fix tokenizing string symbols with hex characters in them

This commit is contained in:
Andrew Kelley 2016-07-09 07:54:55 -07:00
parent b08bc84a36
commit 100e8e15fa

View File

@ -986,6 +986,8 @@ void tokenize(Buf *buf, Tokenization *out) {
t.state = TokenizeStateCharLiteralEnd;
} else if (t.cur_tok->id == TokenIdStringLiteral) {
t.state = TokenizeStateString;
} else if (t.cur_tok->id == TokenIdSymbol) {
t.state = TokenizeStateString;
} else {
zig_unreachable();
}