Commit 100e8e15fa

Andrew Kelley <superjoe30@gmail.com>
2016-07-09 16:54:55
fix tokenizing string symbols with hex characters in them
master
1 parent b08bc84
Changed files (1)
src
tokenizer.cpp
src/tokenizer.cpp
@@ -986,6 +986,8 @@ void tokenize(Buf *buf, Tokenization *out) {
                                 t.state = TokenizeStateCharLiteralEnd;
                             } else if (t.cur_tok->id == TokenIdStringLiteral) {
                                 t.state = TokenizeStateString;
+                            } else if (t.cur_tok->id == TokenIdSymbol) {
+                                t.state = TokenizeStateString;
                             } else {
                                 zig_unreachable();
                             }