From 100e8e15fa087be8975173c03a2f89b227b16730 Mon Sep 17 00:00:00 2001
From: Andrew Kelley <superjoe30@gmail.com>
Date: Sat, 9 Jul 2016 07:54:55 -0700
Subject: [PATCH] fix tokenizing string symbols with hex characters in them

---
 src/tokenizer.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp
index f89d9236e8..a911640f03 100644
--- a/src/tokenizer.cpp
+++ b/src/tokenizer.cpp
@@ -986,6 +986,8 @@ void tokenize(Buf *buf, Tokenization *out) {
                                 t.state = TokenizeStateCharLiteralEnd;
                             } else if (t.cur_tok->id == TokenIdStringLiteral) {
                                 t.state = TokenizeStateString;
+                            } else if (t.cur_tok->id == TokenIdSymbol) {
+                                t.state = TokenizeStateString;
                             } else {
                                 zig_unreachable();
                             }