From 09cff0d2bdc2e0787154bedb77926d69e5393b11 Mon Sep 17 00:00:00 2001
From: Andrew Kelley <andrew@ziglang.org>
Date: Thu, 9 May 2019 20:11:56 -0400
Subject: [PATCH] fix translate-c regression

introduced in eb65410b624d3aa8c56e7f2d2e68502030f8e981
---
 src/c_tokenizer.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/c_tokenizer.cpp b/src/c_tokenizer.cpp
index 0c17a67c9a..55fde19003 100644
--- a/src/c_tokenizer.cpp
+++ b/src/c_tokenizer.cpp
@@ -265,6 +265,7 @@ void tokenize_c_macro(CTokenize *ctok, const uint8_t *c) {
                         ctok->state = CTokStateStart;
                         break;
                     default:
+                        end_token(ctok);
                         ctok->state = CTokStateStart;
                         continue;
                 }