mirror/zig
1
0
Fork 0
mirror of https://github.com/ziglang/zig.git synced 2026-02-13 12:59:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

tokenizer: Fix index-out-of-bounds on unfinished unicode escapes before EOF

Browse Source
This commit is contained in:
Ryan Liptak 2021-09-20 18:00:04 -07:00 committed by Andrew Kelley
parent e14fcd60cb
commit 3b09262c12
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
lib/std/zig/tokenizer.zig
View File

@ -772,6 +772,10 @@ pub const Tokenizer = struct {
},
.char_literal_unicode_escape_saw_u => switch (c) {
0 => {
result.tag = .invalid;
break;
},
'{' => {
state = .char_literal_unicode_escape;
},
@ -782,6 +786,10 @@ pub const Tokenizer = struct {
},
.char_literal_unicode_escape => switch (c) {
0 => {
result.tag = .invalid;
break;
},
'0'...'9', 'a'...'f', 'A'...'F' => {},
'}' => {
state = .char_literal_end; // too many/few digits handled later
@ -1922,8 +1930,10 @@ test "tokenizer - invalid builtin identifiers" {
try testTokenize("@0()", &.{ .invalid, .integer_literal, .l_paren, .r_paren });
}
test "tokenizer - backslash before eof in string literal" {
test "tokenizer - invalid token with unfinished escape right before eof" {
try testTokenize("\"\\", &.{.invalid});
try testTokenize("'\\", &.{.invalid});
try testTokenize("'\\u", &.{.invalid});
}
fn testTokenize(source: [:0]const u8, expected_tokens: []const Token.Tag) !void {