mirror/zig
1
0
Fork 0
mirror of https://github.com/ziglang/zig.git synced 2026-02-15 22:09:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor: use std.ascii functions

Browse Source
This commit is contained in:
r00ster91 2022-08-12 14:28:22 +02:00
parent e3b3eab840
commit 5490688d65
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
lib/std/zig/tokenizer.zig
View File

@ -1,5 +1,4 @@
const std = @import("../std.zig");
const mem = std.mem;
pub const Token = struct {
tag: Tag,
@ -350,7 +349,7 @@ pub const Tokenizer = struct {
pub fn init(buffer: [:0]const u8) Tokenizer {
// Skip the UTF-8 BOM if present
const src_start = if (mem.startsWith(u8, buffer, "\xEF\xBB\xBF")) 3 else @as(usize, 0);
const src_start: usize = if (std.mem.startsWith(u8, buffer, "\xEF\xBB\xBF")) 3 else 0;
return Tokenizer{
.buffer = buffer,
.index = src_start,
@ -1433,8 +1432,8 @@ pub const Tokenizer = struct {
fn getInvalidCharacterLength(self: *Tokenizer) u3 {
const c0 = self.buffer[self.index];
if (c0 < 0x80) {
if (c0 < 0x20 or c0 == 0x7f) {
if (std.ascii.isASCII(c0)) {
if (std.ascii.isCntrl(c0)) {
// ascii control codes are never allowed
// (note that \n was checked before we got here)
return 1;