Switched to csv

This commit is contained in:
2024-10-19 23:24:55 +02:00
parent d851c8f908
commit ebb3eec4f4
7 changed files with 166 additions and 99 deletions
+2 -1
View File
@@ -51,7 +51,8 @@ pub const Tokenizer = struct {
pub fn next(self: *Tokenizer) Token {
// That ugly but work
if (self.buffer[self.index] == ' ') self.index += 1;
if (self.buffer[self.index] == ';') self.index += 1; // Hardcoded delimiter
if (self.buffer[self.index] == ' ') self.index += 1; // Hardcoded delimiter
var state: State = .start;
var result: Token = .{