MrBounty
0920927bc3
Removed the different sendUUIDs and sendUUID function. new writeEntity use a buffer to write inside like the other stuffs.
1098 lines
45 KiB
Zig
1098 lines
45 KiB
Zig
const std = @import("std");
|
|
const Allocator = std.mem.Allocator;
|
|
const FileEngine = @import("fileEngine.zig").FileEngine;
|
|
const Tokenizer = @import("tokenizers/ziql.zig").Tokenizer;
|
|
const Token = @import("tokenizers/ziql.zig").Token;
|
|
|
|
const dtype = @import("dtype");
|
|
const s2t = dtype.s2t;
|
|
const UUID = dtype.UUID;
|
|
const AND = dtype.AND;
|
|
const OR = dtype.OR;
|
|
const DataType = dtype.DataType;
|
|
|
|
const Filter = @import("stuffs/filter.zig").Filter;
|
|
const Condition = @import("stuffs/filter.zig").Condition;
|
|
const ConditionValue = @import("stuffs/filter.zig").ConditionValue;
|
|
|
|
const AdditionalData = @import("stuffs/additionalData.zig").AdditionalData;
|
|
const AdditionalDataMember = @import("stuffs/additionalData.zig").AdditionalDataMember;
|
|
const send = @import("stuffs/utils.zig").send;
|
|
const printError = @import("stuffs/utils.zig").printError;
|
|
|
|
const ZiQlParserError = @import("stuffs/errors.zig").ZiQlParserError;
|
|
const ZipponError = @import("stuffs/errors.zig").ZipponError;
|
|
|
|
const State = enum {
|
|
start,
|
|
invalid,
|
|
end,
|
|
|
|
// Endpoint
|
|
parse_new_data_and_add_data,
|
|
filter_and_send,
|
|
filter_and_update,
|
|
filter_and_delete,
|
|
|
|
// For the main parse function
|
|
expect_struct_name,
|
|
expect_filter,
|
|
parse_additional_data,
|
|
expect_filter_or_additional_data,
|
|
expect_new_data,
|
|
expect_right_arrow,
|
|
|
|
// For the additional data parser
|
|
expect_count_of_entity_to_find,
|
|
expect_semicolon_OR_right_bracket,
|
|
expect_member,
|
|
expect_comma_OR_r_bracket_OR_l_bracket,
|
|
expect_comma_OR_r_bracket,
|
|
|
|
// For the filter parser
|
|
expect_condition,
|
|
expect_operation, // Operations are = != < <= > >=
|
|
expect_value,
|
|
expect_ANDOR_OR_end,
|
|
expect_right_uuid_array,
|
|
|
|
// For the new data
|
|
expect_equal,
|
|
expect_new_value,
|
|
expect_comma_OR_end,
|
|
add_member_to_map,
|
|
add_array_to_map,
|
|
};
|
|
|
|
pub const Parser = struct {
|
|
allocator: Allocator,
|
|
toker: *Tokenizer,
|
|
file_engine: *FileEngine,
|
|
|
|
pub fn init(allocator: Allocator, toker: *Tokenizer, file_engine: *FileEngine) Parser {
|
|
// Do I need to init a FileEngine at each Parser, can't I put it in the CLI parser instead ?
|
|
return Parser{
|
|
.allocator = allocator,
|
|
.toker = toker,
|
|
.file_engine = file_engine,
|
|
};
|
|
}
|
|
|
|
pub fn parse(self: Parser) ZipponError!void {
|
|
var state: State = .start;
|
|
var additional_data = AdditionalData.init(self.allocator);
|
|
defer additional_data.deinit();
|
|
var struct_name: []const u8 = undefined;
|
|
var action: enum { GRAB, ADD, UPDATE, DELETE } = undefined;
|
|
|
|
var token = self.toker.next();
|
|
var keep_next = false; // Use in the loop to prevent to get the next token when continue. Just need to make it true and it is reset at every loop
|
|
|
|
while (state != State.end) : ({
|
|
token = if (!keep_next) self.toker.next() else token;
|
|
keep_next = false;
|
|
}) switch (state) {
|
|
.start => switch (token.tag) {
|
|
.keyword_grab => {
|
|
action = .GRAB;
|
|
state = .expect_struct_name;
|
|
},
|
|
.keyword_add => {
|
|
action = .ADD;
|
|
state = .expect_struct_name;
|
|
},
|
|
.keyword_update => {
|
|
action = .UPDATE;
|
|
state = .expect_struct_name;
|
|
},
|
|
.keyword_delete => {
|
|
action = .DELETE;
|
|
state = .expect_struct_name;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected action keyword. Available: GRAB ADD DELETE UPDATE",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_struct_name => {
|
|
// Check if the struct name is in the schema
|
|
struct_name = self.toker.getTokenSlice(token);
|
|
if (token.tag != .identifier) return printError(
|
|
"Error: Missing struct name",
|
|
ZiQlParserError.StructNotFound,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
if (!self.file_engine.isStructNameExists(struct_name)) return printError(
|
|
"Error: struct name not found in schema.",
|
|
ZiQlParserError.StructNotFound,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
switch (action) {
|
|
.ADD => state = .expect_new_data,
|
|
else => state = .expect_filter_or_additional_data,
|
|
}
|
|
},
|
|
|
|
.expect_filter_or_additional_data => {
|
|
keep_next = true;
|
|
switch (token.tag) {
|
|
.l_bracket => state = .parse_additional_data,
|
|
.l_brace => state = switch (action) {
|
|
.GRAB => .filter_and_send,
|
|
.UPDATE => .filter_and_update,
|
|
.DELETE => .filter_and_delete,
|
|
else => unreachable,
|
|
},
|
|
.eof => state = .filter_and_send,
|
|
else => return printError(
|
|
"Error: Expect [ for additional data or { for a filter",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
}
|
|
},
|
|
|
|
.parse_additional_data => {
|
|
try self.parseAdditionalData(&additional_data, struct_name);
|
|
state = switch (action) {
|
|
.GRAB => .filter_and_send,
|
|
.UPDATE => .filter_and_update,
|
|
.DELETE => .filter_and_delete,
|
|
else => unreachable,
|
|
};
|
|
},
|
|
|
|
.filter_and_send => switch (token.tag) {
|
|
.l_brace => {
|
|
var filter = try self.parseFilter(struct_name, false);
|
|
defer filter.deinit();
|
|
|
|
var buff = std.ArrayList(u8).init(self.allocator);
|
|
defer buff.deinit();
|
|
|
|
try self.file_engine.parseEntities(struct_name, filter, &buff, &additional_data);
|
|
send("{s}", .{buff.items});
|
|
state = .end;
|
|
},
|
|
.eof => {
|
|
var buff = std.ArrayList(u8).init(self.allocator);
|
|
defer buff.deinit();
|
|
|
|
try self.file_engine.parseEntities(struct_name, null, &buff, &additional_data);
|
|
send("{s}", .{buff.items});
|
|
state = .end;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected filter.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
// TODO: Optimize so it doesnt use parseFilter but just parse the file and directly check the condition. Here I end up parsing 2 times.
|
|
.filter_and_update => switch (token.tag) {
|
|
.l_brace => {
|
|
var filter = try self.parseFilter(struct_name, false);
|
|
defer filter.deinit();
|
|
|
|
var uuids = std.ArrayList(UUID).init(self.allocator);
|
|
defer uuids.deinit();
|
|
|
|
token = self.toker.last();
|
|
|
|
if (token.tag != .keyword_to) return printError(
|
|
"Error: Expected TO",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
|
|
token = self.toker.next();
|
|
if (token.tag != .l_paren) return printError(
|
|
"Error: Expected (",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
|
|
var data_map = std.StringHashMap([]const u8).init(self.allocator);
|
|
defer data_map.deinit();
|
|
try self.parseNewData(&data_map, struct_name);
|
|
|
|
// try self.file_engine.updateEntities(struct_name, uuids.items, data_map);
|
|
state = .end;
|
|
},
|
|
.keyword_to => {
|
|
var array = std.ArrayList(UUID).init(self.allocator);
|
|
defer array.deinit();
|
|
try self.file_engine.getAllUUIDList(struct_name, &array);
|
|
|
|
token = self.toker.next();
|
|
if (token.tag != .l_paren) return printError(
|
|
"Error: Expected (",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
|
|
var data_map = std.StringHashMap([]const u8).init(self.allocator);
|
|
defer data_map.deinit();
|
|
try self.parseNewData(&data_map, struct_name);
|
|
|
|
// try self.file_engine.updateEntities(struct_name, array.items, data_map);
|
|
state = .end;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected filter or TO.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.filter_and_delete => switch (token.tag) {
|
|
.l_brace => {
|
|
var filter = try self.parseFilter(struct_name, false);
|
|
defer filter.deinit();
|
|
|
|
var buff = std.ArrayList(u8).init(self.allocator);
|
|
defer buff.deinit();
|
|
|
|
try self.file_engine.deleteEntities(struct_name, filter, &buff, &additional_data);
|
|
send("{s}", .{buff.items});
|
|
state = .end;
|
|
},
|
|
.eof => {
|
|
var buff = std.ArrayList(u8).init(self.allocator);
|
|
defer buff.deinit();
|
|
|
|
try self.file_engine.deleteEntities(struct_name, null, &buff, &additional_data);
|
|
send("{s}", .{buff.items});
|
|
state = .end;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected filter.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_new_data => switch (token.tag) {
|
|
.l_paren => {
|
|
keep_next = true;
|
|
state = .parse_new_data_and_add_data;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected new data starting with (",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.parse_new_data_and_add_data => {
|
|
var data_map = std.StringHashMap([]const u8).init(self.allocator);
|
|
defer data_map.deinit();
|
|
try self.parseNewData(&data_map, struct_name);
|
|
|
|
var error_message_buffer = std.ArrayList(u8).init(self.allocator);
|
|
defer error_message_buffer.deinit();
|
|
|
|
const error_message_buffer_writer = error_message_buffer.writer();
|
|
error_message_buffer_writer.writeAll("Error missing: ") catch return ZipponError.WriteError;
|
|
|
|
if (!(self.file_engine.checkIfAllMemberInMap(struct_name, &data_map, &error_message_buffer) catch {
|
|
return ZiQlParserError.StructNotFound;
|
|
})) {
|
|
_ = error_message_buffer.pop();
|
|
_ = error_message_buffer.pop();
|
|
return printError(
|
|
error_message_buffer.items,
|
|
ZiQlParserError.MemberMissing,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
var buff = std.ArrayList(u8).init(self.allocator);
|
|
defer buff.deinit();
|
|
|
|
self.file_engine.writeEntity(struct_name, data_map, &buff) catch return ZipponError.CantWriteEntity;
|
|
send("{s}", .{buff.items});
|
|
state = .end;
|
|
},
|
|
|
|
else => unreachable,
|
|
};
|
|
}
|
|
|
|
/// Take an array of UUID and populate it with what match what is between {}
|
|
/// Main is to know if between {} or (), main is true if between {}, otherwise between () inside {}
|
|
/// TODO: Optimize this so it can use multiple condition at the same time instead of parsing the all file for each condition
|
|
fn parseFilter(self: Parser, struct_name: []const u8, is_sub: bool) ZipponError!Filter {
|
|
var filter = try Filter.init(self.allocator);
|
|
errdefer filter.deinit();
|
|
|
|
var keep_next = false;
|
|
var token = self.toker.next();
|
|
var state: State = .expect_condition;
|
|
|
|
while (state != .end) : ({
|
|
token = if (keep_next) token else self.toker.next();
|
|
keep_next = false;
|
|
}) {
|
|
switch (state) {
|
|
.expect_condition => switch (token.tag) {
|
|
.r_brace => {
|
|
if (!is_sub) {
|
|
state = .end;
|
|
} else {
|
|
return printError(
|
|
"Error: Expected ) not }",
|
|
ZipponError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
},
|
|
.r_paren => {
|
|
if (is_sub) {
|
|
state = .end;
|
|
} else {
|
|
return printError(
|
|
"Error: Expected } not )",
|
|
ZipponError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
},
|
|
.l_paren => {
|
|
var sub_filter = try self.parseFilter(struct_name, true);
|
|
filter.addSubFilter(&sub_filter);
|
|
token = self.toker.last();
|
|
keep_next = true;
|
|
state = .expect_ANDOR_OR_end;
|
|
},
|
|
.identifier => {
|
|
const condition = try self.parseCondition(&token, struct_name);
|
|
try filter.addCondition(condition);
|
|
token = self.toker.last();
|
|
keep_next = true;
|
|
state = .expect_ANDOR_OR_end;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected ( or condition.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_ANDOR_OR_end => switch (token.tag) {
|
|
.r_brace => {
|
|
if (!is_sub) {
|
|
state = .end;
|
|
} else {
|
|
return printError(
|
|
"Error: Expected ) not }",
|
|
ZipponError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
},
|
|
.r_paren => {
|
|
if (is_sub) {
|
|
state = .end;
|
|
} else {
|
|
return printError(
|
|
"Error: Expected } not )",
|
|
ZipponError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
},
|
|
.keyword_and => {
|
|
try filter.addLogicalOperator(.AND);
|
|
state = .expect_condition;
|
|
},
|
|
.keyword_or => {
|
|
try filter.addLogicalOperator(.OR);
|
|
state = .expect_condition;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected AND, OR, or }",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
else => unreachable,
|
|
}
|
|
}
|
|
|
|
return filter;
|
|
}
|
|
|
|
/// Parse to get a Condition. Which is a struct that is use by the FileEngine to retreive data.
|
|
/// In the query, it is this part name = 'Bob' or age <= 10
|
|
fn parseCondition(self: Parser, token_ptr: *Token, struct_name: []const u8) ZipponError!Condition {
|
|
var keep_next = false;
|
|
var state: State = .expect_member;
|
|
var token = token_ptr.*;
|
|
|
|
var condition = Condition{};
|
|
|
|
while (state != .end) : ({
|
|
token = if (!keep_next) self.toker.next() else token;
|
|
keep_next = false;
|
|
}) switch (state) {
|
|
.expect_member => switch (token.tag) {
|
|
.identifier => {
|
|
if (!(self.file_engine.isMemberNameInStruct(struct_name, self.toker.getTokenSlice(token)) catch {
|
|
return printError(
|
|
"Error: Struct not found.",
|
|
ZiQlParserError.StructNotFound,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
})) {
|
|
return printError(
|
|
"Error: Member not part of struct.",
|
|
ZiQlParserError.MemberNotFound,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
condition.data_type = self.file_engine.memberName2DataType(
|
|
struct_name,
|
|
self.toker.getTokenSlice(token),
|
|
) catch return ZiQlParserError.MemberNotFound;
|
|
condition.data_index = self.file_engine.memberName2DataIndex(
|
|
struct_name,
|
|
self.toker.getTokenSlice(token),
|
|
) catch return ZiQlParserError.MemberNotFound;
|
|
state = State.expect_operation;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected member name.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_operation => {
|
|
switch (token.tag) {
|
|
.equal => condition.operation = .equal, // =
|
|
.angle_bracket_left => condition.operation = .inferior, // <
|
|
.angle_bracket_right => condition.operation = .superior, // >
|
|
.angle_bracket_left_equal => condition.operation = .inferior_or_equal, // <=
|
|
.angle_bracket_right_equal => condition.operation = .superior_or_equal, // >=
|
|
.bang_equal => condition.operation = .different, // !=
|
|
else => return printError(
|
|
"Error: Expected condition. Including < > <= >= = !=",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
}
|
|
state = State.expect_value;
|
|
},
|
|
|
|
.expect_value => {
|
|
const start_index = token.loc.start;
|
|
const expected_tag: ?Token.Tag = switch (condition.data_type) {
|
|
.int => .int_literal,
|
|
.float => .float_literal,
|
|
.str => .string_literal,
|
|
.link => .uuid_literal,
|
|
.date => .date_literal,
|
|
.time => .time_literal,
|
|
.datetime => .datetime_literal,
|
|
.int_array => .int_literal,
|
|
.float_array => .float_literal,
|
|
.link_array => .uuid_literal,
|
|
.str_array => .string_literal,
|
|
.date_array => .date_literal,
|
|
.time_array => .time_literal,
|
|
.datetime_array => .datetime_literal,
|
|
.bool, .bool_array => null, // handle bool separately
|
|
};
|
|
|
|
if (expected_tag) |tag| {
|
|
if (condition.data_type.is_array()) {
|
|
token = try self.checkTokensInArray(tag);
|
|
} else {
|
|
if (token.tag != tag) {
|
|
return printError(
|
|
"Error: Wrong type", // TODO: Print the expected type
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
}
|
|
} else {
|
|
// handle bool and bool array separately
|
|
if (condition.data_type == .bool) {
|
|
if (token.tag != .bool_literal_true and token.tag != .bool_literal_false) {
|
|
return printError(
|
|
"Error: Expected bool",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
} else if (condition.data_type == .bool_array) {
|
|
token = self.toker.next();
|
|
while (token.tag != .r_bracket) : (token = self.toker.next()) {
|
|
if (token.tag != .bool_literal_true and token.tag != .bool_literal_false) {
|
|
return printError(
|
|
"Error: Expected bool or ]",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
condition.value = switch (condition.data_type) {
|
|
.int => ConditionValue.initInt(self.toker.buffer[start_index..token.loc.end]),
|
|
.float => ConditionValue.initFloat(self.toker.buffer[start_index..token.loc.end]),
|
|
.str => ConditionValue.initStr(self.toker.buffer[start_index..token.loc.end]),
|
|
.date => ConditionValue.initDate(self.toker.buffer[start_index..token.loc.end]),
|
|
.time => ConditionValue.initTime(self.toker.buffer[start_index..token.loc.end]),
|
|
.datetime => ConditionValue.initDateTime(self.toker.buffer[start_index..token.loc.end]),
|
|
.bool => ConditionValue.initBool(self.toker.buffer[start_index..token.loc.end]),
|
|
else => unreachable, // TODO: Make for link and array =|
|
|
};
|
|
state = .end;
|
|
},
|
|
|
|
else => unreachable,
|
|
};
|
|
|
|
// Check if the condition is valid
|
|
switch (condition.operation) {
|
|
.equal => switch (condition.data_type) {
|
|
.int, .float, .str, .bool, .link, .date, .time, .datetime => {},
|
|
else => return printError(
|
|
"Error: Only int, float, str, bool, date, time, datetime can be compare with =.",
|
|
ZiQlParserError.ConditionError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.different => switch (condition.data_type) {
|
|
.int, .float, .str, .bool, .link, .date, .time, .datetime => {},
|
|
else => return printError(
|
|
"Error: Only int, float, str, bool, date, time, datetime can be compare with !=.",
|
|
ZiQlParserError.ConditionError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.superior_or_equal => switch (condition.data_type) {
|
|
.int, .float, .date, .time, .datetime => {},
|
|
else => return printError(
|
|
"Error: Only int, float, date, time, datetime can be compare with >=.",
|
|
ZiQlParserError.ConditionError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.superior => switch (condition.data_type) {
|
|
.int, .float, .date, .time, .datetime => {},
|
|
else => return printError(
|
|
"Error: Only int, float, date, time, datetime can be compare with >.",
|
|
ZiQlParserError.ConditionError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.inferior_or_equal => switch (condition.data_type) {
|
|
.int, .float, .date, .time, .datetime => {},
|
|
else => return printError(
|
|
"Error: Only int, float, date, time, datetime can be compare with <=.",
|
|
ZiQlParserError.ConditionError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.inferior => switch (condition.data_type) {
|
|
.int, .float, .date, .time, .datetime => {},
|
|
else => return printError(
|
|
"Error: Only int, float, date, time, datetime can be compare with <.",
|
|
ZiQlParserError.ConditionError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
else => unreachable,
|
|
}
|
|
|
|
return condition;
|
|
}
|
|
|
|
/// When this function is call, next token should be [
|
|
/// Check if an int is here -> check if ; is here -> check if member is here -> check if [ is here -> loop
|
|
fn parseAdditionalData(self: Parser, additional_data: *AdditionalData, struct_name: []const u8) ZipponError!void {
|
|
var token = self.toker.next();
|
|
var keep_next = false;
|
|
var state: State = .expect_count_of_entity_to_find;
|
|
|
|
while (state != .end) : ({
|
|
token = if ((!keep_next) and (state != .end)) self.toker.next() else token;
|
|
keep_next = false;
|
|
}) switch (state) {
|
|
.expect_count_of_entity_to_find => switch (token.tag) {
|
|
.int_literal => {
|
|
const count = std.fmt.parseInt(usize, self.toker.getTokenSlice(token), 10) catch {
|
|
return printError(
|
|
"Error while transforming this into a integer.",
|
|
ZiQlParserError.ParsingValueError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
};
|
|
additional_data.entity_count_to_find = count;
|
|
state = .expect_semicolon_OR_right_bracket;
|
|
},
|
|
else => {
|
|
state = .expect_member;
|
|
keep_next = true;
|
|
},
|
|
},
|
|
|
|
.expect_semicolon_OR_right_bracket => switch (token.tag) {
|
|
.semicolon => state = .expect_member,
|
|
.r_bracket => state = .end,
|
|
else => return printError(
|
|
"Error: Expect ';' or ']'.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_member => switch (token.tag) {
|
|
.identifier => {
|
|
if (!(self.file_engine.isMemberNameInStruct(struct_name, self.toker.getTokenSlice(token)) catch {
|
|
return printError(
|
|
"Struct not found.",
|
|
ZiQlParserError.StructNotFound,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
})) {
|
|
return printError(
|
|
"Member not found in struct.",
|
|
ZiQlParserError.MemberNotFound,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
additional_data.member_to_find.append(
|
|
AdditionalDataMember.init(
|
|
self.allocator,
|
|
self.toker.getTokenSlice(token),
|
|
try self.file_engine.memberName2DataIndex(struct_name, self.toker.getTokenSlice(token)),
|
|
),
|
|
) catch return ZipponError.MemoryError;
|
|
|
|
state = .expect_comma_OR_r_bracket_OR_l_bracket;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected a member name.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_comma_OR_r_bracket_OR_l_bracket => switch (token.tag) {
|
|
.comma => state = .expect_member,
|
|
.r_bracket => state = .end,
|
|
.l_bracket => {
|
|
try self.parseAdditionalData(
|
|
&additional_data.member_to_find.items[additional_data.member_to_find.items.len - 1].additional_data,
|
|
struct_name,
|
|
);
|
|
state = .expect_comma_OR_r_bracket;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected , or ] or [",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_comma_OR_r_bracket => switch (token.tag) {
|
|
.comma => state = .expect_member,
|
|
.r_bracket => state = .end,
|
|
else => return printError(
|
|
"Error: Expected , or ]",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
else => unreachable,
|
|
};
|
|
}
|
|
|
|
/// Take the tokenizer and return a map of the ADD action.
|
|
/// Keys are the member name and value are the string of the value in the query. E.g. 'Adrien' or '10'
|
|
/// Entry token need to be (
|
|
fn parseNewData(self: Parser, member_map: *std.StringHashMap([]const u8), struct_name: []const u8) !void {
|
|
var token = self.toker.next();
|
|
var keep_next = false;
|
|
var member_name: []const u8 = undefined; // Maybe use allocator.alloc
|
|
var state: State = .expect_member;
|
|
|
|
while (state != .end) : ({
|
|
token = if (!keep_next) self.toker.next() else token;
|
|
keep_next = false;
|
|
}) switch (state) {
|
|
.expect_member => switch (token.tag) {
|
|
.identifier => {
|
|
member_name = self.toker.getTokenSlice(token);
|
|
if (!(self.file_engine.isMemberNameInStruct(struct_name, member_name) catch {
|
|
return ZiQlParserError.StructNotFound;
|
|
})) return printError(
|
|
"Member not found in struct.",
|
|
ZiQlParserError.MemberNotFound,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
state = .expect_equal;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected member name.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_equal => switch (token.tag) {
|
|
// TODO: Implement stuff to manipulate array like APPEND or REMOVE
|
|
.equal => state = .expect_new_value,
|
|
else => return printError(
|
|
"Error: Expected =",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
},
|
|
|
|
.expect_new_value => {
|
|
const data_type = self.file_engine.memberName2DataType(struct_name, member_name) catch return ZiQlParserError.StructNotFound;
|
|
const start_index = token.loc.start;
|
|
|
|
const expected_tag: ?Token.Tag = switch (data_type) {
|
|
.int => .int_literal,
|
|
.float => .float_literal,
|
|
.str => .string_literal,
|
|
.link => .uuid_literal,
|
|
.date => .date_literal,
|
|
.time => .time_literal,
|
|
.datetime => .datetime_literal,
|
|
.int_array => .int_literal,
|
|
.float_array => .float_literal,
|
|
.link_array => .uuid_literal,
|
|
.str_array => .string_literal,
|
|
.date_array => .date_literal,
|
|
.time_array => .time_literal,
|
|
.datetime_array => .datetime_literal,
|
|
// Handle bool and arrays separately
|
|
.bool, .bool_array => null,
|
|
};
|
|
|
|
if (expected_tag) |tag| {
|
|
if (data_type.is_array()) {
|
|
if (token.tag != .l_bracket) {
|
|
return printError(
|
|
"Error: Expected [ to start an array",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
token = try self.checkTokensInArray(tag);
|
|
} else {
|
|
if (token.tag != tag and token.tag != .keyword_null) {
|
|
return printError(
|
|
"Error: Expected {s}",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
}
|
|
|
|
switch (data_type) {
|
|
.str => member_map.put(member_name, self.toker.buffer[start_index + 1 .. token.loc.end - 1]) catch return ZipponError.MemoryError,
|
|
else => member_map.put(member_name, self.toker.buffer[start_index..token.loc.end]) catch return ZipponError.MemoryError,
|
|
}
|
|
} else {
|
|
// Handle bool and bool array
|
|
switch (data_type) {
|
|
.bool => {
|
|
switch (token.tag) {
|
|
.bool_literal_true => {
|
|
member_map.put(member_name, "1") catch @panic("Could not add member name and value to map in getMapOfMember");
|
|
},
|
|
.bool_literal_false => {
|
|
member_map.put(member_name, "0") catch @panic("Could not add member name and value to map in getMapOfMember");
|
|
},
|
|
.keyword_null => {
|
|
member_map.put(member_name, self.toker.getTokenSlice(token)) catch return ZipponError.MemoryError;
|
|
},
|
|
else => return printError(
|
|
"Error: Expected bool: true, false, or null",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
}
|
|
},
|
|
.bool_array => {
|
|
if (token.tag != .l_bracket) {
|
|
return printError(
|
|
"Error: Expected [ to start an array",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
token = self.toker.next();
|
|
while (token.tag != .r_bracket) : (token = self.toker.next()) {
|
|
if (token.tag != .bool_literal_true and token.tag != .bool_literal_false) {
|
|
return printError(
|
|
"Error: Expected bool or ]",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
}
|
|
member_map.put(member_name, self.toker.buffer[start_index..token.loc.end]) catch return ZipponError.MemoryError;
|
|
},
|
|
else => unreachable,
|
|
}
|
|
}
|
|
|
|
state = .expect_comma_OR_end;
|
|
},
|
|
|
|
.expect_comma_OR_end => {
|
|
switch (token.tag) {
|
|
.r_paren => state = .end,
|
|
.comma => state = .expect_member,
|
|
else => return printError(
|
|
"Error: Expect , or )",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
),
|
|
}
|
|
},
|
|
|
|
else => unreachable,
|
|
};
|
|
}
|
|
|
|
// Utils
|
|
|
|
/// Check if all token in an array is of one specific type
|
|
fn checkTokensInArray(self: Parser, tag: Token.Tag) ZipponError!Token {
|
|
var token = self.toker.next();
|
|
while (token.tag != .r_bracket) : (token = self.toker.next()) {
|
|
if (token.tag != tag) return printError(
|
|
"Error: Wrong type.",
|
|
ZiQlParserError.SynthaxError,
|
|
self.toker.buffer,
|
|
token.loc.start,
|
|
token.loc.end,
|
|
);
|
|
}
|
|
return token;
|
|
}
|
|
};
|
|
|
|
test "ADD" {
|
|
try testParsing("ADD User (name = 'Bob', email='bob@email.com', age=55, scores=[ 1 ], friends=[], bday=2000/01/01, a_time=12:04, last_order=2000/01/01-12:45)");
|
|
try testParsing("ADD User (name = 'Bob', email='bob@email.com', age=55, scores=[ 1 ], friends=[], bday=2000/01/01, a_time=12:04:54, last_order=2000/01/01-12:45)");
|
|
try testParsing("ADD User (name = 'Bob', email='bob@email.com', age=-55, scores=[ 1 ], friends=[], bday=2000/01/01, a_time=12:04:54.8741, last_order=2000/01/01-12:45)");
|
|
}
|
|
|
|
test "GRAB filter with string" {
|
|
try testParsing("GRAB User {name = 'Bob'}");
|
|
try testParsing("GRAB User {name != 'Brittany Rogers'}");
|
|
}
|
|
|
|
test "GRAB with additional data" {
|
|
try testParsing("GRAB User [1] {age < 18}");
|
|
try testParsing("GRAB User [name] {age < 18}");
|
|
try testParsing("GRAB User [100; name] {age < 18}");
|
|
}
|
|
|
|
test "GRAB filter with int" {
|
|
try testParsing("GRAB User {age = 18}");
|
|
try testParsing("GRAB User {age > -18}");
|
|
try testParsing("GRAB User {age < 18}");
|
|
try testParsing("GRAB User {age <= 18}");
|
|
try testParsing("GRAB User {age >= 18}");
|
|
try testParsing("GRAB User {age != 18}");
|
|
}
|
|
|
|
test "GRAB filter with date" {
|
|
try testParsing("GRAB User {bday > 2000/01/01}");
|
|
try testParsing("GRAB User {a_time < 08:00}");
|
|
try testParsing("GRAB User {last_order > 2000/01/01-12:45}");
|
|
}
|
|
|
|
test "Specific query" {
|
|
try testParsing("GRAB User");
|
|
try testParsing("GRAB User {}");
|
|
try testParsing("GRAB User [1]");
|
|
}
|
|
|
|
test "DELETE" {
|
|
try testParsing("DELETE User {name='Bob'}");
|
|
}
|
|
|
|
test "Synthax error" {
|
|
try expectParsingError("GRAB {}", ZiQlParserError.StructNotFound);
|
|
try expectParsingError("GRAB User {qwe = 'qwe'}", ZiQlParserError.MemberNotFound);
|
|
try expectParsingError("ADD User (name='Bob')", ZiQlParserError.MemberMissing);
|
|
try expectParsingError("GRAB User {name='Bob'", ZiQlParserError.SynthaxError);
|
|
try expectParsingError("GRAB User {age = 50 name='Bob'}", ZiQlParserError.SynthaxError);
|
|
try expectParsingError("GRAB User {age <14 AND (age>55}", ZiQlParserError.SynthaxError);
|
|
try expectParsingError("GRAB User {name < 'Hello'}", ZiQlParserError.ConditionError);
|
|
}
|
|
|
|
fn testParsing(source: [:0]const u8) !void {
|
|
const TEST_DATA_DIR = @import("config.zig").TEST_DATA_DIR;
|
|
const allocator = std.testing.allocator;
|
|
|
|
const path = try allocator.dupe(u8, TEST_DATA_DIR);
|
|
var file_engine = try FileEngine.init(allocator, path);
|
|
defer file_engine.deinit();
|
|
|
|
var tokenizer = Tokenizer.init(source);
|
|
var parser = Parser.init(allocator, &tokenizer, &file_engine);
|
|
|
|
try parser.parse();
|
|
}
|
|
|
|
fn expectParsingError(source: [:0]const u8, err: ZiQlParserError) !void {
|
|
const TEST_DATA_DIR = @import("config.zig").TEST_DATA_DIR;
|
|
const allocator = std.testing.allocator;
|
|
|
|
const path = try allocator.dupe(u8, TEST_DATA_DIR);
|
|
var file_engine = try FileEngine.init(allocator, path);
|
|
defer file_engine.deinit();
|
|
|
|
var tokenizer = Tokenizer.init(source);
|
|
var parser = Parser.init(allocator, &tokenizer, &file_engine);
|
|
|
|
try std.testing.expectError(err, parser.parse());
|
|
}
|
|
|
|
test "Parse filter" {
|
|
try testParseFilter("name = 'Adrien'}");
|
|
try testParseFilter("name = 'Adrien' AND age > 11}");
|
|
try testParseFilter("name = 'Adrien' AND (age < 11 OR age > 40)}");
|
|
try testParseFilter("(name = 'Adrien') AND (age < 11 OR age > 40)}");
|
|
try testParseFilter("(name = 'Adrien' OR name = 'Bob') AND (age < 11 OR age > 40)}");
|
|
try testParseFilter("(name = 'Adrien' OR name = 'Bob') AND (age < 11 OR age > 40 AND (age != 20))}");
|
|
}
|
|
|
|
fn testParseFilter(source: [:0]const u8) !void {
|
|
const TEST_DATA_DIR = @import("config.zig").TEST_DATA_DIR;
|
|
const allocator = std.testing.allocator;
|
|
|
|
const path = try allocator.dupe(u8, TEST_DATA_DIR);
|
|
var file_engine = try FileEngine.init(allocator, path);
|
|
defer file_engine.deinit();
|
|
|
|
var tokenizer = Tokenizer.init(source);
|
|
var parser = Parser.init(allocator, &tokenizer, &file_engine);
|
|
|
|
var filter = try parser.parseFilter("User", false);
|
|
defer filter.deinit();
|
|
std.debug.print("{s}\n", .{source});
|
|
filter.debugPrint();
|
|
std.debug.print("\n", .{});
|
|
}
|