nalebrun/mmoat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ast bigest fix + norm

Browse Source
This commit is contained in:
gazhonsepaskwa
2025-02-15 13:43:26 +01:00
parent d9687a8e3a
commit 07cf3a7066
11 changed files with 70 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
srcs/parsing/tokenizer/tokenizer.c
View File

@@ -116,31 +116,17 @@ t_node *tokenize(char *str)
head = tokenize_base(str);
if (!head)
return (NULL);
// debug_token_list(head, "tokenizer base");
if (!trim_nodes(head))
return (NULL);
// debug_token_list(head, "trim");
if (!unstick_nodes(head))
return (NULL);
// debug_token_list(head, "unstick");
stick_quote_node(head, 39);
stick_quote_node(head, '"');
// debug_token_list(head, "stick_quote_node");
set_token(head);
// debug_token_list(head, "set token");
if (!trim_nodes(head))
return (NULL);
// debug_token_list(head, "trim2");
del_void_nodes(&head);
// debug_token_list(head, "del_void_nodes");
debug_token_list(head, "tokenizer");
if (syntax_error(head))
return (free_linked_list(head), NULL);
return (head);