This commit is contained in:
2024-02-21 14:01:22 +01:00
parent e8dfb94860
commit b6949f6a73
22 changed files with 88 additions and 43 deletions

View File

@ -9,13 +9,14 @@ KEYWORD_TOKENS = [("KEYWORD_"+i.upper(), i) for i in [
"maybe",
"do",
"if",
# "because",
"because",
"until",
"define",
"as",
"variable",
"return",
"argument"
"argument",
"set"
]]
BUILTIN_TOKENS = [("BUILTIN", i) for i in [
@ -50,7 +51,7 @@ SYMBOL_TOKENS = [
("SYMBOL_LT", r"\<"),
("SYMBOL_GT", r"\>"),
("SYMBOL_EQUALS", r"\="),
("SYMBOL_DOLLAR", r"\$")
# ("SYMBOL_DOLLAR", r"\$")
]
ALL_TOKENS = (