🐐 Fractions
This commit is contained in:
@@ -41,6 +41,7 @@ builtin_tokens = [("BUILTIN", i) for i in [
|
||||
|
||||
data_tokens = [
|
||||
("DATA_STRING", r"(\".*?\"|'.*?')"),
|
||||
("DATA_FRACTION", r"([IVXLCDM][IVXLCDM_]*)?([S][S:.|]*|:[S:.|]+|\.[S:.|]*)"),
|
||||
("DATA_NUMERAL", r"[IVXLCDM][IVXLCDM_]*")
|
||||
]
|
||||
|
||||
@@ -62,7 +63,7 @@ symbol_tokens = [
|
||||
("SYMBOL_MINUS", r"\-"),
|
||||
("SYMBOL_TIMES", r"\*"),
|
||||
("SYMBOL_DIVIDE", r"\/"),
|
||||
("SYMBOL_COLON", r":"),
|
||||
("SYMBOL_AMPERSAND", r"&"),
|
||||
("SYMBOL_COMMA", r",")
|
||||
]
|
||||
|
||||
@@ -74,8 +75,8 @@ all_tokens = (
|
||||
keyword_tokens +
|
||||
builtin_tokens +
|
||||
module_tokens +
|
||||
symbol_tokens +
|
||||
data_tokens +
|
||||
symbol_tokens +
|
||||
whitespace_tokens +
|
||||
[("ID", f"({valid_characters})+")]
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user