This commit is contained in:
NikolajDanger
2022-06-07 21:59:46 +02:00
parent dece7eb03e
commit de697b121e
5 changed files with 119 additions and 21 deletions

View File

@@ -1,11 +1,14 @@
from rply import LexerGenerator
valid_characters = '|'.join(list("abcdefghiklmnopqrstvxyz_"))
keyword_tokens = [("KEYWORD_"+i, i) for i in [
"ALUID",
"DEFINI",
"DESIGNA",
"DONICUM",
"DUM",
"ERUMPE",
"EST",
"FACE",
"FALSITAS",
@@ -27,7 +30,6 @@ builtin_tokens = [("BUILTIN", i) for i in [
"AUDI_NUMERUS",
"AUDI",
"DICE",
"ERUMPE",
"FORTIS_NUMERUS",
"FORTIS_ELECTIONIS",
"LONGITUDO"
@@ -69,7 +71,7 @@ all_tokens = (
symbol_tokens +
data_tokens +
whitespace_tokens +
[("ID", r"([a-z]|_)+")]
[("ID", f"({valid_characters})+")]
)
class Lexer():