ivanwu/jarvis-models
1
0
Fork 0
mirror of https://github.com/BoardWare-Genius/jarvis-models.git synced 2025-12-13 16:53:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: runtime boolean

Browse Source
This commit is contained in:
Dan Chen
2024-03-21 16:59:35 +08:00
parent 5e2d68230b
commit 0c34fd260f
6 changed files with 86 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
runtime/ast/tokenizer.py
View File

@ -7,10 +7,25 @@ specs = (
# Comments:
(re.compile(r"^//.*"), None),
# Symbols:
(re.compile(r"^\("), "("),
(re.compile(r"^\)"), ")"),
(re.compile(r"^\,"), ","),
(re.compile(r"^\{"), "{"),
(re.compile(r"^\}"), "}"),
(re.compile(r"^;"), ";"),
# Keywords:
(re.compile(r"^\blet\b"), "let"),
(re.compile(r"^\breturn\b"), "return"),
(re.compile(r"^;"), ";"),
(re.compile(r"^\bif\b"), "if"),
(re.compile(r"^\belse\b"), "else"),
(re.compile(r"^\bwhile\b"), "while"),
(re.compile(r"^\bfor\b"), "for"),
(re.compile(r"^\def\b"), "def"),
(re.compile(r"^\btrue\b"), "true"),
(re.compile(r"^\bfalse\b"), "false"),
# Floats:
(re.compile(r"^[-+]?[0-9]+\.[0-9]+"), "FLOAT"),
@ -27,13 +42,6 @@ specs = (
# Double-quoted strings
(re.compile(r"^\"[^\"]*\""), "STRING"),
# Symbols:
(re.compile(r"^\("), "("),
(re.compile(r"^\)"), ")"),
(re.compile(r"^\,"), ","),
(re.compile(r"^\{"), "{"),
(re.compile(r"^\}"), "}"),
)
class Tokenizer: