Add important todo to tokenizer

This commit is contained in:
Bartłomiej Pluta
2019-07-06 12:40:21 +02:00
parent 7b4f4fa8fb
commit 675b1774fe
2 changed files with 26 additions and 24 deletions

45
grammar
View File

@@ -5,36 +5,33 @@ CHAR = ... \ '"'
PITCH = 'c' | 'd' | 'e' | 'f' | 'g' | 'a' | 'h'
PITCH_MODIFIER = 'b' | '#'
integer := '-' DIGIT+ | DIGIT+
string := '"' CHAR* '"'
note := '@' PITCH PITCH_MODIFIER? DIGIT? ['.' DIGIT+ 'd'?]?
identifier := ID [ID|DIGIT]*
<integer> := '-' DIGIT+ | DIGIT+
<string> := '"' CHAR* '"'
<note> := '@' PITCH PITCH_MODIFIER? DIGIT? ['.' DIGIT+ 'd'?]?
<identifier> := ID [ID|DIGIT]*
# Parser
expr := integer accessTail | integer
expr := string accessTail | string
expr := note accessTail | note
expr := identifier accessTail | identifier '=' expr | functionCall | identifier
expr := list accessTail | list
expr := functionCall accessTail | functionCall
<expr> := <integer> <accessTail> | <integer>
<expr> := <string> <accessTail> | <string>
<expr> := <note> <accessTail> | <note>
<expr> := <identifier> <accessTail> | <identifier> '=' <expr> | <identifier> <list> | <identifier>
<expr> := <list> <accessTail> | <list>
functionCall := identifier list
<accessTail> := '.' <expr> <accessTail> | e
accessTail := '.' expr accessTail | e
<list> := '[' ']' | '[' <expr> <listTail>
<listTail> := <expr> ', ' <listTail> | ']'
list := '[' ']' | '[' expr listTail
listTail := expr ', ' listTail | ']'
<arglist> := '(' ')' | '(' <expr> <arglistTail>
<arglistTail> := <expr> ', ' <arglistTail> | ')'
argList := '(' ')' | '(' expr argListTail
argListTail := expr ', ' argListTail | ')'
block := '{' <stmt>* '}'
block := '{' stmt* '}'
<stmt> := <expr> <asteriskTail> | <expr> #nie wiem czy zamiast '<expr> <asteriskTail>' nie powinno być wprost co może wyprodukować iterator dla asterisk
<asteriskTail> := '*' <stmt> | e
<stmt> := <block>
<stmt> := 'return' <expr>
<stmt> := 'function' <identifier> <list> block
stmt := expr asteriskTail | expr #nie wiem czy zamiast 'expr asteriskTail' nie powinno być wprost co może wyprodukować iterator dla asterisk
asteriskTail := '*' stmt | e
stmt := block
stmt := 'return' expr
stmt := 'function' identifier list block
program := stmt*
<program> := <stmt>*