Added support for question mark (?) token in Matlab tokenizer.

This commit is contained in:
Maikel Steneker 2019-05-10 16:28:08 +02:00
parent f76ac0aa89
commit 4ec25840bb

View File

@ -65,6 +65,7 @@ SPECIAL_TOKEN:
| < AT: "@" > : DEFAULT | < AT: "@" > : DEFAULT
| < DOT: "." > : TRANSPOSE | < DOT: "." > : TRANSPOSE
| < COMMA: "," > : DEFAULT | < COMMA: "," > : DEFAULT
| < QUESTIONMARK: "?" > : DEFAULT
} }
<DEFAULT, TRANSPOSE> TOKEN : /* OPERATORS AND ASSIGNMENTS */ <DEFAULT, TRANSPOSE> TOKEN : /* OPERATORS AND ASSIGNMENTS */