Added support for double-quoted string to Matlab tokenizer.

This commit is contained in:
Maikel Steneker
2019-05-10 17:16:47 +02:00
parent 1c1c2d87f7
commit a3b09910fd

View File

@@ -139,6 +139,7 @@ SPECIAL_TOKEN:
<DEFAULT> TOKEN :
{
< STRING: "'" ( <ESC_SEQ> | "'" "'" | ~["\\","'","\n"] )* "'" >
| < DSTRING: "\"" ( "\\" | "\"" "\"" | ~["\\","\"","\n"] )* "\"" >
| < #ESC_SEQ:
"\\" ( "b" | "t" | "n" | "f" | "r" | "\"" | "'" | "\\" )
| <UNICODE_ESC>