<DEFAULT> SKIP : { " " | "\t" | "\n" | "\r" | "\f" } |
<DEFAULT> TOKEN : { <INT: "INT"> | <BOOLEAN: "BOOLEAN"> | <KEYWORD: "KEYWORD"> | <SYMBOL: "SYMBOL"> | <OPERATOR: "OPERATOR"> | <IDENTIFIER: "IDENTIFIER"> | <LT: "<"> | <GT: ">"> | <ERROR: "error"> } |
<DEFAULT> TOKEN : { <#LETTER: ["$","A"-"Z","_","a"-"z","\u00c0"-"\u00d6","\u00d8"-"\u00f6","\u00f8"-"\u00ff","\u0100"-"\u1fff","\u3040"-"\u318f","\u3300"-"\u337f","\u3400"-"\u3d2d","\u4e00"-"\u9fff","\uf900"-"\ufaff"]> | <#DIGIT: ["0"-"9","\u0660"-"\u0669","\u06f0"-"\u06f9","\u0966"-"\u096f","\u09e6"-"\u09ef","\u0a66"-"\u0a6f","\u0ae6"-"\u0aef","\u0b66"-"\u0b6f","\u0be7"-"\u0bef","\u0c66"-"\u0c6f","\u0ce6"-"\u0cef","\u0d66"-"\u0d6f","\u0e50"-"\u0e59","\u0ed0"-"\u0ed9","\u1040"-"\u1049"]> | <VALUE_LITERAL: (<LETTER> | <DIGIT>)+ | (" " | "\t") <SPLTR>> | <#SPLTR: "#" | "!" | "&" | "*" | "(" | ")" | "-" | "+" | "=" | "{" | "[" | "]" | "}" | "|" | ";" | "?" | "/" | "<" | ">" | "." | ","> } |
/************************************* * The JavaTokens Grammar Starts Here * *************************************/ |
||
Goal | ::= | ( TokenDefinition )* ( errorToken )? <EOF> |
TokenDefinition | ::= | intToken |
| | boolToken | |
| | kwToken | |
| | symToken | |
| | opToken | |
| | idToken | |
errorToken | ::= | <ERROR> |
intToken | ::= | <LT> <INT> <VALUE_LITERAL> <GT> |
boolToken | ::= | <LT> <BOOLEAN> <VALUE_LITERAL> <GT> |
kwToken | ::= | <LT> <KEYWORD> <VALUE_LITERAL> <GT> |
symToken | ::= | <LT> <SYMBOL> <VALUE_LITERAL> <GT> |
opToken | ::= | <LT> <OPERATOR> <VALUE_LITERAL> <GT> |
idToken | ::= | <LT> <IDENTIFIER> <VALUE_LITERAL> <GT> |