mirror of
https://github.com/polserver/polserver
synced 2026-08-13 08:23:08 -04:00
* Update grammar
- add '=' to grammar so that we can report appropriate errors
- add elvis ?: operator
- add foreachIterableExpression to match old compiler (which only allows certain expressions)
- allow both byref and unused on the same function parameter
- rename methodCall -> functionCall
- rename memberCall -> methodCall
- add named parser rule for functionReference
- move everything that isn't expression(s) with operators into primary
- expression is now just the left-recursive rules and prefix operators
- add named parser rules for struct, dictionary, error, array initialization
- remove special-case for named parameters with := from function call argument, because it is ambiguous with assignment
- Moved array access, object member access, and object method calls to navigationSuffix
* Regen grammar
199 lines
5.1 KiB
ANTLR
199 lines
5.1 KiB
ANTLR
lexer grammar EscriptLexer;
|
|
channels { COMMENTS }
|
|
|
|
// Keywords
|
|
|
|
IF: 'if';
|
|
THEN: 'then';
|
|
ELSEIF: 'elseif';
|
|
ENDIF: 'endif';
|
|
ELSE: 'else';
|
|
// '_OptionBracketed';
|
|
GOTO: 'goto';
|
|
// GOSUB: 'gosub'; // not used??
|
|
RETURN: 'return';
|
|
TOK_CONST: 'const';
|
|
VAR: 'var';
|
|
DO: 'do';
|
|
DOWHILE: 'dowhile';
|
|
WHILE: 'while';
|
|
ENDWHILE: 'endwhile';
|
|
EXIT: 'exit';
|
|
DECLARE: 'declare';
|
|
FUNCTION: 'function';
|
|
ENDFUNCTION: 'endfunction';
|
|
EXPORTED: 'exported';
|
|
USE: 'use';
|
|
INCLUDE: 'include';
|
|
BREAK: 'break';
|
|
CONTINUE: 'continue';
|
|
FOR: 'for';
|
|
ENDFOR: 'endfor';
|
|
TO: 'to';
|
|
// NEXT: 'next'; // not used?
|
|
FOREACH: 'foreach';
|
|
ENDFOREACH: 'endforeach';
|
|
REPEAT: 'repeat';
|
|
UNTIL: 'until';
|
|
PROGRAM: 'program';
|
|
ENDPROGRAM: 'endprogram';
|
|
CASE: 'case';
|
|
DEFAULT: 'default';
|
|
ENDCASE: 'endcase';
|
|
ENUM: 'enum';
|
|
ENDENUM: 'endenum';
|
|
|
|
// Reserved words (future)
|
|
DOWNTO: 'downto';
|
|
STEP: 'step';
|
|
REFERENCE: 'reference';
|
|
TOK_OUT: 'out';
|
|
INOUT: 'inout';
|
|
BYVAL: 'ByVal';
|
|
STRING: 'string';
|
|
TOK_LONG: 'long';
|
|
INTEGER: 'integer';
|
|
UNSIGNED: 'unsigned';
|
|
SIGNED: 'signed';
|
|
REAL: 'real';
|
|
FLOAT: 'float';
|
|
DOUBLE: 'double';
|
|
AS: 'as';
|
|
IS: 'is';
|
|
|
|
// Operators
|
|
AND_A: '&&';
|
|
AND_B: 'and';
|
|
fragment AND: '&&' | 'and';
|
|
OR_A: '||';
|
|
OR_B: 'or';
|
|
fragment OR: '||' | 'or';
|
|
BANG_A: '!';
|
|
BANG_B: 'not';
|
|
fragment BANG: '!' | 'not';
|
|
BYREF: 'byref';
|
|
UNUSED: 'unused';
|
|
TOK_ERROR: 'error';
|
|
HASH: 'hash';
|
|
DICTIONARY: 'dictionary';
|
|
STRUCT: 'struct';
|
|
ARRAY: 'array';
|
|
STACK: 'stack';
|
|
TOK_IN: 'in';
|
|
|
|
// Literals
|
|
|
|
DECIMAL_LITERAL: ('0' | [1-9] (Digits? | '_'+ Digits)) [lL]?;
|
|
HEX_LITERAL: '0' [xX] [0-9a-fA-F] ([0-9a-fA-F_]* [0-9a-fA-F])? [lL]?;
|
|
OCT_LITERAL: '0' '_'* [0-7] ([0-7_]* [0-7])? [lL]?;
|
|
BINARY_LITERAL: '0' [bB] [01] ([01_]* [01])? [lL]?;
|
|
|
|
FLOAT_LITERAL: (Digits '.' Digits? | '.' Digits) ExponentPart? [fFdD]?
|
|
| Digits (ExponentPart [fFdD]? | [fFdD])
|
|
;
|
|
|
|
HEX_FLOAT_LITERAL: '0' [xX] (HexDigits '.'? | HexDigits? '.' HexDigits) [pP] [+-]? Digits [fFdD]?;
|
|
|
|
CHAR_LITERAL: '\'' (~['\\\r\n] | EscapeSequence) '\'';
|
|
|
|
STRING_LITERAL: '"' (~["] | EscapeSequence)* '"';
|
|
|
|
NULL_LITERAL: 'null';
|
|
|
|
// Separators
|
|
|
|
LPAREN: '(';
|
|
RPAREN: ')';
|
|
LBRACK: '[';
|
|
RBRACK: ']';
|
|
LBRACE: '{';
|
|
RBRACE: '}';
|
|
DOT: '.';
|
|
ARROW: '->';
|
|
MUL: '*';
|
|
DIV: '/';
|
|
MOD: '%';
|
|
ADD: '+';
|
|
SUB: '-';
|
|
ADD_ASSIGN: '+=';
|
|
SUB_ASSIGN: '-=';
|
|
MUL_ASSIGN: '*=';
|
|
DIV_ASSIGN: '/=';
|
|
MOD_ASSIGN: '%=';
|
|
LE: '<=';
|
|
LT: '<';
|
|
GE: '>=';
|
|
GT: '>';
|
|
RSHIFT: '>>';
|
|
LSHIFT: '<<';
|
|
BITAND: '&';
|
|
CARET: '^';
|
|
BITOR: '|';
|
|
NOTEQUAL_A: '<>';
|
|
NOTEQUAL_B: '!=';
|
|
fragment NOTEQUAL: '<>' | '!=';
|
|
EQUAL_DEPRECATED: '=';
|
|
EQUAL: '==';
|
|
// && covered above
|
|
// || covered above
|
|
ASSIGN: ':=';
|
|
ADDMEMBER: '.+';
|
|
DELMEMBER: '.-';
|
|
CHKMEMBER: '.?';
|
|
|
|
SEMI: ';';
|
|
COMMA: ',';
|
|
TILDE: '~';
|
|
AT: '@';
|
|
|
|
COLONCOLON: '::';
|
|
COLON: ':';
|
|
INC: '++';
|
|
DEC: '--';
|
|
|
|
ELVIS: '?:';
|
|
// Whitespace and comments
|
|
|
|
WS: [ \t\r\n\u000C]+ -> channel(HIDDEN);
|
|
COMMENT: '/*' .*? '*/' -> channel(COMMENTS);
|
|
LINE_COMMENT: '//' ~[\r\n]* -> channel(COMMENTS);
|
|
|
|
// Identifiers
|
|
|
|
IDENTIFIER: Letter LetterOrDigit*;
|
|
|
|
// Fragment rules
|
|
|
|
fragment ExponentPart
|
|
: [eE] [+-]? Digits
|
|
;
|
|
|
|
fragment EscapeSequence
|
|
: '\\' [btnfr"'\\]
|
|
| '\\' ([0-3]? [0-7])? [0-7]
|
|
| '\\' 'u'+ HexDigit HexDigit HexDigit HexDigit
|
|
;
|
|
|
|
fragment HexDigits
|
|
: HexDigit ((HexDigit | '_')* HexDigit)?
|
|
;
|
|
|
|
fragment HexDigit
|
|
: [0-9a-fA-F]
|
|
;
|
|
|
|
fragment Digits
|
|
: [0-9] ([0-9_]* [0-9])?
|
|
;
|
|
|
|
fragment LetterOrDigit
|
|
: Letter
|
|
| [0-9]
|
|
;
|
|
|
|
fragment Letter
|
|
: [a-zA-Z$_] // these are the "java letters" below 0x7F
|
|
| ~[\u0000-\u007F\uD800-\uDBFF] // covers all characters above 0x7F which are not a surrogate
|
|
| [\uD800-\uDBFF] [\uDC00-\uDFFF] // covers UTF-16 surrogate pairs encodings for U+10000 to U+10FFFF
|
|
;
|
|
|