public class AssignTokenTypesBehavior extends AssignTokenTypesWalker
Modifier and Type | Field and Description |
---|---|
protected Map<String,String> |
aliases |
protected Map<String,String> |
aliasesReverseIndex |
protected Map<String,Integer> |
stringLiterals |
protected Set<String> |
tokenRuleDefs
Track actual lexer rule defs so we don't get repeated token defs in
generated lexer.
|
protected Map<String,Integer> |
tokens |
protected static Integer |
UNASSIGNED |
protected static Integer |
UNASSIGNED_IN_PARSER_RULE |
_tokenNames, charAlias, charAlias2, currentRuleName, grammar, stringAlias, stringAlias2
_retTree, astFactory, ASTNULL, inputState, returnAST, tokenNames, traceDepth
ACTION, ACTION_CHAR_LITERAL, ACTION_ESC, ACTION_STRING_LITERAL, ALT, AMPERSAND, ARG, ARG_ACTION, ARGLIST, ASSIGN, BACKTRACK_SEMPRED, BANG, BLOCK, CHAR_LITERAL, CHAR_RANGE, CHARSET, CLOSE_ELEMENT_OPTION, CLOSURE, COLON, COMBINED_GRAMMAR, COMMA, COMMENT, DIGIT, DOC_COMMENT, DOLLAR, DOT, DOUBLE_ANGLE_STRING_LITERAL, DOUBLE_QUOTE_STRING_LITERAL, EOA, EOB, EOF, EOR, EPSILON, ESC, ETC, FORCED_ACTION, FRAGMENT, GATED_SEMPRED, ID, IMPLIES, IMPORT, INITACTION, INT, INTERNAL_RULE_REF, LABEL, LEXER, LEXER_GRAMMAR, LITERAL_catch, LITERAL_finally, LITERAL_grammar, LITERAL_lexer, LITERAL_private, LITERAL_protected, LITERAL_public, LITERAL_returns, LITERAL_throws, LITERAL_tree, LPAREN, ML_COMMENT, NESTED_ACTION, NESTED_ARG_ACTION, NOT, NULL_TREE_LOOKAHEAD, OPEN_ELEMENT_OPTION, OPTIONAL, OPTIONS, OR, PARSER, PARSER_GRAMMAR, PLUS, PLUS_ASSIGN, POSITIVE_CLOSURE, QUESTION, RANGE, RCURLY, RET, REWRITE, ROOT, RPAREN, RULE, RULE_REF, SCOPE, SEMI, SEMPRED, SL_COMMENT, SRC, STAR, STRAY_BRACKET, STRING_LITERAL, SYN_SEMPRED, SYNPRED, TEMPLATE, TOKEN_REF, TOKENS, TREE_BEGIN, TREE_GRAMMAR, WILDCARD, WS, WS_LOOP, WS_OPT, XDIGIT
Constructor and Description |
---|
AssignTokenTypesBehavior() |
Modifier and Type | Method and Description |
---|---|
protected void |
alias(GrammarAST t,
GrammarAST s) |
protected void |
aliasTokenIDsAndLiterals(Grammar root) |
protected void |
assignStringTypes(Grammar root) |
protected void |
assignTokenIDTypes(Grammar root) |
protected void |
defineTokenNamesAndLiteralsInGrammar(Grammar root) |
void |
defineTokens(Grammar root) |
protected void |
init(Grammar g) |
protected void |
trackString(GrammarAST t)
Track string literals (could be in tokens{} section)
|
protected void |
trackToken(GrammarAST t) |
protected void |
trackTokenRule(GrammarAST t,
GrammarAST modifier,
GrammarAST block) |
alternative, ast_suffix, atom, attrScope, block, charSet, charSetElement, defineStringLiteralsFromDelegates, delegateGrammars, ebnf, element, exceptionGroup, exceptionHandler, finallyClause, grammar, grammarSpec, initASTPatterns, modifier, option, optionsSpec, optionValue, reportError, rewrite, rule, rules, ruleScopeSpec, tokenSpec, tokensSpec, tree
protected static final Integer UNASSIGNED
protected static final Integer UNASSIGNED_IN_PARSER_RULE
protected void init(Grammar g)
init
in class AssignTokenTypesWalker
protected void trackString(GrammarAST t)
trackString
in class AssignTokenTypesWalker
protected void trackToken(GrammarAST t)
trackToken
in class AssignTokenTypesWalker
protected void trackTokenRule(GrammarAST t, GrammarAST modifier, GrammarAST block)
trackTokenRule
in class AssignTokenTypesWalker
protected void alias(GrammarAST t, GrammarAST s)
alias
in class AssignTokenTypesWalker
public void defineTokens(Grammar root)
defineTokens
in class AssignTokenTypesWalker
protected void assignStringTypes(Grammar root)
assignStringTypes
in class AssignTokenTypesWalker
protected void aliasTokenIDsAndLiterals(Grammar root)
aliasTokenIDsAndLiterals
in class AssignTokenTypesWalker
protected void assignTokenIDTypes(Grammar root)
assignTokenIDTypes
in class AssignTokenTypesWalker
protected void defineTokenNamesAndLiteralsInGrammar(Grammar root)
defineTokenNamesAndLiteralsInGrammar
in class AssignTokenTypesWalker
Copyright © 2020. All rights reserved.