RDoc::RubyToken
Definitions of all tokens involved in the lexical analysis
Constants
EXPR_ARG = :EXPR_ARG
EXPR_BEG = :EXPR_BEG
EXPR_CLASS = :EXPR_CLASS
EXPR_DOT = :EXPR_DOT
EXPR_END = :EXPR_END
EXPR_FNAME = :EXPR_FNAME
EXPR_MID = :EXPR_MID
NEWLINE_TOKEN = TkNL.new(0,0)
TkReading2Token = {}
TkSymbol2Token = {}
TokenDefinitions = [\n[:TkCLASS, TkKW, "class", EXPR_CLASS],\n[:TkMODULE, TkKW, "module", EXPR_CLASS],\n[:TkDEF, TkKW, "def", EXPR_FNAME],\n[:TkUNDEF, TkKW, "undef", EXPR_FNAME],\n[:TkBEGIN, TkKW, "begin", EXPR_BEG],\n[:TkRESCUE, TkKW, "rescue", EXPR_MID],\n[:TkENSURE, TkKW, "ensure", EXPR_BEG],\n[:TkEND, TkKW, "end", EXPR_END],\n[:TkIF, TkKW, "if", EXPR_BEG, :TkIF_MOD],\n[:TkUNLESS, TkKW, "unless", EXPR_BEG, :TkUNLESS_MOD],\n[:TkTHEN, TkKW, "then", EXPR_BEG],\n[:TkELSIF, TkKW, "elsif", EXPR_BEG],\n[:TkELSE, TkKW, "else", EXPR_BEG],\n[:TkCASE, TkKW, "case", EXPR_BEG],\n[:TkWHEN, TkKW, "when", EXPR_BEG],\n[:TkWHILE, TkKW, "while", EXPR_BEG, :TkWHILE_MOD],\n[:TkUNTIL, TkKW, "until", EXPR_BEG, :TkUNTIL_MOD],\n[:TkFOR, TkKW, "for", EXPR_BEG],\n[:TkBREAK, TkKW, "break", EXPR_END],\n[:TkNEXT, TkKW, "next", EXPR_END],\n[:TkREDO, TkKW, "redo", EXPR_END],\n[:TkRETRY, TkKW, "retry", EXPR_END],\n[:TkIN, TkKW, "in", EXPR_BEG],\n[:TkDO, TkKW, "do", EXPR_BEG],\n[:TkRETURN, TkKW, "return", EXPR_MID],\n[:TkYIELD, TkKW, "yield", EXPR_END],\n[:TkSUPER, TkKW, "super", EXPR_END],\n[:TkSELF, TkKW, "self", EXPR_END],\n[:TkNIL, TkKW, "nil", EXPR_END],\n[:TkTRUE, TkKW, "true", EXPR_END],\n[:TkFALSE, TkKW, "false", EXPR_END],\n[:TkAND, TkKW, "and", EXPR_BEG],\n[:TkOR, TkKW, "or", EXPR_BEG],\n[:TkNOT, TkKW, "not", EXPR_BEG],\n[:TkIF_MOD, TkKW],\n[:TkUNLESS_MOD, TkKW],\n[:TkWHILE_MOD, TkKW],\n[:TkUNTIL_MOD, TkKW],\n[:TkALIAS, TkKW, "alias", EXPR_FNAME],\n[:TkDEFINED, TkKW, "defined?", EXPR_END],\n[:TklBEGIN, TkKW, "BEGIN", EXPR_END],\n[:TklEND, TkKW, "END", EXPR_END],\n[:Tk__LINE__, TkKW, "__LINE__", EXPR_END],\n[:Tk__FILE__, TkKW, "__FILE__", EXPR_END],\n\n[:TkIDENTIFIER, TkId],\n[:TkFID, TkId],\n[:TkGVAR, TkId],\n[:TkIVAR, TkId],\n[:TkCONSTANT, TkId],\n\n[:TkINTEGER, TkVal],\n[:TkFLOAT, TkVal],\n[:TkSTRING, TkVal],\n[:TkXSTRING, TkVal],\n[:TkREGEXP, TkVal],\n[:TkCOMMENT, TkVal],\n\n[:TkDSTRING, TkNode],\n[:TkDXSTRING, TkNode],\n[:TkDREGEXP, TkNode],\n[:TkNTH_REF, TkId],\n[:TkBACK_REF, TkId],\n\n[:TkUPLUS, TkOp, "+@"],\n[:TkUMINUS, TkOp, "-@"],\n[:TkPOW, TkOp, "**"],\n[:TkCMP, TkOp, "<=>"],\n[:TkEQ, TkOp, "=="],\n[:TkEQQ, TkOp, "==="],\n[:TkNEQ, TkOp, "!="],\n[:TkGEQ, TkOp, ">="],\n[:TkLEQ, TkOp, "<="],\n[:TkANDOP, TkOp, "&&"],\n[:TkOROP, TkOp, "||"],\n[:TkMATCH, TkOp, "=~"],\n[:TkNMATCH, TkOp, "!~"],\n[:TkDOT2, TkOp, ".."],\n[:TkDOT3, TkOp, "..."],\n[:TkAREF, TkOp, "[]"],\n[:TkASET, TkOp, "[]="],\n[:TkLSHFT, TkOp, "<<"],\n[:TkRSHFT, TkOp, ">>"],\n[:TkCOLON2, TkOp],\n[:TkCOLON3, TkOp],\n# [:OPASGN, TkOp], # +=, -= etc. #\n[:TkASSOC, TkOp, "=>"],\n[:TkQUESTION, TkOp, "?"], #?\n[:TkCOLON, TkOp, ":"], #:\n\n[:TkfLPAREN], # func( #\n[:TkfLBRACK], # func[ #\n[:TkfLBRACE], # func{ #\n[:TkSTAR], # *arg\n[:TkAMPER], # &arg #\n[:TkSYMBOL, TkId], # :SYMBOL\n[:TkSYMBEG, TkId],\n[:TkGT, TkOp, ">"],\n[:TkLT, TkOp, "<"],\n[:TkPLUS, TkOp, "+"],\n[:TkMINUS, TkOp, "-"],\n[:TkMULT, TkOp, "*"],\n[:TkDIV, TkOp, "/"],\n[:TkMOD, TkOp, "%"],\n[:TkBITOR, TkOp, "|"],\n[:TkBITXOR, TkOp, "^"],\n[:TkBITAND, TkOp, "&"],\n[:TkBITNOT, TkOp, "~"],\n[:TkNOTOP, TkOp, "!"],\n\n[:TkBACKQUOTE, TkOp, "`"],\n\n[:TkASSIGN, Token, "="],\n[:TkDOT, Token, "."],\n[:TkLPAREN, Token, "("], #(exp)\n[:TkLBRACK, Token, "["], #[arry]\n[:TkLBRACE, Token, "{"], #{hash}\n[:TkRPAREN, Token, ")"],\n[:TkRBRACK, Token, "]"],\n[:TkRBRACE, Token, "}"],\n[:TkCOMMA, Token, ","],\n[:TkSEMICOLON, Token, ";"],\n\n[:TkRD_COMMENT],\n[:TkSPACE],\n[:TkNL],\n[:TkEND_OF_SCRIPT],\n\n[:TkBACKSLASH, TkUnknownChar, "\\\\"],\n[:TkAT, TkUnknownChar, "@"],\n[:TkDOLLAR, TkUnknownChar, "\\$"], #"\n]
Files
- lib/rdoc/parser/ruby.rb