RubyToken
irb/ruby-token.rb - ruby tokens
$Release Version: 0.9.6$ $Revision$ by Keiju ISHITSUKA(keiju@ruby-lang.org)
–
Constants
EXPR_ARG = :EXPR_ARG
EXPR_BEG = :EXPR_BEG
EXPR_CLASS = :EXPR_CLASS
EXPR_DOT = :EXPR_DOT
EXPR_END = :EXPR_END
EXPR_FNAME = :EXPR_FNAME
EXPR_MID = :EXPR_MID
TkReading2Token = {}
TkSymbol2Token = {}
TokenDefinitions = [\n[:TkCLASS, TkId, "class", EXPR_CLASS],\n[:TkMODULE, TkId, "module", EXPR_BEG],\n[:TkDEF, TkId, "def", EXPR_FNAME],\n[:TkUNDEF, TkId, "undef", EXPR_FNAME],\n[:TkBEGIN, TkId, "begin", EXPR_BEG],\n[:TkRESCUE, TkId, "rescue", EXPR_MID],\n[:TkENSURE, TkId, "ensure", EXPR_BEG],\n[:TkEND, TkId, "end", EXPR_END],\n[:TkIF, TkId, "if", EXPR_BEG, :TkIF_MOD],\n[:TkUNLESS, TkId, "unless", EXPR_BEG, :TkUNLESS_MOD],\n[:TkTHEN, TkId, "then", EXPR_BEG],\n[:TkELSIF, TkId, "elsif", EXPR_BEG],\n[:TkELSE, TkId, "else", EXPR_BEG],\n[:TkCASE, TkId, "case", EXPR_BEG],\n[:TkWHEN, TkId, "when", EXPR_BEG],\n[:TkWHILE, TkId, "while", EXPR_BEG, :TkWHILE_MOD],\n[:TkUNTIL, TkId, "until", EXPR_BEG, :TkUNTIL_MOD],\n[:TkFOR, TkId, "for", EXPR_BEG],\n[:TkBREAK, TkId, "break", EXPR_END],\n[:TkNEXT, TkId, "next", EXPR_END],\n[:TkREDO, TkId, "redo", EXPR_END],\n[:TkRETRY, TkId, "retry", EXPR_END],\n[:TkIN, TkId, "in", EXPR_BEG],\n[:TkDO, TkId, "do", EXPR_BEG],\n[:TkRETURN, TkId, "return", EXPR_MID],\n[:TkYIELD, TkId, "yield", EXPR_END],\n[:TkSUPER, TkId, "super", EXPR_END],\n[:TkSELF, TkId, "self", EXPR_END],\n[:TkNIL, TkId, "nil", EXPR_END],\n[:TkTRUE, TkId, "true", EXPR_END],\n[:TkFALSE, TkId, "false", EXPR_END],\n[:TkAND, TkId, "and", EXPR_BEG],\n[:TkOR, TkId, "or", EXPR_BEG],\n[:TkNOT, TkId, "not", EXPR_BEG],\n[:TkIF_MOD, TkId],\n[:TkUNLESS_MOD, TkId],\n[:TkWHILE_MOD, TkId],\n[:TkUNTIL_MOD, TkId],\n[:TkALIAS, TkId, "alias", EXPR_FNAME],\n[:TkDEFINED, TkId, "defined?", EXPR_END],\n[:TklBEGIN, TkId, "BEGIN", EXPR_END],\n[:TklEND, TkId, "END", EXPR_END],\n[:Tk__LINE__, TkId, "__LINE__", EXPR_END],\n[:Tk__FILE__, TkId, "__FILE__", EXPR_END],\n\n[:TkIDENTIFIER, TkId],\n[:TkFID, TkId],\n[:TkGVAR, TkId],\n[:TkCVAR, TkId],\n[:TkIVAR, TkId],\n[:TkCONSTANT, TkId],\n\n[:TkINTEGER, TkVal],\n[:TkFLOAT, TkVal],\n[:TkSTRING, TkVal],\n[:TkXSTRING, TkVal],\n[:TkREGEXP, TkVal],\n[:TkSYMBOL, TkVal],\n\n[:TkDSTRING, TkNode],\n[:TkDXSTRING, TkNode],\n[:TkDREGEXP, TkNode],\n[:TkNTH_REF, TkNode],\n[:TkBACK_REF, TkNode],\n\n[:TkUPLUS, TkOp, "+@"],\n[:TkUMINUS, TkOp, "-@"],\n[:TkPOW, TkOp, "**"],\n[:TkCMP, TkOp, "<=>"],\n[:TkEQ, TkOp, "=="],\n[:TkEQQ, TkOp, "==="],\n[:TkNEQ, TkOp, "!="],\n[:TkGEQ, TkOp, ">="],\n[:TkLEQ, TkOp, "<="],\n[:TkANDOP, TkOp, "&&"],\n[:TkOROP, TkOp, "||"],\n[:TkMATCH, TkOp, "=~"],\n[:TkNMATCH, TkOp, "!~"],\n[:TkDOT2, TkOp, ".."],\n[:TkDOT3, TkOp, "..."],\n[:TkAREF, TkOp, "[]"],\n[:TkASET, TkOp, "[]="],\n[:TkLSHFT, TkOp, "<<"],\n[:TkRSHFT, TkOp, ">>"],\n[:TkCOLON2, TkOp],\n[:TkCOLON3, TkOp],\n# [:OPASGN, TkOp], # +=, -= etc. #\n[:TkASSOC, TkOp, "=>"],\n[:TkQUESTION, TkOp, "?"], #?\n[:TkCOLON, TkOp, ":"], #:\n\n[:TkfLPAREN], # func( #\n[:TkfLBRACK], # func[ #\n[:TkfLBRACE], # func{ #\n[:TkSTAR], # *arg\n[:TkAMPER], # &arg #\n[:TkSYMBEG], # :SYMBOL\n\n[:TkGT, TkOp, ">"],\n[:TkLT, TkOp, "<"],\n[:TkPLUS, TkOp, "+"],\n[:TkMINUS, TkOp, "-"],\n[:TkMULT, TkOp, "*"],\n[:TkDIV, TkOp, "/"],\n[:TkMOD, TkOp, "%"],\n[:TkBITOR, TkOp, "|"],\n[:TkBITXOR, TkOp, "^"],\n[:TkBITAND, TkOp, "&"],\n[:TkBITNOT, TkOp, "~"],\n[:TkNOTOP, TkOp, "!"],\n\n[:TkBACKQUOTE, TkOp, "`"],\n\n[:TkASSIGN, Token, "="],\n[:TkDOT, Token, "."],\n[:TkLPAREN, Token, "("], #(exp)\n[:TkLBRACK, Token, "["], #[arry]\n[:TkLBRACE, Token, "{"], #{hash}\n[:TkRPAREN, Token, ")"],\n[:TkRBRACK, Token, "]"],\n[:TkRBRACE, Token, "}"],\n[:TkCOMMA, Token, ","],\n[:TkSEMICOLON, Token, ";"],\n\n[:TkCOMMENT],\n[:TkRD_COMMENT],\n[:TkSPACE],\n[:TkNL],\n[:TkEND_OF_SCRIPT],\n\n[:TkBACKSLASH, TkUnknownChar, "\\\\"],\n[:TkAT, TkUnknownChar, "@"],\n[:TkDOLLAR, TkUnknownChar, "$"],\n]
Files
- lib/irb/ruby-token.rb