archive/ruby
1
0
Fork 0
mirror of https://github.com/ruby/ruby.git synced 2025-08-23 21:14:23 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

eventids2.c: reduce size

Browse source 
* ext/ripper/eventids2.c (token_to_eventid): reduce relocations
  and element size.

git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@48156 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
This commit is contained in:
nobu 2014-10-27 06:50:49 +00:00
parent 92c61ca747
commit 1b132cb254
1 changed files with 264 additions and 257 deletions
Download patch file Download diff file Expand all files Collapse all files

521
ext/ripper/eventids2.c
View file

@ -8,287 +8,294 @@
#define tHEREDOC_END (tLAST_TOKEN + 8) #define tHEREDOC_END (tLAST_TOKEN + 8)
#define k__END__ (tLAST_TOKEN + 9) #define k__END__ (tLAST_TOKEN + 9)
static ID ripper_id_backref; typedef struct {
static ID ripper_id_backtick; ID ripper_id_backref;
static ID ripper_id_comma; ID ripper_id_backtick;
static ID ripper_id_const; ID ripper_id_comma;
static ID ripper_id_cvar; ID ripper_id_const;
static ID ripper_id_embexpr_beg; ID ripper_id_cvar;
static ID ripper_id_embexpr_end; ID ripper_id_embexpr_beg;
static ID ripper_id_embvar; ID ripper_id_embexpr_end;
static ID ripper_id_float; ID ripper_id_embvar;
static ID ripper_id_gvar; ID ripper_id_float;
static ID ripper_id_ident; ID ripper_id_gvar;
static ID ripper_id_imaginary; ID ripper_id_ident;
static ID ripper_id_int; ID ripper_id_imaginary;
static ID ripper_id_ivar; ID ripper_id_int;
static ID ripper_id_kw; ID ripper_id_ivar;
static ID ripper_id_lbrace; ID ripper_id_kw;
static ID ripper_id_lbracket; ID ripper_id_lbrace;
static ID ripper_id_lparen; ID ripper_id_lbracket;
static ID ripper_id_nl; ID ripper_id_lparen;
static ID ripper_id_op; ID ripper_id_nl;
static ID ripper_id_period; ID ripper_id_op;
static ID ripper_id_rbrace; ID ripper_id_period;
static ID ripper_id_rbracket; ID ripper_id_rbrace;
static ID ripper_id_rparen; ID ripper_id_rbracket;
static ID ripper_id_semicolon; ID ripper_id_rparen;
static ID ripper_id_symbeg; ID ripper_id_semicolon;
static ID ripper_id_tstring_beg; ID ripper_id_symbeg;
static ID ripper_id_tstring_content; ID ripper_id_tstring_beg;
static ID ripper_id_tstring_end; ID ripper_id_tstring_content;
static ID ripper_id_words_beg; ID ripper_id_tstring_end;
static ID ripper_id_qwords_beg; ID ripper_id_words_beg;
static ID ripper_id_qsymbols_beg; ID ripper_id_qwords_beg;
static ID ripper_id_symbols_beg; ID ripper_id_qsymbols_beg;
static ID ripper_id_words_sep; ID ripper_id_symbols_beg;
static ID ripper_id_rational; ID ripper_id_words_sep;
static ID ripper_id_regexp_beg; ID ripper_id_rational;
static ID ripper_id_regexp_end; ID ripper_id_regexp_beg;
static ID ripper_id_label; ID ripper_id_regexp_end;
static ID ripper_id_label_end; ID ripper_id_label;
static ID ripper_id_tlambda; ID ripper_id_label_end;
static ID ripper_id_tlambeg; ID ripper_id_tlambda;
ID ripper_id_tlambeg;
static ID ripper_id_ignored_nl; ID ripper_id_ignored_nl;
static ID ripper_id_comment; ID ripper_id_comment;
static ID ripper_id_embdoc_beg; ID ripper_id_embdoc_beg;
static ID ripper_id_embdoc; ID ripper_id_embdoc;
static ID ripper_id_embdoc_end; ID ripper_id_embdoc_end;
static ID ripper_id_sp; ID ripper_id_sp;
static ID ripper_id_heredoc_beg; ID ripper_id_heredoc_beg;
static ID ripper_id_heredoc_end; ID ripper_id_heredoc_end;
static ID ripper_id___end__; ID ripper_id___end__;
static ID ripper_id_CHAR; ID ripper_id_CHAR;
} ripper_scanner_ids_t;
static ripper_scanner_ids_t ripper_scanner_ids;
#include "eventids2table.c" #include "eventids2table.c"
static void static void
ripper_init_eventids2(void) ripper_init_eventids2(void)
{ {
ripper_id_backref = rb_intern_const("on_backref"); #define set_id2(name) ripper_scanner_ids.ripper_id_##name = rb_intern_const("on_"#name)
ripper_id_backtick = rb_intern_const("on_backtick"); set_id2(backref);
ripper_id_comma = rb_intern_const("on_comma"); set_id2(backtick);
ripper_id_const = rb_intern_const("on_const"); set_id2(comma);
ripper_id_cvar = rb_intern_const("on_cvar"); set_id2(const);
ripper_id_embexpr_beg = rb_intern_const("on_embexpr_beg"); set_id2(cvar);
ripper_id_embexpr_end = rb_intern_const("on_embexpr_end"); set_id2(embexpr_beg);
ripper_id_embvar = rb_intern_const("on_embvar"); set_id2(embexpr_end);
ripper_id_float = rb_intern_const("on_float"); set_id2(embvar);
ripper_id_gvar = rb_intern_const("on_gvar"); set_id2(float);
ripper_id_ident = rb_intern_const("on_ident"); set_id2(gvar);
ripper_id_imaginary = rb_intern_const("on_imaginary"); set_id2(ident);
ripper_id_int = rb_intern_const("on_int"); set_id2(imaginary);
ripper_id_ivar = rb_intern_const("on_ivar"); set_id2(int);
ripper_id_kw = rb_intern_const("on_kw"); set_id2(ivar);
ripper_id_lbrace = rb_intern_const("on_lbrace"); set_id2(kw);
ripper_id_lbracket = rb_intern_const("on_lbracket"); set_id2(lbrace);
ripper_id_lparen = rb_intern_const("on_lparen"); set_id2(lbracket);
ripper_id_nl = rb_intern_const("on_nl"); set_id2(lparen);
ripper_id_op = rb_intern_const("on_op"); set_id2(nl);
ripper_id_period = rb_intern_const("on_period"); set_id2(op);
ripper_id_rbrace = rb_intern_const("on_rbrace"); set_id2(period);
ripper_id_rbracket = rb_intern_const("on_rbracket"); set_id2(rbrace);
ripper_id_rparen = rb_intern_const("on_rparen"); set_id2(rbracket);
ripper_id_semicolon = rb_intern_const("on_semicolon"); set_id2(rparen);
ripper_id_symbeg = rb_intern_const("on_symbeg"); set_id2(semicolon);
ripper_id_tstring_beg = rb_intern_const("on_tstring_beg"); set_id2(symbeg);
ripper_id_tstring_content = rb_intern_const("on_tstring_content"); set_id2(tstring_beg);
ripper_id_tstring_end = rb_intern_const("on_tstring_end"); set_id2(tstring_content);
ripper_id_words_beg = rb_intern_const("on_words_beg"); set_id2(tstring_end);
ripper_id_qwords_beg = rb_intern_const("on_qwords_beg"); set_id2(words_beg);
ripper_id_qsymbols_beg = rb_intern_const("on_qsymbols_beg"); set_id2(qwords_beg);
ripper_id_symbols_beg = rb_intern_const("on_symbols_beg"); set_id2(qsymbols_beg);
ripper_id_words_sep = rb_intern_const("on_words_sep"); set_id2(symbols_beg);
ripper_id_rational = rb_intern_const("on_rational"); set_id2(words_sep);
ripper_id_regexp_beg = rb_intern_const("on_regexp_beg"); set_id2(rational);
ripper_id_regexp_end = rb_intern_const("on_regexp_end"); set_id2(regexp_beg);
ripper_id_label = rb_intern_const("on_label"); set_id2(regexp_end);
ripper_id_label_end = rb_intern_const("on_label_end"); set_id2(label);
ripper_id_tlambda = rb_intern_const("on_tlambda"); set_id2(label_end);
ripper_id_tlambeg = rb_intern_const("on_tlambeg"); set_id2(tlambda);
set_id2(tlambeg);
ripper_id_ignored_nl = rb_intern_const("on_ignored_nl"); set_id2(ignored_nl);
ripper_id_comment = rb_intern_const("on_comment"); set_id2(comment);
ripper_id_embdoc_beg = rb_intern_const("on_embdoc_beg"); set_id2(embdoc_beg);
ripper_id_embdoc = rb_intern_const("on_embdoc"); set_id2(embdoc);
ripper_id_embdoc_end = rb_intern_const("on_embdoc_end"); set_id2(embdoc_end);
ripper_id_sp = rb_intern_const("on_sp"); set_id2(sp);
ripper_id_heredoc_beg = rb_intern_const("on_heredoc_beg"); set_id2(heredoc_beg);
ripper_id_heredoc_end = rb_intern_const("on_heredoc_end"); set_id2(heredoc_end);
ripper_id___end__ = rb_intern_const("on___end__"); set_id2(__end__);
ripper_id_CHAR = rb_intern_const("on_CHAR"); set_id2(CHAR);
} }
#define O(member) (int)offsetof(ripper_scanner_ids_t, ripper_id_##member)
static const struct token_assoc { static const struct token_assoc {
int token; int token;
ID *id; int id_offset;
} token_to_eventid[] = { } token_to_eventid[] = {
{' ', &ripper_id_words_sep}, {' ', O(words_sep)},
{'!', &ripper_id_op}, {'!', O(op)},
{'%', &ripper_id_op}, {'%', O(op)},
{'&', &ripper_id_op}, {'&', O(op)},
{'*', &ripper_id_op}, {'*', O(op)},
{'+', &ripper_id_op}, {'+', O(op)},
{'-', &ripper_id_op}, {'-', O(op)},
{'/', &ripper_id_op}, {'/', O(op)},
{'<', &ripper_id_op}, {'<', O(op)},
{'=', &ripper_id_op}, {'=', O(op)},
{'>', &ripper_id_op}, {'>', O(op)},
{'?', &ripper_id_op}, {'?', O(op)},
{'^', &ripper_id_op}, {'^', O(op)},
{'|', &ripper_id_op}, {'|', O(op)},
{'~', &ripper_id_op}, {'~', O(op)},
{':', &ripper_id_op}, {':', O(op)},
{',', &ripper_id_comma}, {',', O(comma)},
{'.', &ripper_id_period}, {'.', O(period)},
{';', &ripper_id_semicolon}, {';', O(semicolon)},
{'`', &ripper_id_backtick}, {'`', O(backtick)},
{'\n', &ripper_id_nl}, {'\n', O(nl)},
{keyword_alias, &ripper_id_kw}, {keyword_alias, O(kw)},
{keyword_and, &ripper_id_kw}, {keyword_and, O(kw)},
{keyword_begin, &ripper_id_kw}, {keyword_begin, O(kw)},
{keyword_break, &ripper_id_kw}, {keyword_break, O(kw)},
{keyword_case, &ripper_id_kw}, {keyword_case, O(kw)},
{keyword_class, &ripper_id_kw}, {keyword_class, O(kw)},
{keyword_def, &ripper_id_kw}, {keyword_def, O(kw)},
{keyword_defined, &ripper_id_kw}, {keyword_defined, O(kw)},
{keyword_do, &ripper_id_kw}, {keyword_do, O(kw)},
{keyword_do_block, &ripper_id_kw}, {keyword_do_block, O(kw)},
{keyword_do_cond, &ripper_id_kw}, {keyword_do_cond, O(kw)},
{keyword_else, &ripper_id_kw}, {keyword_else, O(kw)},
{keyword_elsif, &ripper_id_kw}, {keyword_elsif, O(kw)},
{keyword_end, &ripper_id_kw}, {keyword_end, O(kw)},
{keyword_ensure, &ripper_id_kw}, {keyword_ensure, O(kw)},
{keyword_false, &ripper_id_kw}, {keyword_false, O(kw)},
{keyword_for, &ripper_id_kw}, {keyword_for, O(kw)},
{keyword_if, &ripper_id_kw}, {keyword_if, O(kw)},
{modifier_if, &ripper_id_kw}, {modifier_if, O(kw)},
{keyword_in, &ripper_id_kw}, {keyword_in, O(kw)},
{keyword_module, &ripper_id_kw}, {keyword_module, O(kw)},
{keyword_next, &ripper_id_kw}, {keyword_next, O(kw)},
{keyword_nil, &ripper_id_kw}, {keyword_nil, O(kw)},
{keyword_not, &ripper_id_kw}, {keyword_not, O(kw)},
{keyword_or, &ripper_id_kw}, {keyword_or, O(kw)},
{keyword_redo, &ripper_id_kw}, {keyword_redo, O(kw)},
{keyword_rescue, &ripper_id_kw}, {keyword_rescue, O(kw)},
{modifier_rescue, &ripper_id_kw}, {modifier_rescue, O(kw)},
{keyword_retry, &ripper_id_kw}, {keyword_retry, O(kw)},
{keyword_return, &ripper_id_kw}, {keyword_return, O(kw)},
{keyword_self, &ripper_id_kw}, {keyword_self, O(kw)},
{keyword_super, &ripper_id_kw}, {keyword_super, O(kw)},
{keyword_then, &ripper_id_kw}, {keyword_then, O(kw)},
{keyword_true, &ripper_id_kw}, {keyword_true, O(kw)},
{keyword_undef, &ripper_id_kw}, {keyword_undef, O(kw)},
{keyword_unless, &ripper_id_kw}, {keyword_unless, O(kw)},
{modifier_unless, &ripper_id_kw}, {modifier_unless, O(kw)},
{keyword_until, &ripper_id_kw}, {keyword_until, O(kw)},
{modifier_until, &ripper_id_kw}, {modifier_until, O(kw)},
{keyword_when, &ripper_id_kw}, {keyword_when, O(kw)},
{keyword_while, &ripper_id_kw}, {keyword_while, O(kw)},
{modifier_while, &ripper_id_kw}, {modifier_while, O(kw)},
{keyword_yield, &ripper_id_kw}, {keyword_yield, O(kw)},
{keyword__FILE__, &ripper_id_kw}, {keyword__FILE__, O(kw)},
{keyword__LINE__, &ripper_id_kw}, {keyword__LINE__, O(kw)},
{keyword__ENCODING__, &ripper_id_kw}, {keyword__ENCODING__, O(kw)},
{keyword_BEGIN, &ripper_id_kw}, {keyword_BEGIN, O(kw)},
{keyword_END, &ripper_id_kw}, {keyword_END, O(kw)},
{keyword_do_LAMBDA, &ripper_id_kw}, {keyword_do_LAMBDA, O(kw)},
{tAMPER, &ripper_id_op}, {tAMPER, O(op)},
{tANDOP, &ripper_id_op}, {tANDOP, O(op)},
{tAREF, &ripper_id_op}, {tAREF, O(op)},
{tASET, &ripper_id_op}, {tASET, O(op)},
{tASSOC, &ripper_id_op}, {tASSOC, O(op)},
{tBACK_REF, &ripper_id_backref}, {tBACK_REF, O(backref)},
{tCHAR, &ripper_id_CHAR}, {tCHAR, O(CHAR)},
{tCMP, &ripper_id_op}, {tCMP, O(op)},
{tCOLON2, &ripper_id_op}, {tCOLON2, O(op)},
{tCOLON3, &ripper_id_op}, {tCOLON3, O(op)},
{tCONSTANT, &ripper_id_const}, {tCONSTANT, O(const)},
{tCVAR, &ripper_id_cvar}, {tCVAR, O(cvar)},
{tDOT2, &ripper_id_op}, {tDOT2, O(op)},
{tDOT3, &ripper_id_op}, {tDOT3, O(op)},
{tEQ, &ripper_id_op}, {tEQ, O(op)},
{tEQQ, &ripper_id_op}, {tEQQ, O(op)},
{tFID, &ripper_id_ident}, {tFID, O(ident)},
{tFLOAT, &ripper_id_float}, {tFLOAT, O(float)},
{tGEQ, &ripper_id_op}, {tGEQ, O(op)},
{tGVAR, &ripper_id_gvar}, {tGVAR, O(gvar)},
{tIDENTIFIER, &ripper_id_ident}, {tIDENTIFIER, O(ident)},
{tIMAGINARY, &ripper_id_imaginary}, {tIMAGINARY, O(imaginary)},
{tINTEGER, &ripper_id_int}, {tINTEGER, O(int)},
{tIVAR, &ripper_id_ivar}, {tIVAR, O(ivar)},
{tLBRACE, &ripper_id_lbrace}, {tLBRACE, O(lbrace)},
{tLBRACE_ARG, &ripper_id_lbrace}, {tLBRACE_ARG, O(lbrace)},
{'{', &ripper_id_lbrace}, {'{', O(lbrace)},
{'}', &ripper_id_rbrace}, {'}', O(rbrace)},
{tLBRACK, &ripper_id_lbracket}, {tLBRACK, O(lbracket)},
{'[', &ripper_id_lbracket}, {'[', O(lbracket)},
{']', &ripper_id_rbracket}, {']', O(rbracket)},
{tLEQ, &ripper_id_op}, {tLEQ, O(op)},
{tLPAREN, &ripper_id_lparen}, {tLPAREN, O(lparen)},
{tLPAREN_ARG, &ripper_id_lparen}, {tLPAREN_ARG, O(lparen)},
{'(', &ripper_id_lparen}, {'(', O(lparen)},
{')', &ripper_id_rparen}, {')', O(rparen)},
{tLSHFT, &ripper_id_op}, {tLSHFT, O(op)},
{tMATCH, &ripper_id_op}, {tMATCH, O(op)},
{tNEQ, &ripper_id_op}, {tNEQ, O(op)},
{tNMATCH, &ripper_id_op}, {tNMATCH, O(op)},
{tNTH_REF, &ripper_id_backref}, {tNTH_REF, O(backref)},
{tOP_ASGN, &ripper_id_op}, {tOP_ASGN, O(op)},
{tOROP, &ripper_id_op}, {tOROP, O(op)},
{tPOW, &ripper_id_op}, {tPOW, O(op)},
{tQWORDS_BEG, &ripper_id_qwords_beg}, {tQWORDS_BEG, O(qwords_beg)},
{tQSYMBOLS_BEG, &ripper_id_qsymbols_beg}, {tQSYMBOLS_BEG, O(qsymbols_beg)},
{tSYMBOLS_BEG, &ripper_id_symbols_beg}, {tSYMBOLS_BEG, O(symbols_beg)},
{tRATIONAL, &ripper_id_rational}, {tRATIONAL, O(rational)},
{tREGEXP_BEG, &ripper_id_regexp_beg}, {tREGEXP_BEG, O(regexp_beg)},
{tREGEXP_END, &ripper_id_regexp_end}, {tREGEXP_END, O(regexp_end)},
{tRPAREN, &ripper_id_rparen}, {tRPAREN, O(rparen)},
{tRSHFT, &ripper_id_op}, {tRSHFT, O(op)},
{tSTAR, &ripper_id_op}, {tSTAR, O(op)},
{tDSTAR, &ripper_id_op}, {tDSTAR, O(op)},
{tSTRING_BEG, &ripper_id_tstring_beg}, {tSTRING_BEG, O(tstring_beg)},
{tSTRING_CONTENT, &ripper_id_tstring_content}, {tSTRING_CONTENT, O(tstring_content)},
{tSTRING_DBEG, &ripper_id_embexpr_beg}, {tSTRING_DBEG, O(embexpr_beg)},
{tSTRING_DEND, &ripper_id_embexpr_end}, {tSTRING_DEND, O(embexpr_end)},
{tSTRING_DVAR, &ripper_id_embvar}, {tSTRING_DVAR, O(embvar)},
{tSTRING_END, &ripper_id_tstring_end}, {tSTRING_END, O(tstring_end)},
{tSYMBEG, &ripper_id_symbeg}, {tSYMBEG, O(symbeg)},
{tUMINUS, &ripper_id_op}, {tUMINUS, O(op)},
{tUMINUS_NUM, &ripper_id_op}, {tUMINUS_NUM, O(op)},
{tUPLUS, &ripper_id_op}, {tUPLUS, O(op)},
{tWORDS_BEG, &ripper_id_words_beg}, {tWORDS_BEG, O(words_beg)},
{tXSTRING_BEG, &ripper_id_backtick}, {tXSTRING_BEG, O(backtick)},
{tLABEL, &ripper_id_label}, {tLABEL, O(label)},
{tLABEL_END, &ripper_id_label_end}, {tLABEL_END, O(label_end)},
{tLAMBDA, &ripper_id_tlambda}, {tLAMBDA, O(tlambda)},
{tLAMBEG, &ripper_id_tlambeg}, {tLAMBEG, O(tlambeg)},
/* ripper specific tokens */ /* ripper specific tokens */
{tIGNORED_NL, &ripper_id_ignored_nl}, {tIGNORED_NL, O(ignored_nl)},
{tCOMMENT, &ripper_id_comment}, {tCOMMENT, O(comment)},
{tEMBDOC_BEG, &ripper_id_embdoc_beg}, {tEMBDOC_BEG, O(embdoc_beg)},
{tEMBDOC, &ripper_id_embdoc}, {tEMBDOC, O(embdoc)},
{tEMBDOC_END, &ripper_id_embdoc_end}, {tEMBDOC_END, O(embdoc_end)},
{tSP, &ripper_id_sp}, {tSP, O(sp)},
{tHEREDOC_BEG, &ripper_id_heredoc_beg}, {tHEREDOC_BEG, O(heredoc_beg)},
{tHEREDOC_END, &ripper_id_heredoc_end}, {tHEREDOC_END, O(heredoc_end)},
{k__END__, &ripper_id___end__}, {k__END__, O(__end__)},
{0, NULL}
}; };
static ID static ID
ripper_token2eventid(int tok) ripper_token2eventid(int tok)
{ {
const struct token_assoc *a; int i;
for (a = token_to_eventid; a->id != NULL; a++) { for (i = 0; i < numberof(token_to_eventid); i++) {
const struct token_assoc *const a = &token_to_eventid[i];
if (a->token == tok) if (a->token == tok)
return *a->id; return *(const ID *)((const char *)&ripper_scanner_ids + a->id_offset);
} }
if (tok < 256) { if (tok < 256) {
return ripper_id_CHAR; return ripper_scanner_ids.ripper_id_CHAR;
} }
rb_raise(rb_eRuntimeError, "[Ripper FATAL] unknown token %d", tok); rb_raise(rb_eRuntimeError, "[Ripper FATAL] unknown token %d", tok);