mirror of
https://github.com/ruby/ruby.git
synced 2025-08-28 15:36:16 +02:00
9b1e97b211
This patch is part of universal parser work. ## Summary - Decouple VALUE from members below: - `(struct parser_params *)->debug_lines` - `(rb_ast_t *)->body.script_lines` - Instead, they are now `rb_parser_ary_t *` - They can also be a `(VALUE)FIXNUM` as before to hold line count - `ISEQ_BODY(iseq)->variable.script_lines` remains VALUE - In order to do this, - Add `VALUE script_lines` param to `rb_iseq_new_with_opt()` - Introduce `rb_parser_build_script_lines_from()` to convert `rb_parser_ary_t *` into `VALUE` ## Other details - Extend `rb_parser_ary_t *`. It previously could only store `rb_parser_ast_token *`, now can store script_lines, too - Change tactics of building the top-level `SCRIPT_LINES__` in `yycompile0()` - Before: While parsing, each line of the script is added to `SCRIPT_LINES__[path]` - After: After `yyparse(p)`, `SCRIPT_LINES__[path]` will be built from `p->debug_lines` - Remove the second parameter of `rb_parser_set_script_lines()` to make it simple - Introduce `script_lines_free()` to be called from `rb_ast_free()` because the GC no longer takes care of the script_lines - Introduce `rb_parser_string_deep_copy()` in parse.y to maintain script_lines when `rb_ruby_parser_free()` called - With regard to this, please see *Future tasks* below ## Future tasks - Decouple IMEMO from `rb_ast_t *` - This lifts the five-members-restriction of Ruby object, - So we will be able to move the ownership of the `lex.string_buffer` from parser to AST - Then we remove `rb_parser_string_deep_copy()` to make the whole thing simple
93 lines
3.5 KiB
C
93 lines
3.5 KiB
C
#ifndef INTERNAL_RUBY_PARSE_H
|
|
#define INTERNAL_RUBY_PARSE_H
|
|
|
|
#include "internal.h"
|
|
#include "internal/bignum.h"
|
|
#include "internal/compilers.h"
|
|
#include "internal/complex.h"
|
|
#include "internal/rational.h"
|
|
#include "rubyparser.h"
|
|
#include "vm.h"
|
|
|
|
RUBY_SYMBOL_EXPORT_BEGIN
|
|
#ifdef UNIVERSAL_PARSER
|
|
const rb_parser_config_t *rb_ruby_parser_config(void);
|
|
rb_parser_t *rb_parser_params_allocate(void);
|
|
rb_parser_t *rb_parser_params_new(void);
|
|
#endif
|
|
VALUE rb_parser_set_context(VALUE, const struct rb_iseq_struct *, int);
|
|
VALUE rb_parser_new(void);
|
|
rb_ast_t *rb_parser_compile_string_path(VALUE vparser, VALUE fname, VALUE src, int line);
|
|
VALUE rb_str_new_parser_string(rb_parser_string_t *str);
|
|
VALUE rb_str_new_mutable_parser_string(rb_parser_string_t *str);
|
|
|
|
VALUE rb_node_str_string_val(const NODE *);
|
|
VALUE rb_node_sym_string_val(const NODE *);
|
|
VALUE rb_node_dstr_string_val(const NODE *);
|
|
VALUE rb_node_regx_string_val(const NODE *);
|
|
VALUE rb_node_dregx_string_val(const NODE *);
|
|
VALUE rb_node_line_lineno_val(const NODE *);
|
|
VALUE rb_node_file_path_val(const NODE *);
|
|
VALUE rb_node_encoding_val(const NODE *);
|
|
|
|
VALUE rb_node_integer_literal_val(const NODE *);
|
|
VALUE rb_node_float_literal_val(const NODE *);
|
|
VALUE rb_node_rational_literal_val(const NODE *);
|
|
VALUE rb_node_imaginary_literal_val(const NODE *);
|
|
RUBY_SYMBOL_EXPORT_END
|
|
|
|
VALUE rb_parser_end_seen_p(VALUE);
|
|
VALUE rb_parser_encoding(VALUE);
|
|
VALUE rb_parser_set_yydebug(VALUE, VALUE);
|
|
VALUE rb_parser_build_script_lines_from(rb_parser_ary_t *script_lines);
|
|
void rb_parser_aset_script_lines_for(VALUE path, rb_parser_ary_t *script_lines);
|
|
void rb_parser_set_options(VALUE, int, int, int, int);
|
|
void *rb_parser_load_file(VALUE parser, VALUE name);
|
|
void rb_parser_set_script_lines(VALUE vparser);
|
|
void rb_parser_error_tolerant(VALUE vparser);
|
|
void rb_parser_keep_tokens(VALUE vparser);
|
|
|
|
rb_ast_t *rb_parser_compile_string(VALUE, const char*, VALUE, int);
|
|
rb_ast_t *rb_parser_compile_file_path(VALUE vparser, VALUE fname, VALUE input, int line);
|
|
rb_ast_t *rb_parser_compile_generic(VALUE vparser, VALUE (*lex_gets)(VALUE, int), VALUE fname, VALUE input, int line);
|
|
|
|
enum lex_state_bits {
|
|
EXPR_BEG_bit, /* ignore newline, +/- is a sign. */
|
|
EXPR_END_bit, /* newline significant, +/- is an operator. */
|
|
EXPR_ENDARG_bit, /* ditto, and unbound braces. */
|
|
EXPR_ENDFN_bit, /* ditto, and unbound braces. */
|
|
EXPR_ARG_bit, /* newline significant, +/- is an operator. */
|
|
EXPR_CMDARG_bit, /* newline significant, +/- is an operator. */
|
|
EXPR_MID_bit, /* newline significant, +/- is an operator. */
|
|
EXPR_FNAME_bit, /* ignore newline, no reserved words. */
|
|
EXPR_DOT_bit, /* right after `.', `&.' or `::', no reserved words. */
|
|
EXPR_CLASS_bit, /* immediate after `class', no here document. */
|
|
EXPR_LABEL_bit, /* flag bit, label is allowed. */
|
|
EXPR_LABELED_bit, /* flag bit, just after a label. */
|
|
EXPR_FITEM_bit, /* symbol literal as FNAME. */
|
|
EXPR_MAX_STATE
|
|
};
|
|
/* examine combinations */
|
|
enum lex_state_e {
|
|
#define DEF_EXPR(n) EXPR_##n = (1 << EXPR_##n##_bit)
|
|
DEF_EXPR(BEG),
|
|
DEF_EXPR(END),
|
|
DEF_EXPR(ENDARG),
|
|
DEF_EXPR(ENDFN),
|
|
DEF_EXPR(ARG),
|
|
DEF_EXPR(CMDARG),
|
|
DEF_EXPR(MID),
|
|
DEF_EXPR(FNAME),
|
|
DEF_EXPR(DOT),
|
|
DEF_EXPR(CLASS),
|
|
DEF_EXPR(LABEL),
|
|
DEF_EXPR(LABELED),
|
|
DEF_EXPR(FITEM),
|
|
EXPR_VALUE = EXPR_BEG,
|
|
EXPR_BEG_ANY = (EXPR_BEG | EXPR_MID | EXPR_CLASS),
|
|
EXPR_ARG_ANY = (EXPR_ARG | EXPR_CMDARG),
|
|
EXPR_END_ANY = (EXPR_END | EXPR_ENDARG | EXPR_ENDFN),
|
|
EXPR_NONE = 0
|
|
};
|
|
|
|
#endif /* INTERNAL_RUBY_PARSE_H */
|