mirror of
https://github.com/mruby/mruby
synced 2026-06-08 16:11:16 +00:00
Yukihiro "Matz" Matsumoto
ac02635ba5
This commit introduces the core infrastructure for variable-sized AST nodes, designed to improve memory efficiency. The previous fixed-size nodes are replaced by nodes that can store data inline, such as strings and integers, reducing pointer indirection and memory overhead. Key changes include: - A generic variable-sized node header (`mrb_ast_var_header`). - A size-class-based memory allocation system for these nodes. - Implementation of variable-sized nodes for core types: symbols, strings, integers, and variables (lvar, gvar, ivar, cvar). - Integration into the parser and code generator, controlled by a feature flag. - Centralized and improved type-casting macros for AST nodes. Co-authored-by: Claude <noreply@anthropic.com>
250 lines
6.7 KiB
C
250 lines
6.7 KiB
C
/*
|
|
** node.h - nodes of abstract syntax tree
|
|
**
|
|
** See Copyright Notice in mruby.h
|
|
*/
|
|
|
|
#ifndef MRUBY_COMPILER_NODE_H
|
|
#define MRUBY_COMPILER_NODE_H
|
|
|
|
enum node_type {
|
|
NODE_METHOD,
|
|
NODE_SCOPE,
|
|
NODE_BLOCK,
|
|
NODE_IF,
|
|
NODE_CASE,
|
|
NODE_WHEN,
|
|
NODE_WHILE,
|
|
NODE_UNTIL,
|
|
NODE_WHILE_MOD,
|
|
NODE_UNTIL_MOD,
|
|
NODE_ITER,
|
|
NODE_FOR,
|
|
NODE_BREAK,
|
|
NODE_NEXT,
|
|
NODE_REDO,
|
|
NODE_RETRY,
|
|
NODE_STMTS,
|
|
NODE_BEGIN,
|
|
NODE_RESCUE,
|
|
NODE_ENSURE,
|
|
NODE_AND,
|
|
NODE_OR,
|
|
NODE_NOT,
|
|
NODE_MASGN,
|
|
NODE_ASGN,
|
|
NODE_CDECL,
|
|
NODE_CVASGN,
|
|
NODE_CVDECL,
|
|
NODE_OP_ASGN,
|
|
NODE_CALL,
|
|
NODE_SCALL,
|
|
NODE_FCALL,
|
|
NODE_SUPER,
|
|
NODE_ZSUPER,
|
|
NODE_ARRAY,
|
|
NODE_ZARRAY,
|
|
NODE_HASH,
|
|
NODE_KW_HASH,
|
|
NODE_RETURN,
|
|
NODE_YIELD,
|
|
NODE_LVAR,
|
|
NODE_DVAR,
|
|
NODE_GVAR,
|
|
NODE_IVAR,
|
|
NODE_CONST,
|
|
NODE_CVAR,
|
|
NODE_NVAR,
|
|
NODE_NTH_REF,
|
|
NODE_BACK_REF,
|
|
NODE_MATCH,
|
|
NODE_INT,
|
|
NODE_FLOAT,
|
|
NODE_NEGATE,
|
|
NODE_LAMBDA,
|
|
NODE_SYM,
|
|
NODE_STR,
|
|
NODE_DSTR,
|
|
NODE_XSTR,
|
|
NODE_DXSTR,
|
|
NODE_REGX,
|
|
NODE_DREGX,
|
|
NODE_DREGX_ONCE,
|
|
NODE_ARG,
|
|
NODE_ARGS_TAIL,
|
|
NODE_KW_ARG,
|
|
NODE_KW_REST_ARGS,
|
|
NODE_SPLAT,
|
|
NODE_TO_ARY,
|
|
NODE_SVALUE,
|
|
NODE_BLOCK_ARG,
|
|
NODE_DEF,
|
|
NODE_SDEF,
|
|
NODE_ALIAS,
|
|
NODE_UNDEF,
|
|
NODE_CLASS,
|
|
NODE_MODULE,
|
|
NODE_SCLASS,
|
|
NODE_COLON2,
|
|
NODE_COLON3,
|
|
NODE_DOT2,
|
|
NODE_DOT3,
|
|
NODE_SELF,
|
|
NODE_NIL,
|
|
NODE_TRUE,
|
|
NODE_FALSE,
|
|
NODE_DEFINED,
|
|
NODE_POSTEXE,
|
|
NODE_DSYM,
|
|
NODE_HEREDOC,
|
|
NODE_LITERAL_DELIM,
|
|
NODE_WORDS,
|
|
NODE_SYMBOLS,
|
|
NODE_VARIABLE,
|
|
NODE_LAST
|
|
};
|
|
|
|
#define STR_FUNC_PARSING 0x01
|
|
#define STR_FUNC_EXPAND 0x02
|
|
#define STR_FUNC_REGEXP 0x04
|
|
#define STR_FUNC_WORD 0x08
|
|
#define STR_FUNC_SYMBOL 0x10
|
|
#define STR_FUNC_ARRAY 0x20
|
|
#define STR_FUNC_HEREDOC 0x40
|
|
#define STR_FUNC_XQUOTE 0x80
|
|
|
|
enum mrb_string_type {
|
|
str_not_parsing = (0),
|
|
str_squote = (STR_FUNC_PARSING),
|
|
str_dquote = (STR_FUNC_PARSING|STR_FUNC_EXPAND),
|
|
str_regexp = (STR_FUNC_PARSING|STR_FUNC_REGEXP|STR_FUNC_EXPAND),
|
|
str_sword = (STR_FUNC_PARSING|STR_FUNC_WORD|STR_FUNC_ARRAY),
|
|
str_dword = (STR_FUNC_PARSING|STR_FUNC_WORD|STR_FUNC_ARRAY|STR_FUNC_EXPAND),
|
|
str_ssym = (STR_FUNC_PARSING|STR_FUNC_SYMBOL),
|
|
str_ssymbols = (STR_FUNC_PARSING|STR_FUNC_SYMBOL|STR_FUNC_ARRAY),
|
|
str_dsymbols = (STR_FUNC_PARSING|STR_FUNC_SYMBOL|STR_FUNC_ARRAY|STR_FUNC_EXPAND),
|
|
str_heredoc = (STR_FUNC_PARSING|STR_FUNC_HEREDOC),
|
|
str_xquote = (STR_FUNC_PARSING|STR_FUNC_XQUOTE|STR_FUNC_EXPAND),
|
|
};
|
|
|
|
/* heredoc structure */
|
|
struct mrb_parser_heredoc_info {
|
|
mrb_bool allow_indent:1;
|
|
mrb_bool remove_indent:1;
|
|
mrb_bool line_head:1;
|
|
size_t indent;
|
|
mrb_ast_node *indented;
|
|
enum mrb_string_type type;
|
|
const char *term;
|
|
int term_len;
|
|
mrb_ast_node *doc;
|
|
};
|
|
|
|
/* AST node structures - Head-only location optimization */
|
|
|
|
/* Structure nodes - only car/cdr, ignores location fields */
|
|
struct mrb_ast_node {
|
|
struct mrb_ast_node *car, *cdr;
|
|
/* No location fields - saves 4 bytes per structure node */
|
|
};
|
|
|
|
/* Head nodes - with location info, used by cons_head() */
|
|
struct mrb_ast_head_node {
|
|
struct mrb_ast_node *car, *cdr;
|
|
uint16_t lineno, filename_index;
|
|
};
|
|
|
|
/* Variable-sized AST nodes - Phase 1 Infrastructure */
|
|
|
|
/* Variable node header - common to all variable-sized nodes */
|
|
struct mrb_ast_var_header {
|
|
uint16_t lineno; /* Line number information */
|
|
uint16_t filename_index; /* File index information */
|
|
uint8_t node_type; /* NODE_INT, NODE_STR, NODE_SYM, etc. */
|
|
uint8_t size_class; /* Size class for allocation/deallocation */
|
|
uint16_t flags; /* Type-specific flags and metadata */
|
|
/* Total: 8 bytes header for all variable nodes */
|
|
};
|
|
|
|
/* Size class enumeration */
|
|
enum mrb_ast_size_class {
|
|
SIZE_CLASS_TINY = 0, /* 8-16 bytes - symbols, small values */
|
|
SIZE_CLASS_SMALL = 1, /* 16-32 bytes - most nodes */
|
|
SIZE_CLASS_MEDIUM = 2, /* 32-64 bytes - complex expressions */
|
|
SIZE_CLASS_LARGE = 3, /* 64-128 bytes - large arrays/calls */
|
|
SIZE_CLASS_XLARGE = 4, /* 128+ bytes - very large constructs */
|
|
SIZE_CLASS_COUNT = 5
|
|
};
|
|
|
|
/* Size class limits for allocation decisions */
|
|
#define SIZE_CLASS_LIMITS { 16, 32, 64, 128, 256 }
|
|
|
|
/* Node type flags */
|
|
#define VAR_NODE_FLAG_INLINE_DATA 0x0001 /* Data stored inline */
|
|
#define VAR_NODE_FLAG_HEAP_ALLOCATED 0x0002 /* Large data on heap */
|
|
#define VAR_NODE_FLAG_CACHED 0x0004 /* Node is cached/reusable */
|
|
|
|
/* Phase 1 Variable Node Structures */
|
|
|
|
/* Variable-sized symbol node */
|
|
struct mrb_ast_sym_node {
|
|
struct mrb_ast_var_header header; /* 8 bytes */
|
|
mrb_sym symbol; /* Direct symbol reference */
|
|
/* Total: 12-16 bytes vs previous 20+ bytes + indirection */
|
|
};
|
|
|
|
/* Variable-sized string node with inline storage */
|
|
struct mrb_ast_str_node {
|
|
struct mrb_ast_var_header header; /* 8 bytes */
|
|
size_t len; /* String length */
|
|
char data[]; /* Flexible array - inline string storage */
|
|
/* Total: Variable (16 + string_length) vs previous 20+ bytes + separate allocation */
|
|
};
|
|
|
|
/* Variable-sized integer node */
|
|
struct mrb_ast_int_node {
|
|
struct mrb_ast_var_header header; /* 8 bytes */
|
|
int32_t value; /* Direct 32-bit integer storage */
|
|
};
|
|
|
|
/* Variable-sized node for variables (lvar, ivar, etc.) */
|
|
struct mrb_ast_var_node {
|
|
struct mrb_ast_var_header header;
|
|
mrb_sym symbol;
|
|
};
|
|
|
|
/* String storage strategy thresholds */
|
|
#define STR_INLINE_THRESHOLD 48 /* Inline strings <= 48 bytes */
|
|
#define STR_SMALL_THRESHOLD 128 /* Small strings <= 128 bytes */
|
|
|
|
#define VAR_NODE_TYPE(n) ((enum node_type)(((struct mrb_ast_var_header*)(n))->node_type))
|
|
#define VAR_NODE_CLASS(n) (((struct mrb_ast_var_header*)(n))->size_class)
|
|
|
|
/* Type-safe casting macros */
|
|
#define var_header(n) ((struct mrb_ast_var_header*)(n))
|
|
|
|
/* Common type casting macros used by parser and codegen */
|
|
#define node_to_sym(x) ((mrb_sym)(intptr_t)(x))
|
|
#define sym_to_node(x) ((node*)(intptr_t)(x))
|
|
#define int_to_node(x) ((node*)(intptr_t)(x))
|
|
#define head(x) ((struct mrb_ast_head_node*)(x))
|
|
#define node_to_int(x) ((int)(intptr_t)(x))
|
|
#define node_to_type(x) ((enum node_type)(intptr_t)(x))
|
|
#define node_to_char(x) ((char)(intptr_t)(x))
|
|
|
|
/* Phase 1 node casting macros */
|
|
#define sym_node(n) ((struct mrb_ast_sym_node*)(n))
|
|
#define str_node(n) ((struct mrb_ast_str_node*)(n))
|
|
#define int_node(n) ((struct mrb_ast_int_node*)(n))
|
|
#define var_node(n) ((struct mrb_ast_var_node*)(n))
|
|
|
|
/* Phase 1 value access macros */
|
|
#define SYM_NODE_VALUE(n) (sym_node(n)->symbol)
|
|
#define STR_NODE_PTR(n) (str_node(n)->data)
|
|
#define STR_NODE_LEN(n) (str_node(n)->len)
|
|
#define STR_NODE_INLINE_P(n) (var_header(n)->flags & VAR_NODE_FLAG_INLINE_DATA)
|
|
#define INT_NODE_VALUE(n) (int_node(n)->value)
|
|
#define VAR_NODE_SYMBOL(n) (var_node(n)->symbol)
|
|
|
|
#endif /* MRUBY_COMPILER_NODE_H */
|