1#ifndef PRISM_INTERNAL_PARSER_H
2#define PRISM_INTERNAL_PARSER_H
8#include "prism/internal/arena.h"
9#include "prism/internal/comments.h"
10#include "prism/internal/constant_pool.h"
11#include "prism/internal/encoding.h"
12#include "prism/internal/list.h"
13#include "prism/internal/node.h"
14#include "prism/internal/options.h"
15#include "prism/internal/static_literals.h"
16#include "prism/internal/strpbrk.h"
66 PM_LEX_STATE_BIT_ENDARG,
67 PM_LEX_STATE_BIT_ENDFN,
69 PM_LEX_STATE_BIT_CMDARG,
71 PM_LEX_STATE_BIT_FNAME,
73 PM_LEX_STATE_BIT_CLASS,
74 PM_LEX_STATE_BIT_LABEL,
75 PM_LEX_STATE_BIT_LABELED,
76 PM_LEX_STATE_BIT_FITEM
84 PM_LEX_STATE_NONE = 0,
85 PM_LEX_STATE_BEG = (1 << PM_LEX_STATE_BIT_BEG),
86 PM_LEX_STATE_END = (1 << PM_LEX_STATE_BIT_END),
87 PM_LEX_STATE_ENDARG = (1 << PM_LEX_STATE_BIT_ENDARG),
88 PM_LEX_STATE_ENDFN = (1 << PM_LEX_STATE_BIT_ENDFN),
89 PM_LEX_STATE_ARG = (1 << PM_LEX_STATE_BIT_ARG),
90 PM_LEX_STATE_CMDARG = (1 << PM_LEX_STATE_BIT_CMDARG),
91 PM_LEX_STATE_MID = (1 << PM_LEX_STATE_BIT_MID),
92 PM_LEX_STATE_FNAME = (1 << PM_LEX_STATE_BIT_FNAME),
93 PM_LEX_STATE_DOT = (1 << PM_LEX_STATE_BIT_DOT),
94 PM_LEX_STATE_CLASS = (1 << PM_LEX_STATE_BIT_CLASS),
95 PM_LEX_STATE_LABEL = (1 << PM_LEX_STATE_BIT_LABEL),
96 PM_LEX_STATE_LABELED = (1 << PM_LEX_STATE_BIT_LABELED),
97 PM_LEX_STATE_FITEM = (1 << PM_LEX_STATE_BIT_FITEM),
98 PM_LEX_STATE_BEG_ANY = PM_LEX_STATE_BEG | PM_LEX_STATE_MID | PM_LEX_STATE_CLASS,
99 PM_LEX_STATE_ARG_ANY = PM_LEX_STATE_ARG | PM_LEX_STATE_CMDARG,
100 PM_LEX_STATE_END_ANY = PM_LEX_STATE_END | PM_LEX_STATE_ENDARG | PM_LEX_STATE_ENDFN
107 PM_HEREDOC_QUOTE_NONE,
108 PM_HEREDOC_QUOTE_SINGLE =
'\'',
109 PM_HEREDOC_QUOTE_DOUBLE =
'"',
110 PM_HEREDOC_QUOTE_BACKTICK =
'`',
117 PM_HEREDOC_INDENT_NONE,
118 PM_HEREDOC_INDENT_DASH,
119 PM_HEREDOC_INDENT_TILDE,
120} pm_heredoc_indent_t;
127 const uint8_t *ident_start;
133 pm_heredoc_quote_t quote;
136 pm_heredoc_indent_t indent;
224 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
246 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
283 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
296 const uint8_t *next_start;
303 size_t *common_whitespace;
306 bool line_continuation;
327 PM_CONTEXT_BEGIN_ENSURE,
330 PM_CONTEXT_BEGIN_ELSE,
333 PM_CONTEXT_BEGIN_RESCUE,
336 PM_CONTEXT_BLOCK_BRACES,
339 PM_CONTEXT_BLOCK_KEYWORDS,
342 PM_CONTEXT_BLOCK_ENSURE,
345 PM_CONTEXT_BLOCK_ELSE,
348 PM_CONTEXT_BLOCK_PARAMETERS,
351 PM_CONTEXT_BLOCK_RESCUE,
354 PM_CONTEXT_CASE_WHEN,
363 PM_CONTEXT_CLASS_ENSURE,
366 PM_CONTEXT_CLASS_ELSE,
369 PM_CONTEXT_CLASS_RESCUE,
375 PM_CONTEXT_DEF_ENSURE,
381 PM_CONTEXT_DEF_RESCUE,
384 PM_CONTEXT_DEF_PARAMS,
390 PM_CONTEXT_DEFAULT_PARAMS,
405 PM_CONTEXT_FOR_INDEX,
411 PM_CONTEXT_LAMBDA_BRACES,
414 PM_CONTEXT_LAMBDA_DO_END,
417 PM_CONTEXT_LAMBDA_ENSURE,
420 PM_CONTEXT_LAMBDA_ELSE,
423 PM_CONTEXT_LAMBDA_RESCUE,
426 PM_CONTEXT_LOOP_PREDICATE,
435 PM_CONTEXT_MODULE_ENSURE,
438 PM_CONTEXT_MODULE_ELSE,
441 PM_CONTEXT_MODULE_RESCUE,
444 PM_CONTEXT_MULTI_TARGET,
453 PM_CONTEXT_PREDICATE,
459 PM_CONTEXT_RESCUE_MODIFIER,
465 PM_CONTEXT_SCLASS_ENSURE,
468 PM_CONTEXT_SCLASS_ELSE,
471 PM_CONTEXT_SCLASS_RESCUE,
492 pm_context_t context;
502typedef uint8_t pm_shareable_constant_value_t;
503static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_NONE = 0x0;
504static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_LITERAL = PM_SHAREABLE_CONSTANT_NODE_FLAGS_LITERAL;
505static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_EXPERIMENTAL_EVERYTHING = PM_SHAREABLE_CONSTANT_NODE_FLAGS_EXPERIMENTAL_EVERYTHING;
506static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_EXPERIMENTAL_COPY = PM_SHAREABLE_CONSTANT_NODE_FLAGS_EXPERIMENTAL_COPY;
536typedef uint8_t pm_scope_parameters_t;
537static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NONE = 0x0;
538static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_POSITIONALS = 0x1;
539static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_KEYWORDS = 0x2;
540static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_BLOCK = 0x4;
541static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_ALL = 0x8;
542static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_IMPLICIT_DISALLOWED = 0x10;
543static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NUMBERED_INNER = 0x20;
544static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NUMBERED_FOUND = 0x40;
558 uint32_t locals_start;
600 pm_scope_parameters_t parameters;
606 pm_shareable_constant_value_t shareable_constant;
684 const uint8_t *start;
690 pm_lex_state_t lex_state;
693 int enclosure_nesting;
699 int lambda_enclosure_nesting;
722 pm_lex_mode_t *current;
745 const uint8_t *start;
761 const uint8_t *next_start;
769 const uint8_t *heredoc_end;
797 pm_scope_t *current_scope;
806 uint32_t locals_size;
809 uint32_t locals_capacity;
821 uint32_t bindings_capacity;
828 pm_scope_t *free_scopes;
831 pm_context_node_t *current_context;
838 pm_context_node_t *free_contexts;
857 const uint8_t *encoding_comment_start;
906 pm_node_flags_t base;
923 const uint8_t *start;
995 uintptr_t stack_base;
1002 size_t stack_budget;
1005 pm_options_version_t version;
1008 uint8_t command_line;
1018 int8_t frozen_string_literal;
1031 bool partial_script;
1037 bool attach_comments;
1047 bool in_endless_def_body;
1066 bool encoding_locked;
1073 bool encoding_changed;
1079 bool pattern_matching_newlines;
1082 bool in_keyword_arg;
1088 bool semantic_token_seen;
1094 bool warn_mismatched_indentation;
1101 bool stack_exhausted_reported;
1103#if defined(PRISM_HAS_NEON) || defined(PRISM_HAS_SSE2) || defined(PRISM_HAS_SWAR)
1111 uint8_t charset[12];
1114 uint8_t low_lut[16];
1117 uint8_t high_lut[16];
1142bool pm_keyword_p(
const uint8_t *start,
const uint8_t *end);
1152pm_parser_stack_exhausted(
const pm_parser_t *parser) {
1154 uintptr_t used = current < parser->stack_base ? parser->stack_base - current : current - parser->stack_base;
1155 return used > parser->stack_budget;
1164void pm_parser_err_stack_exhausted(
pm_parser_t *parser, uint32_t start, uint32_t length);
uint32_t pm_constant_id_t
A constant id is a unique identifier for a constant in the constant pool.
#define PRISM_INLINE
Old Visual Studio versions do not support the inline keyword, so we need to define it to be __inline.
A list of byte offsets of newlines in a string.
The parser used to parse Ruby source.
void(* pm_lex_callback_t)(pm_parser_t *parser, pm_token_t *token, void *data)
This is the callback that is called when a token is lexed.
void(* pm_encoding_changed_callback_t)(pm_parser_t *parser)
When the encoding that is being used to parse the source is changed by prism, we provide the ability ...
static PRISM_INLINE uintptr_t pm_stack_address(void)
Returns the current position of the C stack, for measuring how much of it has been consumed since an ...
C99 shim for <stdbool.h>.
A list of offsets of the start of lines in a string.
This struct represents a slice in the source code, defined by an offset and a length.
A view of a sequence of bytes.
This struct represents a token in the Ruby source.