1#ifndef PRISM_INTERNAL_PARSER_H
2#define PRISM_INTERNAL_PARSER_H
8#include "prism/internal/arena.h"
9#include "prism/internal/buffer.h"
10#include "prism/internal/comments.h"
11#include "prism/internal/constant_pool.h"
12#include "prism/internal/encoding.h"
13#include "prism/internal/list.h"
14#include "prism/internal/node.h"
15#include "prism/internal/options.h"
16#include "prism/internal/static_literals.h"
17#include "prism/internal/strpbrk.h"
67 PM_LEX_STATE_BIT_ENDARG,
68 PM_LEX_STATE_BIT_ENDFN,
70 PM_LEX_STATE_BIT_CMDARG,
72 PM_LEX_STATE_BIT_FNAME,
74 PM_LEX_STATE_BIT_CLASS,
75 PM_LEX_STATE_BIT_LABEL,
76 PM_LEX_STATE_BIT_LABELED,
77 PM_LEX_STATE_BIT_FITEM
85 PM_LEX_STATE_NONE = 0,
86 PM_LEX_STATE_BEG = (1 << PM_LEX_STATE_BIT_BEG),
87 PM_LEX_STATE_END = (1 << PM_LEX_STATE_BIT_END),
88 PM_LEX_STATE_ENDARG = (1 << PM_LEX_STATE_BIT_ENDARG),
89 PM_LEX_STATE_ENDFN = (1 << PM_LEX_STATE_BIT_ENDFN),
90 PM_LEX_STATE_ARG = (1 << PM_LEX_STATE_BIT_ARG),
91 PM_LEX_STATE_CMDARG = (1 << PM_LEX_STATE_BIT_CMDARG),
92 PM_LEX_STATE_MID = (1 << PM_LEX_STATE_BIT_MID),
93 PM_LEX_STATE_FNAME = (1 << PM_LEX_STATE_BIT_FNAME),
94 PM_LEX_STATE_DOT = (1 << PM_LEX_STATE_BIT_DOT),
95 PM_LEX_STATE_CLASS = (1 << PM_LEX_STATE_BIT_CLASS),
96 PM_LEX_STATE_LABEL = (1 << PM_LEX_STATE_BIT_LABEL),
97 PM_LEX_STATE_LABELED = (1 << PM_LEX_STATE_BIT_LABELED),
98 PM_LEX_STATE_FITEM = (1 << PM_LEX_STATE_BIT_FITEM),
99 PM_LEX_STATE_BEG_ANY = PM_LEX_STATE_BEG | PM_LEX_STATE_MID | PM_LEX_STATE_CLASS,
100 PM_LEX_STATE_ARG_ANY = PM_LEX_STATE_ARG | PM_LEX_STATE_CMDARG,
101 PM_LEX_STATE_END_ANY = PM_LEX_STATE_END | PM_LEX_STATE_ENDARG | PM_LEX_STATE_ENDFN
108 PM_HEREDOC_QUOTE_NONE,
109 PM_HEREDOC_QUOTE_SINGLE =
'\'',
110 PM_HEREDOC_QUOTE_DOUBLE =
'"',
111 PM_HEREDOC_QUOTE_BACKTICK =
'`',
118 PM_HEREDOC_INDENT_NONE,
119 PM_HEREDOC_INDENT_DASH,
120 PM_HEREDOC_INDENT_TILDE,
121} pm_heredoc_indent_t;
128 const uint8_t *ident_start;
134 pm_heredoc_quote_t quote;
137 pm_heredoc_indent_t indent;
225 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
247 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
284 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
297 const uint8_t *next_start;
304 size_t *common_whitespace;
307 bool line_continuation;
328 PM_CONTEXT_BEGIN_ENSURE,
331 PM_CONTEXT_BEGIN_ELSE,
334 PM_CONTEXT_BEGIN_RESCUE,
337 PM_CONTEXT_BLOCK_BRACES,
340 PM_CONTEXT_BLOCK_KEYWORDS,
343 PM_CONTEXT_BLOCK_ENSURE,
346 PM_CONTEXT_BLOCK_ELSE,
349 PM_CONTEXT_BLOCK_PARAMETERS,
352 PM_CONTEXT_BLOCK_RESCUE,
355 PM_CONTEXT_CASE_WHEN,
364 PM_CONTEXT_CLASS_ENSURE,
367 PM_CONTEXT_CLASS_ELSE,
370 PM_CONTEXT_CLASS_RESCUE,
376 PM_CONTEXT_DEF_ENSURE,
382 PM_CONTEXT_DEF_RESCUE,
385 PM_CONTEXT_DEF_PARAMS,
391 PM_CONTEXT_DEFAULT_PARAMS,
406 PM_CONTEXT_FOR_INDEX,
412 PM_CONTEXT_LAMBDA_BRACES,
415 PM_CONTEXT_LAMBDA_DO_END,
418 PM_CONTEXT_LAMBDA_ENSURE,
421 PM_CONTEXT_LAMBDA_ELSE,
424 PM_CONTEXT_LAMBDA_RESCUE,
427 PM_CONTEXT_LOOP_PREDICATE,
436 PM_CONTEXT_MODULE_ENSURE,
439 PM_CONTEXT_MODULE_ELSE,
442 PM_CONTEXT_MODULE_RESCUE,
445 PM_CONTEXT_MULTI_TARGET,
454 PM_CONTEXT_PREDICATE,
460 PM_CONTEXT_RESCUE_MODIFIER,
466 PM_CONTEXT_SCLASS_ENSURE,
469 PM_CONTEXT_SCLASS_ELSE,
472 PM_CONTEXT_SCLASS_RESCUE,
493 pm_context_t context;
503typedef uint8_t pm_shareable_constant_value_t;
504static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_NONE = 0x0;
505static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_LITERAL = PM_SHAREABLE_CONSTANT_NODE_FLAGS_LITERAL;
506static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_EXPERIMENTAL_EVERYTHING = PM_SHAREABLE_CONSTANT_NODE_FLAGS_EXPERIMENTAL_EVERYTHING;
507static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_EXPERIMENTAL_COPY = PM_SHAREABLE_CONSTANT_NODE_FLAGS_EXPERIMENTAL_COPY;
537typedef uint8_t pm_scope_parameters_t;
538static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NONE = 0x0;
539static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_POSITIONALS = 0x1;
540static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_KEYWORDS = 0x2;
541static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_BLOCK = 0x4;
542static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_ALL = 0x8;
543static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_IMPLICIT_DISALLOWED = 0x10;
544static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NUMBERED_INNER = 0x20;
545static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NUMBERED_FOUND = 0x40;
559 uint32_t locals_start;
601 pm_scope_parameters_t parameters;
607 pm_shareable_constant_value_t shareable_constant;
685 const uint8_t *start;
691 pm_lex_state_t lex_state;
694 int enclosure_nesting;
700 int lambda_enclosure_nesting;
723 pm_lex_mode_t *current;
746 const uint8_t *start;
762 const uint8_t *next_start;
770 const uint8_t *heredoc_end;
798 pm_scope_t *current_scope;
807 uint32_t locals_size;
810 uint32_t locals_capacity;
822 uint32_t bindings_capacity;
829 pm_scope_t *free_scopes;
832 pm_context_node_t *current_context;
839 pm_context_node_t *free_contexts;
858 const uint8_t *encoding_comment_start;
907 pm_node_flags_t base;
924 const uint8_t *start;
999 uintptr_t stack_base;
1006 size_t stack_budget;
1009 pm_options_version_t version;
1012 uint8_t command_line;
1022 int8_t frozen_string_literal;
1035 bool partial_script;
1041 bool attach_comments;
1051 bool in_endless_def_body;
1070 bool encoding_locked;
1077 bool encoding_changed;
1083 bool pattern_matching_newlines;
1086 bool in_keyword_arg;
1092 bool semantic_token_seen;
1098 bool warn_mismatched_indentation;
1105 bool stack_exhausted_reported;
1107#if defined(PRISM_HAS_NEON) || defined(PRISM_HAS_SSE2) || defined(PRISM_HAS_SWAR)
1115 uint8_t charset[12];
1118 uint8_t low_lut[16];
1121 uint8_t high_lut[16];
1146bool pm_keyword_p(
const uint8_t *start,
const uint8_t *end);
1156pm_parser_stack_exhausted(
const pm_parser_t *parser) {
1158 uintptr_t used = current < parser->stack_base ? parser->stack_base - current : current - parser->stack_base;
1159 return used > parser->stack_budget;
1168void pm_parser_err_stack_exhausted(
pm_parser_t *parser, uint32_t start, uint32_t length);
uint32_t pm_constant_id_t
A constant id is a unique identifier for a constant in the constant pool.
#define PRISM_INLINE
Old Visual Studio versions do not support the inline keyword, so we need to define it to be __inline.
A list of byte offsets of newlines in a string.
The parser used to parse Ruby source.
void(* pm_lex_callback_t)(pm_parser_t *parser, pm_token_t *token, void *data)
This is the callback that is called when a token is lexed.
void(* pm_encoding_changed_callback_t)(pm_parser_t *parser)
When the encoding that is being used to parse the source is changed by prism, we provide the ability ...
static PRISM_INLINE uintptr_t pm_stack_address(void)
Returns the current position of the C stack, for measuring how much of it has been consumed since an ...
C99 shim for <stdbool.h>.
A list of offsets of the start of lines in a string.
This struct represents a slice in the source code, defined by an offset and a length.
A view of a sequence of bytes.
This struct represents a token in the Ruby source.