1#ifndef PRISM_INTERNAL_PARSER_H
2#define PRISM_INTERNAL_PARSER_H
8#include "prism/internal/arena.h"
9#include "prism/internal/comments.h"
10#include "prism/internal/constant_pool.h"
11#include "prism/internal/encoding.h"
12#include "prism/internal/list.h"
13#include "prism/internal/node.h"
14#include "prism/internal/options.h"
15#include "prism/internal/static_literals.h"
16#include "prism/internal/strpbrk.h"
34 PM_LEX_STATE_BIT_ENDARG,
35 PM_LEX_STATE_BIT_ENDFN,
37 PM_LEX_STATE_BIT_CMDARG,
39 PM_LEX_STATE_BIT_FNAME,
41 PM_LEX_STATE_BIT_CLASS,
42 PM_LEX_STATE_BIT_LABEL,
43 PM_LEX_STATE_BIT_LABELED,
44 PM_LEX_STATE_BIT_FITEM
52 PM_LEX_STATE_NONE = 0,
53 PM_LEX_STATE_BEG = (1 << PM_LEX_STATE_BIT_BEG),
54 PM_LEX_STATE_END = (1 << PM_LEX_STATE_BIT_END),
55 PM_LEX_STATE_ENDARG = (1 << PM_LEX_STATE_BIT_ENDARG),
56 PM_LEX_STATE_ENDFN = (1 << PM_LEX_STATE_BIT_ENDFN),
57 PM_LEX_STATE_ARG = (1 << PM_LEX_STATE_BIT_ARG),
58 PM_LEX_STATE_CMDARG = (1 << PM_LEX_STATE_BIT_CMDARG),
59 PM_LEX_STATE_MID = (1 << PM_LEX_STATE_BIT_MID),
60 PM_LEX_STATE_FNAME = (1 << PM_LEX_STATE_BIT_FNAME),
61 PM_LEX_STATE_DOT = (1 << PM_LEX_STATE_BIT_DOT),
62 PM_LEX_STATE_CLASS = (1 << PM_LEX_STATE_BIT_CLASS),
63 PM_LEX_STATE_LABEL = (1 << PM_LEX_STATE_BIT_LABEL),
64 PM_LEX_STATE_LABELED = (1 << PM_LEX_STATE_BIT_LABELED),
65 PM_LEX_STATE_FITEM = (1 << PM_LEX_STATE_BIT_FITEM),
66 PM_LEX_STATE_BEG_ANY = PM_LEX_STATE_BEG | PM_LEX_STATE_MID | PM_LEX_STATE_CLASS,
67 PM_LEX_STATE_ARG_ANY = PM_LEX_STATE_ARG | PM_LEX_STATE_CMDARG,
68 PM_LEX_STATE_END_ANY = PM_LEX_STATE_END | PM_LEX_STATE_ENDARG | PM_LEX_STATE_ENDFN
75 PM_HEREDOC_QUOTE_NONE,
76 PM_HEREDOC_QUOTE_SINGLE =
'\'',
77 PM_HEREDOC_QUOTE_DOUBLE =
'"',
78 PM_HEREDOC_QUOTE_BACKTICK =
'`',
85 PM_HEREDOC_INDENT_NONE,
86 PM_HEREDOC_INDENT_DASH,
87 PM_HEREDOC_INDENT_TILDE,
95 const uint8_t *ident_start;
101 pm_heredoc_quote_t quote;
104 pm_heredoc_indent_t indent;
192 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
214 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
247 uint8_t breakpoints[PM_STRPBRK_CACHE_SIZE];
260 const uint8_t *next_start;
267 size_t *common_whitespace;
270 bool line_continuation;
291 PM_CONTEXT_BEGIN_ENSURE,
294 PM_CONTEXT_BEGIN_ELSE,
297 PM_CONTEXT_BEGIN_RESCUE,
300 PM_CONTEXT_BLOCK_BRACES,
303 PM_CONTEXT_BLOCK_KEYWORDS,
306 PM_CONTEXT_BLOCK_ENSURE,
309 PM_CONTEXT_BLOCK_ELSE,
312 PM_CONTEXT_BLOCK_PARAMETERS,
315 PM_CONTEXT_BLOCK_RESCUE,
318 PM_CONTEXT_CASE_WHEN,
327 PM_CONTEXT_CLASS_ENSURE,
330 PM_CONTEXT_CLASS_ELSE,
333 PM_CONTEXT_CLASS_RESCUE,
339 PM_CONTEXT_DEF_ENSURE,
345 PM_CONTEXT_DEF_RESCUE,
348 PM_CONTEXT_DEF_PARAMS,
354 PM_CONTEXT_DEFAULT_PARAMS,
369 PM_CONTEXT_FOR_INDEX,
375 PM_CONTEXT_LAMBDA_BRACES,
378 PM_CONTEXT_LAMBDA_DO_END,
381 PM_CONTEXT_LAMBDA_ENSURE,
384 PM_CONTEXT_LAMBDA_ELSE,
387 PM_CONTEXT_LAMBDA_RESCUE,
390 PM_CONTEXT_LOOP_PREDICATE,
399 PM_CONTEXT_MODULE_ENSURE,
402 PM_CONTEXT_MODULE_ELSE,
405 PM_CONTEXT_MODULE_RESCUE,
408 PM_CONTEXT_MULTI_TARGET,
417 PM_CONTEXT_PREDICATE,
423 PM_CONTEXT_RESCUE_MODIFIER,
429 PM_CONTEXT_SCLASS_ENSURE,
432 PM_CONTEXT_SCLASS_ELSE,
435 PM_CONTEXT_SCLASS_RESCUE,
456 pm_context_t context;
466typedef uint8_t pm_shareable_constant_value_t;
467static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_NONE = 0x0;
468static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_LITERAL = PM_SHAREABLE_CONSTANT_NODE_FLAGS_LITERAL;
469static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_EXPERIMENTAL_EVERYTHING = PM_SHAREABLE_CONSTANT_NODE_FLAGS_EXPERIMENTAL_EVERYTHING;
470static const pm_shareable_constant_value_t PM_SCOPE_SHAREABLE_CONSTANT_EXPERIMENTAL_COPY = PM_SHAREABLE_CONSTANT_NODE_FLAGS_EXPERIMENTAL_COPY;
500typedef uint8_t pm_scope_parameters_t;
501static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NONE = 0x0;
502static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_POSITIONALS = 0x1;
503static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_KEYWORDS = 0x2;
504static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_BLOCK = 0x4;
505static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_FORWARDING_ALL = 0x8;
506static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_IMPLICIT_DISALLOWED = 0x10;
507static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NUMBERED_INNER = 0x20;
508static const pm_scope_parameters_t PM_SCOPE_PARAMETERS_NUMBERED_FOUND = 0x40;
522 uint32_t locals_start;
564 pm_scope_parameters_t parameters;
570 pm_shareable_constant_value_t shareable_constant;
648 const uint8_t *start;
654 pm_lex_state_t lex_state;
657 int enclosure_nesting;
663 int lambda_enclosure_nesting;
686 pm_lex_mode_t *current;
709 const uint8_t *start;
725 const uint8_t *next_start;
733 const uint8_t *heredoc_end;
761 pm_scope_t *current_scope;
770 uint32_t locals_size;
773 uint32_t locals_capacity;
785 uint32_t bindings_capacity;
792 pm_scope_t *free_scopes;
795 pm_context_node_t *current_context;
802 pm_context_node_t *free_contexts;
821 const uint8_t *encoding_comment_start;
870 pm_node_flags_t base;
887 const uint8_t *start;
950 uintptr_t stack_base;
960 pm_options_version_t version;
963 uint8_t command_line;
973 int8_t frozen_string_literal;
992 bool attach_comments;
1002 bool in_endless_def_body;
1021 bool encoding_locked;
1028 bool encoding_changed;
1034 bool pattern_matching_newlines;
1037 bool in_keyword_arg;
1043 bool semantic_token_seen;
1049 bool warn_mismatched_indentation;
1056 bool stack_exhausted_reported;
1058#if defined(PRISM_HAS_NEON) || defined(PRISM_HAS_SSE2) || defined(PRISM_HAS_SWAR)
1066 uint8_t charset[12];
1069 uint8_t low_lut[16];
1072 uint8_t high_lut[16];
1097bool pm_keyword_p(
const uint8_t *start,
const uint8_t *end);
1107pm_parser_stack_exhausted(
const pm_parser_t *parser) {
1109 uintptr_t used = current < parser->stack_base ? parser->stack_base - current : current - parser->stack_base;
1110 return used > parser->stack_budget;
1119void pm_parser_err_stack_exhausted(
pm_parser_t *parser, uint32_t start, uint32_t length);
uint32_t pm_constant_id_t
A constant id is a unique identifier for a constant in the constant pool.
#define PRISM_INLINE
Old Visual Studio versions do not support the inline keyword, so we need to define it to be __inline.
A list of byte offsets of newlines in a string.
The parser used to parse Ruby source.
void(* pm_lex_callback_t)(pm_parser_t *parser, pm_token_t *token, void *data)
This is the callback that is called when a token is lexed.
void(* pm_encoding_changed_callback_t)(pm_parser_t *parser)
When the encoding that is being used to parse the source is changed by prism, we provide the ability ...
static PRISM_INLINE uintptr_t pm_stack_address(void)
Returns the current position of the C stack, for measuring how much of it has been consumed since an ...
C99 shim for <stdbool.h>.
A list of offsets of the start of lines in a string.
This struct represents a slice in the source code, defined by an offset and a length.
A view of a sequence of bytes.
This struct represents a token in the Ruby source.