12#include "ruby/internal/config.h"
18#include "internal/enc.h"
19#include "internal/encoding.h"
20#include "internal/error.h"
21#include "internal/inits.h"
22#include "internal/load.h"
23#include "internal/object.h"
24#include "internal/string.h"
25#include "internal/vm.h"
30#include "ruby_assert.h"
36#define ENC_ASSERT(expr) RUBY_ASSERT_WHEN(ENC_DEBUG, expr)
37#define MUST_STRING(str) (ENC_ASSERT(RB_TYPE_P(str, T_STRING)), str)
39#undef rb_ascii8bit_encindex
40#undef rb_utf8_encindex
41#undef rb_usascii_encindex
45#if defined __GNUC__ && __GNUC__ >= 4
46#pragma GCC visibility push(default)
47int rb_enc_register(
const char *name,
rb_encoding *encoding);
48void rb_enc_set_base(
const char *name,
const char *orig);
49int rb_enc_set_dummy(
int index);
50void rb_encdb_declare(
const char *name);
51int rb_encdb_replicate(
const char *name,
const char *orig);
52int rb_encdb_dummy(
const char *name);
53int rb_encdb_alias(
const char *alias,
const char *orig);
54#pragma GCC visibility pop
60#define ENCODING_LIST_CAPA 256
61static VALUE rb_encoding_list;
77enc_names_free_i(st_data_t name, st_data_t idx, st_data_t args)
79 ruby_xfree((
void *)name);
84rb_free_global_enc_table(
void)
86 for (
size_t i = 0; i < ENCODING_LIST_CAPA; i++) {
87 xfree((
void *)global_enc_table.list[i].enc);
90 st_foreach(global_enc_table.names, enc_names_free_i, (st_data_t)0);
91 st_free_table(global_enc_table.names);
98#define GLOBAL_ENC_TABLE_LOCKING(tbl) \
99 for (struct enc_table *tbl = &global_enc_table, **locking = &tbl; \
105#define ENC_DUMMY_FLAG (1<<24)
106#define ENC_INDEX_MASK (~(~0U<<24))
108#define ENC_TO_ENCINDEX(enc) (int)((enc)->ruby_encoding_index & ENC_INDEX_MASK)
109#define ENC_DUMMY_P(enc) ((enc)->ruby_encoding_index & ENC_DUMMY_FLAG)
110#define ENC_SET_DUMMY(enc) ((enc)->ruby_encoding_index |= ENC_DUMMY_FLAG)
112#define ENCODING_COUNT ENCINDEX_BUILTIN_MAX
113#define UNSPECIFIED_ENCODING INT_MAX
115#define ENCODING_NAMELEN_MAX 63
116#define valid_encoding_name_p(name) ((name) && strlen(name) <= ENCODING_NAMELEN_MAX)
121 0, 0, RUBY_TYPED_FREE_IMMEDIATELY | RUBY_TYPED_WB_PROTECTED
124#define is_data_encoding(obj) (RTYPEDDATA_P(obj) && RTYPEDDATA_TYPE(obj) == &encoding_data_type)
125#define is_obj_encoding(obj) (RB_TYPE_P((obj), T_DATA) && is_data_encoding(obj))
128rb_data_is_encoding(
VALUE obj)
130 return is_data_encoding(obj);
147 VALUE list = rb_encoding_list;
155enc_list_lookup(
int idx)
159 if (idx < ENCODING_LIST_CAPA) {
160 list = rb_encoding_list;
166 rb_bug(
"rb_enc_from_encoding_index(%d): not created yet", idx);
174rb_enc_from_encoding_index(
int idx)
176 return enc_list_lookup(idx);
183 if (!encoding)
return Qnil;
184 idx = ENC_TO_ENCINDEX(encoding);
185 return rb_enc_from_encoding_index(idx);
191 return enc ? ENC_TO_ENCINDEX(enc) : 0;
197 return ENC_DUMMY_P(enc) != 0;
203 int index = rb_enc_to_index(enc);
204 if (rb_enc_from_index(index) != enc)
206 if (rb_enc_autoload_p(enc)) {
207 index = rb_enc_autoload(enc);
213enc_check_encoding(
VALUE obj)
215 if (!is_obj_encoding(obj)) {
218 return check_encoding(
RDATA(obj)->data);
221NORETURN(
static void not_encoding(
VALUE enc));
223not_encoding(
VALUE enc)
225 rb_raise(
rb_eTypeError,
"wrong argument type %"PRIsVALUE
" (expected Encoding)",
230must_encoding(
VALUE enc)
232 int index = enc_check_encoding(enc);
240must_encindex(
int index)
247 if (ENC_TO_ENCINDEX(enc) != (
int)(index & ENC_INDEX_MASK)) {
249 index, rb_enc_name(enc), ENC_TO_ENCINDEX(enc));
251 if (rb_enc_autoload_p(enc) && rb_enc_autoload(enc) == -1) {
264 idx = enc_check_encoding(enc);
271 if (!rb_enc_asciicompat(rb_enc_get(enc))) {
274 if (!(name = rb_str_to_cstr(enc))) {
277 return rb_enc_find_index(name);
281name_for_encoding(
volatile VALUE *enc)
286 if (!rb_enc_asciicompat(rb_enc_get(name))) {
287 rb_raise(rb_eArgError,
"invalid encoding name (non ASCII)");
289 if (!(n = rb_str_to_cstr(name))) {
290 rb_raise(rb_eArgError,
"invalid encoding name (NUL byte)");
297str_find_encindex(
VALUE enc)
299 int idx = rb_enc_find_index(name_for_encoding(&enc));
305str_to_encindex(
VALUE enc)
307 int idx = str_find_encindex(enc);
309 rb_raise(rb_eArgError,
"unknown encoding name - %"PRIsVALUE, enc);
315str_to_encoding(
VALUE enc)
317 return rb_enc_from_index(str_to_encindex(enc));
323 if (enc_check_encoding(enc) >= 0)
return RDATA(enc)->data;
324 return str_to_encoding(enc);
331 if (enc_check_encoding(enc) >= 0)
return RDATA(enc)->data;
332 idx = str_find_encindex(enc);
333 if (idx < 0)
return NULL;
334 return rb_enc_from_index(idx);
340 if (newsize > ENCODING_LIST_CAPA) {
354 if (!valid_encoding_name_p(name))
return -1;
356 ent->name = name =
strdup(name);
367 *encoding = *base_encoding;
370 memset(encoding, 0,
sizeof(*ent->enc));
372 encoding->name = name;
373 encoding->ruby_encoding_index = index;
375 st_insert(
enc_table->names, (st_data_t)name, (st_data_t)index);
377 enc_list_update(index, encoding);
393 return enc_register_at(
enc_table, index, name, encoding);
396static void set_encoding_const(
const char *,
rb_encoding *);
402 if (UNLIKELY(index < 0 || enc_table->count <= (index &= ENC_INDEX_MASK))) {
409rb_enc_from_index(
int index)
411 return enc_from_index(&global_enc_table, index);
415rb_enc_register(
const char *name,
rb_encoding *encoding)
425 index = enc_register(
enc_table, name, encoding);
427 else if (rb_enc_autoload_p(oldenc) || !ENC_DUMMY_P(oldenc)) {
428 enc_register_at(
enc_table, index, name, encoding);
431 rb_raise(rb_eArgError,
"encoding %s is already registered", name);
435 index = enc_register(
enc_table, name, encoding);
436 set_encoding_const(name, rb_enc_from_index(index));
448 if (!name)
return -1;
450 if (st_lookup(
enc_table->names, (st_data_t)name, &idx)) {
457rb_encdb_declare(
const char *name)
460 int idx = enc_registered(
enc_table, name);
464 set_encoding_const(name, rb_enc_from_index(idx));
471 if (enc_registered(
enc_table, name) >= 0) {
472 rb_raise(rb_eArgError,
"encoding %s is already registered", name);
474 else if (!valid_encoding_name_p(name)) {
475 rb_raise(rb_eArgError,
"invalid encoding name: %s", name);
495rb_enc_set_base(
const char *name,
const char *orig)
498 int idx = enc_registered(
enc_table, name);
499 int origidx = enc_registered(
enc_table, orig);
500 set_base_encoding(
enc_table, idx, rb_enc_from_index(origidx));
508rb_enc_set_dummy(
int index)
510 rb_encoding *enc = global_enc_table.list[index].enc;
521 idx = enc_register(
enc_table, name, encoding);
522 if (idx < 0) rb_raise(rb_eArgError,
"invalid encoding name: %s", name);
523 set_base_encoding(
enc_table, idx, encoding);
524 set_encoding_const(name, rb_enc_from_index(idx));
532 idx = enc_register(
enc_table, name, origenc);
535 idx = enc_register_at(
enc_table, idx, name, origenc);
538 set_base_encoding(
enc_table, idx, origenc);
539 set_encoding_const(name, rb_enc_from_index(idx));
542 rb_raise(rb_eArgError,
"failed to replicate encoding");
548rb_encdb_replicate(
const char *name,
const char *orig)
553 int origidx = enc_registered(
enc_table, orig);
554 int idx = enc_registered(
enc_table, name);
557 origidx = enc_register(
enc_table, orig, 0);
559 r = enc_replicate_with_index(
enc_table, name, rb_enc_from_index(origidx), idx);
566rb_define_dummy_encoding(
const char *name)
571 index = enc_replicate(
enc_table, name, rb_ascii8bit_encoding());
580rb_encdb_dummy(
const char *name)
585 index = enc_replicate_with_index(
enc_table, name,
586 rb_ascii8bit_encoding(),
609enc_dummy_p(
VALUE enc)
611 return RBOOL(ENC_DUMMY_P(must_encoding(enc)));
625enc_ascii_compatible_p(
VALUE enc)
627 return RBOOL(rb_enc_asciicompat(must_encoding(enc)));
636 return ONIGENC_IS_UNICODE(enc);
640enc_dup_name(st_data_t name)
642 return (st_data_t)
strdup((
const char *)name);
653 return st_insert2(
enc_table->names, (st_data_t)alias, (st_data_t)idx,
660 if (!valid_encoding_name_p(alias))
return -1;
661 if (!enc_alias_internal(
enc_table, alias, idx))
662 set_encoding_const(alias, enc_from_index(
enc_table, idx));
667rb_enc_alias(
const char *alias,
const char *orig)
673 if ((idx = rb_enc_find_index(orig)) < 0) {
685rb_encdb_alias(
const char *alias,
const char *orig)
690 int idx = enc_registered(
enc_table, orig);
705 enc_table_expand(
enc_table, ENCODING_COUNT + 1);
707 enc_table->names = st_init_strcasetable_with_size(ENCODING_LIST_CAPA);
709#define OnigEncodingASCII_8BIT OnigEncodingASCII
710#define ENC_REGISTER(enc) enc_register_at(enc_table, ENCINDEX_##enc, rb_enc_name(&OnigEncoding##enc), &OnigEncoding##enc)
711 ENC_REGISTER(ASCII_8BIT);
713 ENC_REGISTER(US_ASCII);
714 global_enc_ascii =
enc_table->list[ENCINDEX_ASCII_8BIT].enc;
715 global_enc_utf_8 =
enc_table->list[ENCINDEX_UTF_8].enc;
716 global_enc_us_ascii =
enc_table->list[ENCINDEX_US_ASCII].enc;
718#undef OnigEncodingASCII_8BIT
719#define ENCDB_REGISTER(name, enc) enc_register_at(enc_table, ENCINDEX_##enc, name, NULL)
720 ENCDB_REGISTER(
"UTF-16BE", UTF_16BE);
721 ENCDB_REGISTER(
"UTF-16LE", UTF_16LE);
722 ENCDB_REGISTER(
"UTF-32BE", UTF_32BE);
723 ENCDB_REGISTER(
"UTF-32LE", UTF_32LE);
724 ENCDB_REGISTER(
"UTF-16", UTF_16);
725 ENCDB_REGISTER(
"UTF-32", UTF_32);
726 ENCDB_REGISTER(
"UTF8-MAC", UTF8_MAC);
728 ENCDB_REGISTER(
"EUC-JP", EUC_JP);
729 ENCDB_REGISTER(
"Windows-31J", Windows_31J);
735rb_enc_get_from_index(
int index)
737 return must_encindex(index);
740int rb_require_internal_silent(
VALUE fname);
743load_encoding(
const char *name)
745 VALUE enclib = rb_sprintf(
"enc/%s.so", name);
748 char *s = RSTRING_PTR(enclib) + 4, *e =
RSTRING_END(enclib) - 3;
757 enclib = rb_fstring(enclib);
759 errinfo = rb_errinfo();
760 loaded = rb_require_internal_silent(enclib);
762 rb_set_errinfo(errinfo);
765 if (loaded < 0 || 1 < loaded) {
768 else if ((idx = enc_registered(
enc_table, name)) < 0) {
771 else if (rb_enc_autoload_p(
enc_table->list[idx].enc)) {
786 base =
enc_table->list[ENC_TO_ENCINDEX(enc)].base;
793 }
while (
enc_table->list[i].enc != base && (++i, 1));
797 if (i == -1)
return -1;
800 if (rb_enc_autoload_p(base)) {
801 if (rb_enc_autoload(base) < 0)
return -1;
803 i = enc->ruby_encoding_index;
806 enc_register_at(
enc_table, i & ENC_INDEX_MASK, rb_enc_name(enc), base);
820 int i = enc_autoload_body(enc);
822 i = load_encoding(rb_enc_name(enc));
830 int idx = ENC_TO_ENCINDEX(enc);
837rb_enc_find_index(
const char *name)
846 i = load_encoding(name);
848 else if (!(enc = rb_enc_from_index(i))) {
849 if (i != UNSPECIFIED_ENCODING) {
850 rb_raise(rb_eArgError,
"encoding %s is not registered", name);
853 else if (rb_enc_autoload_p(enc)) {
854 if (rb_enc_autoload(enc) < 0) {
855 rb_warn(
"failed to load encoding (%s); use ASCII-8BIT instead",
864rb_enc_find_index2(
const char *name,
long len)
866 char buf[ENCODING_NAMELEN_MAX+1];
868 if (
len > ENCODING_NAMELEN_MAX)
return -1;
869 memcpy(buf, name,
len);
871 return rb_enc_find_index(buf);
875rb_enc_find(
const char *name)
877 int idx = rb_enc_find_index(name);
878 if (idx < 0) idx = 0;
879 return rb_enc_from_index(idx);
883enc_capable(
VALUE obj)
893 if (is_data_encoding(obj))
return TRUE;
902 return enc_capable(obj);
913enc_get_index_str(
VALUE str)
928 iv = rb_attr_get(str, rb_id_encoding());
949 i = enc_get_index_str(obj);
952 tmp = rb_funcallv(obj, rb_intern(
"internal_encoding"), 0, 0);
954 tmp = rb_funcallv(obj, rb_intern(
"external_encoding"), 0, 0);
956 if (is_obj_encoding(tmp)) {
957 i = enc_check_encoding(tmp);
961 if (is_data_encoding(obj)) {
962 i = enc_check_encoding(obj);
972enc_set_index(
VALUE obj,
int idx)
974 if (!enc_capable(obj)) {
975 rb_raise(rb_eArgError,
"cannot set encoding on non-encoding capable object");
991 int idx = enc ? ENC_TO_ENCINDEX(enc) : 0;
1004 rb_check_frozen(obj);
1006 enc_set_index(obj, idx);
1010rb_enc_associate_index(
VALUE obj,
int idx)
1013 int oldidx, oldtermlen, termlen;
1016 rb_check_frozen(obj);
1017 oldidx = rb_enc_get_index(obj);
1021 rb_raise(rb_eArgError,
"cannot set encoding");
1023 enc = must_encindex(idx);
1025 !rb_enc_asciicompat(enc)) {
1028 termlen = rb_enc_mbminlen(enc);
1029 oldtermlen = rb_enc_mbminlen(rb_enc_from_index(oldidx));
1031 rb_str_change_terminator_length(obj, oldtermlen, termlen);
1033 enc_set_index(obj, idx);
1040 return rb_enc_associate_index(obj, rb_enc_to_index(enc));
1046 return rb_enc_from_index(rb_enc_get_index(obj));
1052 if (enc == global_enc_ascii) {
1053 return "BINARY (ASCII-8BIT)";
1063 rb_enc_inspect_name(rb_enc_get(str1)),
1064 rb_enc_inspect_name(rb_enc_get(str2)));
1073 rb_encoding *enc = enc_compatible_str(MUST_STRING(str1), MUST_STRING(str2));
1074 return rb_encoding_check(enc, str1, str2);
1081 return rb_encoding_check(enc, str1, str2);
1085enc_compatible_latter(
VALUE str1,
VALUE str2,
int idx1,
int idx2)
1087 if (idx1 < 0 || idx2 < 0)
1091 return rb_enc_from_index(idx1);
1099 if (isstr2 && RSTRING_LEN(str2) == 0)
1102 if (isstr1 && isstr2 && RSTRING_LEN(str1) == 0)
1104 if (!rb_enc_asciicompat(enc1) || !rb_enc_asciicompat(enc2)) {
1109 if (!isstr2 && idx2 == ENCINDEX_US_ASCII)
1111 if (!isstr1 && idx1 == ENCINDEX_US_ASCII)
1149 int idx1 = enc_get_index_str(str1);
1150 int idx2 = enc_get_index_str(str2);
1152 return enc_compatible_latter(str1, str2, idx1, idx2);
1158 int idx1 = rb_enc_get_index(str1);
1159 int idx2 = rb_enc_get_index(str2);
1161 return enc_compatible_latter(str1, str2, idx1, idx2);
1167 rb_enc_associate_index(obj1, rb_enc_get_index(obj2));
1181 int idx = rb_enc_get_index(obj);
1185 return rb_enc_from_encoding_index(idx & ENC_INDEX_MASK);
1191 return ONIGENC_MBC_ENC_LEN(enc, (UChar*)p, (UChar*)e);
1197 int n = ONIGENC_PRECISE_MBC_ENC_LEN(enc, (UChar*)p, (UChar*)e);
1201 int min = rb_enc_mbminlen(enc);
1202 return min <= e-p ? min : (int)(e-p);
1211 return ONIGENC_CONSTRUCT_MBCLEN_NEEDMORE(1);
1212 n = ONIGENC_PRECISE_MBC_ENC_LEN(enc, (UChar*)p, (UChar*)e);
1214 return ONIGENC_CONSTRUCT_MBCLEN_NEEDMORE(n-(
int)(e-p));
1225 if (rb_enc_asciicompat(enc)) {
1226 c = (
unsigned char)*p;
1232 l = rb_enc_precise_mbclen(p, e, enc);
1235 c = rb_enc_mbc_to_codepoint(p, e, enc);
1236 if (!rb_enc_isascii(c, enc))
1243rb_enc_codepoint_len(
const char *p,
const char *e,
int *len_p,
rb_encoding *enc)
1247 rb_raise(rb_eArgError,
"empty string");
1248 r = rb_enc_precise_mbclen(p, e, enc);
1250 rb_raise(rb_eArgError,
"invalid byte sequence in %s", rb_enc_name(enc));
1253 return rb_enc_mbc_to_codepoint(p, e, enc);
1259 int n = ONIGENC_CODE_TO_MBCLEN(enc,c);
1261 rb_raise(rb_eArgError,
"invalid codepoint 0x%x in %s", c, rb_enc_name(enc));
1269 return (ONIGENC_IS_ASCII_CODE(c)?ONIGENC_ASCII_CODE_TO_UPPER_CASE(c):(c));
1275 return (ONIGENC_IS_ASCII_CODE(c)?ONIGENC_ASCII_CODE_TO_LOWER_CASE(c):(c));
1288enc_inspect(
VALUE self)
1292 if (!is_data_encoding(self)) {
1295 if (!(enc =
DATA_PTR(self)) || rb_enc_from_index(rb_enc_to_index(enc)) != enc) {
1301 rb_enc_inspect_name(enc),
1302 (ENC_DUMMY_P(enc) ?
" (dummy)" :
""),
1303 rb_enc_autoload_p(enc) ?
" (autoload)" :
"");
1322enc_names_i(st_data_t name, st_data_t idx, st_data_t args)
1326 if ((
int)idx == (int)arg[0]) {
1342enc_names(
VALUE self)
1346 args[0] = (
VALUE)rb_to_encoding_index(self);
1348 st_foreach(global_enc_table.names, enc_names_i, (st_data_t)args);
1371enc_list(
VALUE klass)
1404 if (is_obj_encoding(enc))
1406 idx = str_to_encindex(enc);
1407 if (idx == UNSPECIFIED_ENCODING)
return Qnil;
1408 return rb_enc_from_encoding_index(idx);
1440 if (!enc_capable(str1))
return Qnil;
1441 if (!enc_capable(str2))
return Qnil;
1442 enc = rb_enc_compatible(str1, str2);
1443 if (!enc)
return Qnil;
1444 return rb_enc_from_encoding(enc);
1447NORETURN(
static VALUE enc_s_alloc(
VALUE klass));
1450enc_s_alloc(
VALUE klass)
1452 rb_undefined_alloc(klass);
1461 return enc_name(self);
1475 return enc_find(klass, str);
1479rb_ascii8bit_encoding(
void)
1481 return global_enc_ascii;
1485rb_ascii8bit_encindex(
void)
1487 return ENCINDEX_ASCII_8BIT;
1491rb_utf8_encoding(
void)
1493 return global_enc_utf_8;
1497rb_utf8_encindex(
void)
1499 return ENCINDEX_UTF_8;
1503rb_usascii_encoding(
void)
1505 return global_enc_us_ascii;
1509rb_usascii_encindex(
void)
1511 return ENCINDEX_US_ASCII;
1514int rb_locale_charmap_index(
void);
1517rb_locale_encindex(
void)
1519 int idx = rb_locale_charmap_index();
1521 if (idx < 0) idx = ENCINDEX_UTF_8;
1524 if (enc_registered(
enc_table,
"locale") < 0) {
1526 void Init_w32_codepage(
void);
1527 Init_w32_codepage();
1530 enc_alias_internal(
enc_table,
"locale", idx);
1539rb_locale_encoding(
void)
1541 return rb_enc_from_index(rb_locale_encindex());
1545rb_filesystem_encindex(
void)
1549 idx = enc_registered(
enc_table,
"filesystem");
1551 if (idx < 0) idx = ENCINDEX_ASCII_8BIT;
1556rb_filesystem_encoding(
void)
1558 return rb_enc_from_index(rb_filesystem_encindex());
1571 int overridden = FALSE;
1573 if (def->index != -2)
1578 if (
NIL_P(encoding)) {
1581 char *name_dup =
strdup(name);
1583 st_data_t existing_name = (st_data_t)name_dup;
1584 if (st_delete(
enc_table->names, &existing_name, NULL)) {
1585 xfree((
void *)existing_name);
1588 st_insert(
enc_table->names, (st_data_t)name_dup,
1589 (st_data_t)UNSPECIFIED_ENCODING);
1592 def->index = rb_enc_to_index(rb_to_encoding(encoding));
1594 enc_alias_internal(
enc_table, name, def->index);
1597 if (def == &default_external) {
1598 enc_alias_internal(
enc_table,
"filesystem", Init_enc_set_filesystem_encoding());
1606rb_default_external_encoding(
void)
1608 if (default_external.enc)
return default_external.enc;
1610 if (default_external.index >= 0) {
1611 default_external.enc = rb_enc_from_index(default_external.index);
1612 return default_external.enc;
1615 return rb_locale_encoding();
1620rb_enc_default_external(
void)
1622 return rb_enc_from_encoding(rb_default_external_encoding());
1654get_default_external(
VALUE klass)
1656 return rb_enc_default_external();
1660rb_enc_set_default_external(
VALUE encoding)
1662 if (
NIL_P(encoding)) {
1663 rb_raise(rb_eArgError,
"default external can not be nil");
1665 enc_set_default_encoding(&default_external, encoding,
1683set_default_external(
VALUE klass,
VALUE encoding)
1685 rb_warning(
"setting Encoding.default_external");
1686 rb_enc_set_default_external(encoding);
1693rb_default_internal_encoding(
void)
1695 if (!default_internal.enc && default_internal.index >= 0) {
1696 default_internal.enc = rb_enc_from_index(default_internal.index);
1698 return default_internal.enc;
1702rb_enc_default_internal(
void)
1705 return rb_enc_from_encoding(rb_default_internal_encoding());
1737get_default_internal(
VALUE klass)
1739 return rb_enc_default_internal();
1743rb_enc_set_default_internal(
VALUE encoding)
1745 enc_set_default_encoding(&default_internal, encoding,
1763set_default_internal(
VALUE klass,
VALUE encoding)
1765 rb_warning(
"setting Encoding.default_internal");
1766 rb_enc_set_default_internal(encoding);
1771set_encoding_const(
const char *name,
rb_encoding *enc)
1773 VALUE encoding = rb_enc_from_encoding(enc);
1774 char *s = (
char *)name;
1775 int haslower = 0, hasupper = 0, valid = 0;
1780 while (*++s && (
ISALNUM(*s) || *s ==
'_')) {
1781 if (
ISLOWER(*s)) haslower = 1;
1785 if (s - name > ENCODING_NAMELEN_MAX)
return;
1789 if (!valid || haslower) {
1790 size_t len = s - name;
1791 if (
len > ENCODING_NAMELEN_MAX)
return;
1792 if (!haslower || !hasupper) {
1794 if (
ISLOWER(*s)) haslower = 1;
1795 if (
ISUPPER(*s)) hasupper = 1;
1796 }
while (*++s && (!haslower || !hasupper));
1800 if (
len++ > ENCODING_NAMELEN_MAX)
return;
1804 if (
ISLOWER(*s)) *s = ONIGENC_ASCII_CODE_TO_UPPER_CASE((
int)*s);
1813 for (s = (
char *)name; *s; ++s) {
1814 if (
ISLOWER(*s)) *s = ONIGENC_ASCII_CODE_TO_UPPER_CASE((
int)*s);
1822rb_enc_name_list_i(st_data_t name, st_data_t idx, st_data_t arg)
1845rb_enc_name_list(
VALUE klass)
1848 st_foreach(global_enc_table.names, rb_enc_name_list_i, (st_data_t)ary);
1853rb_enc_aliases_enc_i(st_data_t name, st_data_t orig, st_data_t arg)
1856 VALUE aliases = p[0], ary = p[1];
1857 int idx = (int)orig;
1863 if (!enc)
return ST_CONTINUE;
1864 if (
STRCASECMP((
char*)name, rb_enc_name(enc)) == 0) {
1867 str = rb_fstring_cstr(rb_enc_name(enc));
1871 rb_hash_aset(aliases, key, str);
1888rb_enc_aliases(
VALUE klass)
1891 aliases[0] = rb_hash_new();
1894 st_foreach(global_enc_table.names, rb_enc_aliases_enc_i, (st_data_t)aliases);
1962 list = rb_encoding_list =
rb_ary_new2(ENCODING_LIST_CAPA);
1963 RBASIC_CLEAR_CLASS(list);
1964 rb_vm_register_global_object(list);
1966 for (i = 0; i <
enc_table->count; ++i) {
1974Init_unicode_version(
void)
1976 extern const char onigenc_unicode_version_string[];
1979 strlen(onigenc_unicode_version_string));
1987 rb_enc_init(&global_enc_table);
1993rb_enc_foreach_name(
int (*func)(st_data_t name, st_data_t idx, st_data_t arg), st_data_t arg)
1995 st_foreach(global_enc_table.names, func, arg);
#define RUBY_ASSERT(...)
Asserts that the given expression is truthy if and only if RUBY_DEBUG is truthy.
std::atomic< unsigned > rb_atomic_t
Type that is eligible for atomic operations.
#define RUBY_ATOMIC_LOAD(var)
Atomic load.
#define RUBY_ATOMIC_SET(var, val)
Identical to RUBY_ATOMIC_EXCHANGE, except for the return type.
#define rb_define_method(klass, mid, func, arity)
Defines klass#mid.
#define rb_define_singleton_method(klass, mid, func, arity)
Defines klass.mid.
VALUE rb_enc_sprintf(rb_encoding *enc, const char *fmt,...)
Identical to rb_sprintf(), except it additionally takes an encoding.
@ RUBY_FL_SHAREABLE
This flag has something to do with Ractor.
VALUE rb_define_class(const char *name, VALUE super)
Defines a top-level class.
void rb_undef_method(VALUE klass, const char *name)
Defines an undef of a method.
#define ENCODING_SET_INLINED(obj, i)
Old name of RB_ENCODING_SET_INLINED.
#define ENC_CODERANGE_7BIT
Old name of RUBY_ENC_CODERANGE_7BIT.
#define T_FILE
Old name of RUBY_T_FILE.
#define T_STRING
Old name of RUBY_T_STRING.
#define xfree
Old name of ruby_xfree.
#define ISUPPER
Old name of rb_isupper.
#define SPECIAL_CONST_P
Old name of RB_SPECIAL_CONST_P.
#define OBJ_FREEZE
Old name of RB_OBJ_FREEZE.
#define UNREACHABLE_RETURN
Old name of RBIMPL_UNREACHABLE_RETURN.
#define T_DATA
Old name of RUBY_T_DATA.
#define CLASS_OF
Old name of rb_class_of.
#define xmalloc
Old name of ruby_xmalloc.
#define ISDIGIT
Old name of rb_isdigit.
#define ISLOWER
Old name of rb_islower.
#define ASSUME
Old name of RBIMPL_ASSUME.
#define MBCLEN_CHARFOUND_LEN(ret)
Old name of ONIGENC_MBCLEN_CHARFOUND_LEN.
#define ENCODING_INLINE_MAX
Old name of RUBY_ENCODING_INLINE_MAX.
#define STRCASECMP
Old name of st_locale_insensitive_strcasecmp.
#define ISASCII
Old name of rb_isascii.
#define TOLOWER
Old name of rb_tolower.
#define NUM2INT
Old name of RB_NUM2INT.
#define INT2NUM
Old name of RB_INT2NUM.
#define Qnil
Old name of RUBY_Qnil.
#define Qfalse
Old name of RUBY_Qfalse.
#define NIL_P
Old name of RB_NIL_P.
#define MBCLEN_CHARFOUND_P(ret)
Old name of ONIGENC_MBCLEN_CHARFOUND_P.
#define T_SYMBOL
Old name of RUBY_T_SYMBOL.
#define ENC_CODERANGE_ASCIIONLY(obj)
Old name of RB_ENC_CODERANGE_ASCIIONLY.
#define BUILTIN_TYPE
Old name of RB_BUILTIN_TYPE.
#define ENCODING_GET_INLINED(obj)
Old name of RB_ENCODING_GET_INLINED.
#define ENC_CODERANGE_CLEAR(obj)
Old name of RB_ENC_CODERANGE_CLEAR.
#define CONST_ID
Old name of RUBY_CONST_ID.
#define rb_ary_new2
Old name of rb_ary_new_capa.
#define ISALNUM
Old name of rb_isalnum.
#define FL_SET_RAW
Old name of RB_FL_SET_RAW.
#define SYMBOL_P
Old name of RB_SYMBOL_P.
#define T_REGEXP
Old name of RUBY_T_REGEXP.
#define ruby_debug
This variable controls whether the interpreter is in debug mode.
VALUE rb_eTypeError
TypeError exception.
VALUE rb_eEncCompatError
Encoding::CompatibilityError exception.
void rb_warn(const char *fmt,...)
Identical to rb_warning(), except it reports unless $VERBOSE is nil.
void rb_loaderror(const char *fmt,...)
Raises an instance of rb_eLoadError.
VALUE rb_eEncodingError
EncodingError exception.
void rb_warning(const char *fmt,...)
Issues a warning.
VALUE rb_obj_class(VALUE obj)
Queries the class of an object.
VALUE rb_cEncoding
Encoding class.
VALUE rb_obj_freeze(VALUE obj)
Just calls rb_obj_freeze_inline() inside.
VALUE rb_locale_charmap(VALUE klass)
Returns a platform-depended "charmap" of the current locale.
int rb_enc_str_coderange(VALUE str)
Scans the passed string to collect its code range.
int rb_enc_str_asciionly_p(VALUE str)
Queries if the passed string is "ASCII only".
VALUE rb_ary_replace(VALUE copy, VALUE orig)
Replaces the contents of the former object with the contents of the latter.
VALUE rb_ary_new(void)
Allocates a new, empty array.
VALUE rb_ary_push(VALUE ary, VALUE elem)
Special case of rb_ary_cat() that it adds only one element.
VALUE rb_ary_entry(VALUE ary, long off)
Queries an element of an array.
void rb_ary_store(VALUE ary, long key, VALUE val)
Destructively stores the passed value to the passed array's passed index.
static int rb_check_arity(int argc, int min, int max)
Ensures that the passed integer is in the passed range.
VALUE rb_interned_str_cstr(const char *ptr)
Identical to rb_interned_str(), except it assumes the passed pointer is a pointer to a C's string.
VALUE rb_check_string_type(VALUE obj)
Try converting an object to its stringised representation using its to_str method,...
VALUE rb_usascii_str_new_static(const char *ptr, long len)
Identical to rb_str_new_static(), except it generates a string of "US ASCII" encoding instead of "bin...
VALUE rb_ivar_set(VALUE obj, ID name, VALUE val)
Identical to rb_iv_set(), except it accepts the name as an ID instead of a C string.
VALUE rb_ivar_get(VALUE obj, ID name)
Identical to rb_iv_get(), except it accepts the name as an ID instead of a C string.
void rb_define_alloc_func(VALUE klass, rb_alloc_func_t func)
Sets the allocator function of a class.
VALUE rb_sym2str(VALUE symbol)
Obtain a frozen string representation of a symbol (not including the leading colon).
int len
Length of the buffer.
#define strdup(s)
Just another name of ruby_strdup.
void rb_marshal_define_compat(VALUE newclass, VALUE oldclass, VALUE(*dumper)(VALUE), VALUE(*loader)(VALUE, VALUE))
Marshal format compatibility layer.
#define MEMCPY(p1, p2, type, n)
Handy macro to call memcpy.
#define ALLOCA_N(type, n)
#define RB_GC_GUARD(v)
Prevents premature destruction of local objects.
#define DATA_PTR(obj)
Convenient getter macro.
#define RDATA(obj)
Convenient casting macro.
#define StringValue(v)
Ensures that the parameter object is a String.
static char * RSTRING_END(VALUE str)
Queries the end of the contents pointer of the string.
#define TypedData_Wrap_Struct(klass, data_type, sval)
Converts sval, a pointer to your struct, into a Ruby object.
This is the struct that holds necessary info for a struct.
uintptr_t ID
Type that represents a Ruby identifier such as a variable name.
uintptr_t VALUE
Type that represents a Ruby object.
static bool RB_TYPE_P(VALUE obj, enum ruby_value_type t)
Queries if the given object is of given type.