12#include "ruby/internal/config.h"
18#include "internal/enc.h"
19#include "internal/encoding.h"
20#include "internal/error.h"
21#include "internal/inits.h"
22#include "internal/load.h"
23#include "internal/object.h"
24#include "internal/string.h"
25#include "internal/vm.h"
30#include "ruby_assert.h"
32#include "ruby_atomic.h"
37#define ENC_ASSERT(expr) RUBY_ASSERT_WHEN(ENC_DEBUG, expr)
38#define MUST_STRING(str) (ENC_ASSERT(RB_TYPE_P(str, T_STRING)), str)
40#undef rb_ascii8bit_encindex
41#undef rb_utf8_encindex
42#undef rb_usascii_encindex
46#if defined __GNUC__ && __GNUC__ >= 4
47#pragma GCC visibility push(default)
48int rb_enc_register(
const char *name,
rb_encoding *encoding);
49void rb_enc_set_base(
const char *name,
const char *orig);
50int rb_enc_set_dummy(
int index);
51void rb_encdb_declare(
const char *name);
52int rb_encdb_replicate(
const char *name,
const char *orig);
53int rb_encdb_dummy(
const char *name);
54int rb_encdb_alias(
const char *alias,
const char *orig);
55#pragma GCC visibility pop
61#define ENCODING_LIST_CAPA 256
62static VALUE rb_encoding_list;
78enc_names_free_i(st_data_t name, st_data_t idx, st_data_t args)
80 ruby_xfree((
void *)name);
85rb_free_global_enc_table(
void)
87 for (
size_t i = 0; i < ENCODING_LIST_CAPA; i++) {
88 xfree((
void *)global_enc_table.list[i].enc);
91 st_foreach(global_enc_table.names, enc_names_free_i, (st_data_t)0);
92 st_free_table(global_enc_table.names);
99#define GLOBAL_ENC_TABLE_LOCKING(tbl) \
100 for (struct enc_table *tbl = &global_enc_table, **locking = &tbl; \
106#define ENC_DUMMY_FLAG (1<<24)
107#define ENC_INDEX_MASK (~(~0U<<24))
109#define ENC_TO_ENCINDEX(enc) (int)((enc)->ruby_encoding_index & ENC_INDEX_MASK)
110#define ENC_DUMMY_P(enc) ((enc)->ruby_encoding_index & ENC_DUMMY_FLAG)
111#define ENC_SET_DUMMY(enc) ((enc)->ruby_encoding_index |= ENC_DUMMY_FLAG)
113#define ENCODING_COUNT ENCINDEX_BUILTIN_MAX
114#define UNSPECIFIED_ENCODING INT_MAX
116#define ENCODING_NAMELEN_MAX 63
117#define valid_encoding_name_p(name) ((name) && strlen(name) <= ENCODING_NAMELEN_MAX)
122 0, 0, RUBY_TYPED_FREE_IMMEDIATELY | RUBY_TYPED_WB_PROTECTED
125#define is_data_encoding(obj) (RTYPEDDATA_P(obj) && RTYPEDDATA_TYPE(obj) == &encoding_data_type)
126#define is_obj_encoding(obj) (RB_TYPE_P((obj), T_DATA) && is_data_encoding(obj))
129rb_data_is_encoding(
VALUE obj)
131 return is_data_encoding(obj);
148 VALUE list = RUBY_ATOMIC_VALUE_LOAD(rb_encoding_list);
152 RBASIC_CLEAR_CLASS(new_list);
160enc_list_lookup(
int idx)
164 if (idx < ENCODING_LIST_CAPA) {
165 list = RUBY_ATOMIC_VALUE_LOAD(rb_encoding_list);
171 rb_bug(
"rb_enc_from_encoding_index(%d): not created yet", idx);
179rb_enc_from_encoding_index(
int idx)
181 return enc_list_lookup(idx);
188 if (!encoding)
return Qnil;
189 idx = ENC_TO_ENCINDEX(encoding);
190 return rb_enc_from_encoding_index(idx);
196 return enc ? ENC_TO_ENCINDEX(enc) : 0;
202 return ENC_DUMMY_P(enc) != 0;
208 int index = rb_enc_to_index(enc);
209 if (rb_enc_from_index(index) != enc)
211 if (rb_enc_autoload_p(enc)) {
212 index = rb_enc_autoload(enc);
218enc_check_encoding(
VALUE obj)
220 if (!is_obj_encoding(obj)) {
223 return check_encoding(
RDATA(obj)->data);
226NORETURN(
static void not_encoding(
VALUE enc));
228not_encoding(
VALUE enc)
230 rb_raise(
rb_eTypeError,
"wrong argument type %"PRIsVALUE
" (expected Encoding)",
235must_encoding(
VALUE enc)
237 int index = enc_check_encoding(enc);
245must_encindex(
int index)
252 if (rb_enc_autoload_p(enc) && rb_enc_autoload(enc) == -1) {
256 if (ENC_TO_ENCINDEX(enc) != (
int)(index & ENC_INDEX_MASK)) {
258 index, rb_enc_name(enc), ENC_TO_ENCINDEX(enc));
266 ASSERT_vm_unlocking();
270 idx = enc_check_encoding(enc);
277 if (!rb_enc_asciicompat(rb_enc_get(enc))) {
280 if (!(name = rb_str_to_cstr(enc))) {
283 return rb_enc_find_index(name);
287name_for_encoding(
volatile VALUE *enc)
292 if (!rb_enc_asciicompat(rb_enc_get(name))) {
293 rb_raise(rb_eArgError,
"invalid encoding name (non ASCII)");
295 if (!(n = rb_str_to_cstr(name))) {
296 rb_raise(rb_eArgError,
"invalid encoding name (NUL byte)");
303str_find_encindex(
VALUE enc)
305 int idx = rb_enc_find_index(name_for_encoding(&enc));
311str_to_encindex(
VALUE enc)
313 int idx = str_find_encindex(enc);
315 rb_raise(rb_eArgError,
"unknown encoding name - %"PRIsVALUE, enc);
321str_to_encoding(
VALUE enc)
323 return rb_enc_from_index(str_to_encindex(enc));
329 if (enc_check_encoding(enc) >= 0)
return RDATA(enc)->data;
330 return str_to_encoding(enc);
337 if (enc_check_encoding(enc) >= 0)
return RDATA(enc)->data;
338 idx = str_find_encindex(enc);
339 if (idx < 0)
return NULL;
340 return rb_enc_from_index(idx);
346 if (newsize > ENCODING_LIST_CAPA) {
360 if (!valid_encoding_name_p(name))
return -1;
362 ent->name = name =
strdup(name);
373 *encoding = *base_encoding;
376 memset(encoding, 0,
sizeof(*ent->enc));
378 encoding->name = name;
379 encoding->ruby_encoding_index = index;
381 st_insert(
enc_table->names, (st_data_t)name, (st_data_t)index);
383 enc_list_update(index, encoding);
399 return enc_register_at(
enc_table, index, name, encoding);
402static void set_encoding_const(
const char *,
rb_encoding *);
408 if (UNLIKELY(index < 0 || enc_table->count <= (index &= ENC_INDEX_MASK))) {
415rb_enc_from_index(
int index)
417 return enc_from_index(&global_enc_table, index);
421rb_enc_register(
const char *name,
rb_encoding *encoding)
431 index = enc_register(
enc_table, name, encoding);
433 else if (rb_enc_autoload_p(oldenc) || !ENC_DUMMY_P(oldenc)) {
434 enc_register_at(
enc_table, index, name, encoding);
437 rb_raise(rb_eArgError,
"encoding %s is already registered", name);
441 index = enc_register(
enc_table, name, encoding);
442 set_encoding_const(name, rb_enc_from_index(index));
454 if (!name)
return -1;
456 if (st_lookup(
enc_table->names, (st_data_t)name, &idx)) {
463rb_enc_registered(
const char *name)
473rb_encdb_declare(
const char *name)
476 int idx = enc_registered(
enc_table, name);
480 set_encoding_const(name, rb_enc_from_index(idx));
487 if (enc_registered(
enc_table, name) >= 0) {
488 rb_raise(rb_eArgError,
"encoding %s is already registered", name);
490 else if (!valid_encoding_name_p(name)) {
491 rb_raise(rb_eArgError,
"invalid encoding name: %s", name);
511rb_enc_set_base(
const char *name,
const char *orig)
514 int idx = enc_registered(
enc_table, name);
515 int origidx = enc_registered(
enc_table, orig);
516 set_base_encoding(
enc_table, idx, rb_enc_from_index(origidx));
524rb_enc_set_dummy(
int index)
526 rb_encoding *enc = global_enc_table.list[index].enc;
537 idx = enc_register(
enc_table, name, encoding);
538 if (idx < 0) rb_raise(rb_eArgError,
"invalid encoding name: %s", name);
539 set_base_encoding(
enc_table, idx, encoding);
540 set_encoding_const(name, rb_enc_from_index(idx));
548 idx = enc_register(
enc_table, name, origenc);
551 idx = enc_register_at(
enc_table, idx, name, origenc);
554 set_base_encoding(
enc_table, idx, origenc);
555 set_encoding_const(name, rb_enc_from_index(idx));
558 rb_raise(rb_eArgError,
"failed to replicate encoding");
564rb_encdb_replicate(
const char *name,
const char *orig)
569 int origidx = enc_registered(
enc_table, orig);
570 int idx = enc_registered(
enc_table, name);
573 origidx = enc_register(
enc_table, orig, 0);
575 r = enc_replicate_with_index(
enc_table, name, rb_enc_from_index(origidx), idx);
582rb_define_dummy_encoding(
const char *name)
587 index = enc_replicate(
enc_table, name, rb_ascii8bit_encoding());
596rb_encdb_dummy(
const char *name)
601 index = enc_replicate_with_index(
enc_table, name,
602 rb_ascii8bit_encoding(),
625enc_dummy_p(
VALUE enc)
627 return RBOOL(ENC_DUMMY_P(must_encoding(enc)));
641enc_ascii_compatible_p(
VALUE enc)
643 return RBOOL(rb_enc_asciicompat(must_encoding(enc)));
652 return ONIGENC_IS_UNICODE(enc);
656enc_dup_name(st_data_t name)
658 return (st_data_t)
strdup((
const char *)name);
669 return st_insert2(
enc_table->names, (st_data_t)alias, (st_data_t)idx,
676 if (!valid_encoding_name_p(alias))
return -1;
677 if (!enc_alias_internal(
enc_table, alias, idx))
678 set_encoding_const(alias, enc_from_index(
enc_table, idx));
683rb_enc_alias(
const char *alias,
const char *orig)
690 idx = rb_enc_find_index(orig);
691 if (idx < 0)
return -1;
701rb_encdb_alias(
const char *alias,
const char *orig)
706 int idx = enc_registered(
enc_table, orig);
721 enc_table_expand(
enc_table, ENCODING_COUNT + 1);
723 enc_table->names = st_init_strcasetable_with_size(ENCODING_LIST_CAPA);
725#define OnigEncodingASCII_8BIT OnigEncodingASCII
726#define ENC_REGISTER(enc) enc_register_at(enc_table, ENCINDEX_##enc, rb_enc_name(&OnigEncoding##enc), &OnigEncoding##enc)
727 ENC_REGISTER(ASCII_8BIT);
729 ENC_REGISTER(US_ASCII);
730 global_enc_ascii =
enc_table->list[ENCINDEX_ASCII_8BIT].enc;
731 global_enc_utf_8 =
enc_table->list[ENCINDEX_UTF_8].enc;
732 global_enc_us_ascii =
enc_table->list[ENCINDEX_US_ASCII].enc;
734#undef OnigEncodingASCII_8BIT
735#define ENCDB_REGISTER(name, enc) enc_register_at(enc_table, ENCINDEX_##enc, name, NULL)
736 ENCDB_REGISTER(
"UTF-16BE", UTF_16BE);
737 ENCDB_REGISTER(
"UTF-16LE", UTF_16LE);
738 ENCDB_REGISTER(
"UTF-32BE", UTF_32BE);
739 ENCDB_REGISTER(
"UTF-32LE", UTF_32LE);
740 ENCDB_REGISTER(
"UTF-16", UTF_16);
741 ENCDB_REGISTER(
"UTF-32", UTF_32);
742 ENCDB_REGISTER(
"UTF8-MAC", UTF8_MAC);
744 ENCDB_REGISTER(
"EUC-JP", EUC_JP);
745 ENCDB_REGISTER(
"Windows-31J", Windows_31J);
751rb_enc_get_from_index(
int index)
753 return must_encindex(index);
756int rb_require_internal_silent(
VALUE fname);
759load_encoding(
const char *name)
761 ASSERT_vm_unlocking();
762 VALUE enclib = rb_sprintf(
"enc/%s.so", name);
765 char *s = RSTRING_PTR(enclib) + 4, *e =
RSTRING_END(enclib) - 3;
774 enclib = rb_fstring(enclib);
776 errinfo = rb_errinfo();
777 loaded = rb_require_internal_silent(enclib);
779 rb_set_errinfo(errinfo);
782 if (loaded < 0 || 1 < loaded) {
785 else if ((idx = enc_registered(
enc_table, name)) < 0) {
788 else if (rb_enc_autoload_p(
enc_table->list[idx].enc)) {
801 ASSERT_vm_unlocking();
804 base =
enc_table->list[ENC_TO_ENCINDEX(enc)].base;
811 }
while (
enc_table->list[i].enc != base && (++i, 1));
818 bool do_register =
true;
819 if (rb_enc_autoload_p(base)) {
820 if (rb_enc_autoload(base) < 0) {
828 i = enc->ruby_encoding_index;
829 enc_register_at(
enc_table, i & ENC_INDEX_MASK, rb_enc_name(enc), base);
847 ASSERT_vm_unlocking();
848 int i = enc_autoload_body(enc);
850 i = load_encoding(rb_enc_name(enc));
858 int idx = ENC_TO_ENCINDEX(enc);
865rb_enc_find_index(
const char *name)
868 ASSERT_vm_unlocking();
875 i = load_encoding(name);
877 else if (!(enc = rb_enc_from_index(i))) {
878 if (i != UNSPECIFIED_ENCODING) {
879 rb_raise(rb_eArgError,
"encoding %s is not registered", name);
882 else if (rb_enc_autoload_p(enc)) {
883 if (rb_enc_autoload(enc) < 0) {
884 rb_warn(
"failed to load encoding (%s); use ASCII-8BIT instead",
893rb_enc_find_index2(
const char *name,
long len)
895 char buf[ENCODING_NAMELEN_MAX+1];
897 if (
len > ENCODING_NAMELEN_MAX)
return -1;
898 memcpy(buf, name,
len);
900 return rb_enc_find_index(buf);
904rb_enc_find(
const char *name)
906 int idx = rb_enc_find_index(name);
907 if (idx < 0) idx = 0;
908 return rb_enc_from_index(idx);
912enc_capable(
VALUE obj)
922 if (is_data_encoding(obj))
return TRUE;
931 return enc_capable(obj);
942enc_get_index_str(
VALUE str)
957 iv = rb_attr_get(str, rb_id_encoding());
978 i = enc_get_index_str(obj);
981 tmp = rb_funcallv(obj, rb_intern(
"internal_encoding"), 0, 0);
983 tmp = rb_funcallv(obj, rb_intern(
"external_encoding"), 0, 0);
985 if (is_obj_encoding(tmp)) {
986 i = enc_check_encoding(tmp);
990 if (is_data_encoding(obj)) {
991 i = enc_check_encoding(obj);
1001enc_set_index(
VALUE obj,
int idx)
1003 if (!enc_capable(obj)) {
1004 rb_raise(rb_eArgError,
"cannot set encoding on non-encoding capable object");
1020 int idx = enc ? ENC_TO_ENCINDEX(enc) : 0;
1033 rb_check_frozen(obj);
1035 enc_set_index(obj, idx);
1039rb_enc_associate_index(
VALUE obj,
int idx)
1042 int oldidx, oldtermlen, termlen;
1044 rb_check_frozen(obj);
1045 oldidx = rb_enc_get_index(obj);
1049 rb_raise(rb_eArgError,
"cannot set encoding");
1051 enc = must_encindex(idx);
1053 !rb_enc_asciicompat(enc)) {
1056 termlen = rb_enc_mbminlen(enc);
1057 oldtermlen = rb_enc_mbminlen(rb_enc_from_index(oldidx));
1059 rb_str_change_terminator_length(obj, oldtermlen, termlen);
1061 enc_set_index(obj, idx);
1068 return rb_enc_associate_index(obj, rb_enc_to_index(enc));
1074 return rb_enc_from_index(rb_enc_get_index(obj));
1080 if (enc == global_enc_ascii) {
1081 return "BINARY (ASCII-8BIT)";
1091 rb_enc_inspect_name(rb_enc_get(str1)),
1092 rb_enc_inspect_name(rb_enc_get(str2)));
1101 rb_encoding *enc = enc_compatible_str(MUST_STRING(str1), MUST_STRING(str2));
1102 return rb_encoding_check(enc, str1, str2);
1109 return rb_encoding_check(enc, str1, str2);
1113enc_compatible_latter(
VALUE str1,
VALUE str2,
int idx1,
int idx2)
1115 if (idx1 < 0 || idx2 < 0)
1119 return rb_enc_from_index(idx1);
1127 if (isstr2 && RSTRING_LEN(str2) == 0)
1130 if (isstr1 && isstr2 && RSTRING_LEN(str1) == 0)
1132 if (!rb_enc_asciicompat(enc1) || !rb_enc_asciicompat(enc2)) {
1137 if (!isstr2 && idx2 == ENCINDEX_US_ASCII)
1139 if (!isstr1 && idx1 == ENCINDEX_US_ASCII)
1177 int idx1 = enc_get_index_str(str1);
1178 int idx2 = enc_get_index_str(str2);
1180 return enc_compatible_latter(str1, str2, idx1, idx2);
1186 int idx1 = rb_enc_get_index(str1);
1187 int idx2 = rb_enc_get_index(str2);
1189 return enc_compatible_latter(str1, str2, idx1, idx2);
1195 rb_enc_associate_index(obj1, rb_enc_get_index(obj2));
1212 int idx = rb_enc_get_index(obj);
1216 return rb_enc_from_encoding_index(idx & ENC_INDEX_MASK);
1222 return ONIGENC_MBC_ENC_LEN(enc, (UChar*)p, (UChar*)e);
1228 int n = ONIGENC_PRECISE_MBC_ENC_LEN(enc, (UChar*)p, (UChar*)e);
1232 int min = rb_enc_mbminlen(enc);
1233 return min <= e-p ? min : (int)(e-p);
1242 return ONIGENC_CONSTRUCT_MBCLEN_NEEDMORE(1);
1243 n = ONIGENC_PRECISE_MBC_ENC_LEN(enc, (UChar*)p, (UChar*)e);
1245 return ONIGENC_CONSTRUCT_MBCLEN_NEEDMORE(n-(
int)(e-p));
1256 if (rb_enc_asciicompat(enc)) {
1257 c = (
unsigned char)*p;
1263 l = rb_enc_precise_mbclen(p, e, enc);
1266 c = rb_enc_mbc_to_codepoint(p, e, enc);
1267 if (!rb_enc_isascii(c, enc))
1274rb_enc_codepoint_len(
const char *p,
const char *e,
int *len_p,
rb_encoding *enc)
1278 rb_raise(rb_eArgError,
"empty string");
1279 r = rb_enc_precise_mbclen(p, e, enc);
1281 rb_raise(rb_eArgError,
"invalid byte sequence in %s", rb_enc_name(enc));
1284 return rb_enc_mbc_to_codepoint(p, e, enc);
1290 int n = ONIGENC_CODE_TO_MBCLEN(enc,c);
1292 rb_raise(rb_eArgError,
"invalid codepoint 0x%x in %s", c, rb_enc_name(enc));
1300 return (ONIGENC_IS_ASCII_CODE(c)?ONIGENC_ASCII_CODE_TO_UPPER_CASE(c):(c));
1306 return (ONIGENC_IS_ASCII_CODE(c)?ONIGENC_ASCII_CODE_TO_LOWER_CASE(c):(c));
1319enc_inspect(
VALUE self)
1323 if (!is_data_encoding(self)) {
1326 if (!(enc =
DATA_PTR(self)) || rb_enc_from_index(rb_enc_to_index(enc)) != enc) {
1332 rb_enc_inspect_name(enc),
1333 (ENC_DUMMY_P(enc) ?
" (dummy)" :
""),
1334 rb_enc_autoload_p(enc) ?
" (autoload)" :
"");
1353enc_names_i(st_data_t name, st_data_t idx, st_data_t args)
1357 if ((
int)idx == (int)arg[0]) {
1373enc_names(
VALUE self)
1377 args[0] = (
VALUE)rb_to_encoding_index(self);
1381 st_foreach(
enc_table->names, enc_names_i, (st_data_t)args);
1405enc_list(
VALUE klass)
1407 VALUE list = RUBY_ATOMIC_VALUE_LOAD(rb_encoding_list);
1437 if (is_obj_encoding(enc))
1439 idx = str_to_encindex(enc);
1440 if (idx == UNSPECIFIED_ENCODING)
return Qnil;
1441 return rb_enc_from_encoding_index(idx);
1473 if (!enc_capable(str1))
return Qnil;
1474 if (!enc_capable(str2))
return Qnil;
1475 enc = rb_enc_compatible(str1, str2);
1476 if (!enc)
return Qnil;
1477 return rb_enc_from_encoding(enc);
1480NORETURN(
static VALUE enc_s_alloc(
VALUE klass));
1483enc_s_alloc(
VALUE klass)
1485 rb_undefined_alloc(klass);
1494 return enc_name(self);
1508 return enc_find(klass, str);
1512rb_ascii8bit_encoding(
void)
1514 return global_enc_ascii;
1518rb_ascii8bit_encindex(
void)
1520 return ENCINDEX_ASCII_8BIT;
1524rb_utf8_encoding(
void)
1526 return global_enc_utf_8;
1530rb_utf8_encindex(
void)
1532 return ENCINDEX_UTF_8;
1536rb_usascii_encoding(
void)
1538 return global_enc_us_ascii;
1542rb_usascii_encindex(
void)
1544 return ENCINDEX_US_ASCII;
1547int rb_locale_charmap_index(
void);
1550rb_locale_encindex(
void)
1554 ASSERT_vm_unlocking();
1555 int idx = rb_locale_charmap_index();
1557 if (idx < 0) idx = ENCINDEX_UTF_8;
1560 if (enc_registered(
enc_table,
"locale") < 0) {
1562 void Init_w32_codepage(
void);
1563 Init_w32_codepage();
1566 enc_alias_internal(
enc_table,
"locale", idx);
1575rb_locale_encoding(
void)
1577 return rb_enc_from_index(rb_locale_encindex());
1581rb_filesystem_encindex(
void)
1585 idx = enc_registered(
enc_table,
"filesystem");
1587 if (idx < 0) idx = ENCINDEX_ASCII_8BIT;
1592rb_filesystem_encoding(
void)
1594 return rb_enc_from_index(rb_filesystem_encindex());
1607 int overridden = FALSE;
1609 if (def->index != -2)
1614 if (!
NIL_P(encoding)) {
1615 enc_check_encoding(encoding);
1616 index = rb_enc_to_index(rb_to_encoding(encoding));
1620 if (
NIL_P(encoding)) {
1623 char *name_dup =
strdup(name);
1625 st_data_t existing_name = (st_data_t)name_dup;
1626 if (st_delete(
enc_table->names, &existing_name, NULL)) {
1627 xfree((
void *)existing_name);
1630 st_insert(
enc_table->names, (st_data_t)name_dup,
1631 (st_data_t)UNSPECIFIED_ENCODING);
1636 enc_alias_internal(
enc_table, name, def->index);
1639 if (def == &default_external) {
1640 enc_alias_internal(
enc_table,
"filesystem", Init_enc_set_filesystem_encoding());
1648rb_default_external_encoding(
void)
1650 if (default_external.enc)
return default_external.enc;
1652 if (default_external.index >= 0) {
1653 default_external.enc = rb_enc_from_index(default_external.index);
1654 return default_external.enc;
1657 return rb_locale_encoding();
1662rb_enc_default_external(
void)
1664 return rb_enc_from_encoding(rb_default_external_encoding());
1696get_default_external(
VALUE klass)
1698 return rb_enc_default_external();
1702rb_enc_set_default_external(
VALUE encoding)
1704 if (
NIL_P(encoding)) {
1705 rb_raise(rb_eArgError,
"default external can not be nil");
1707 enc_set_default_encoding(&default_external, encoding,
1725set_default_external(
VALUE klass,
VALUE encoding)
1727 rb_warning(
"setting Encoding.default_external");
1728 rb_enc_set_default_external(encoding);
1735rb_default_internal_encoding(
void)
1737 if (!default_internal.enc && default_internal.index >= 0) {
1738 default_internal.enc = rb_enc_from_index(default_internal.index);
1740 return default_internal.enc;
1744rb_enc_default_internal(
void)
1747 return rb_enc_from_encoding(rb_default_internal_encoding());
1779get_default_internal(
VALUE klass)
1781 return rb_enc_default_internal();
1785rb_enc_set_default_internal(
VALUE encoding)
1787 enc_set_default_encoding(&default_internal, encoding,
1805set_default_internal(
VALUE klass,
VALUE encoding)
1807 rb_warning(
"setting Encoding.default_internal");
1808 rb_enc_set_default_internal(encoding);
1813set_encoding_const(
const char *name,
rb_encoding *enc)
1815 VALUE encoding = rb_enc_from_encoding(enc);
1816 char *s = (
char *)name;
1817 int haslower = 0, hasupper = 0, valid = 0;
1822 while (*++s && (
ISALNUM(*s) || *s ==
'_')) {
1823 if (
ISLOWER(*s)) haslower = 1;
1827 if (s - name > ENCODING_NAMELEN_MAX)
return;
1831 if (!valid || haslower) {
1832 size_t len = s - name;
1833 if (
len > ENCODING_NAMELEN_MAX)
return;
1834 if (!haslower || !hasupper) {
1836 if (
ISLOWER(*s)) haslower = 1;
1837 if (
ISUPPER(*s)) hasupper = 1;
1838 }
while (*++s && (!haslower || !hasupper));
1842 if (
len++ > ENCODING_NAMELEN_MAX)
return;
1846 if (
ISLOWER(*s)) *s = ONIGENC_ASCII_CODE_TO_UPPER_CASE((
int)*s);
1855 for (s = (
char *)name; *s; ++s) {
1856 if (
ISLOWER(*s)) *s = ONIGENC_ASCII_CODE_TO_UPPER_CASE((
int)*s);
1864rb_enc_name_list_i(st_data_t name, st_data_t idx, st_data_t arg)
1887rb_enc_name_list(
VALUE klass)
1892 st_foreach(
enc_table->names, rb_enc_name_list_i, (st_data_t)ary);
1898rb_enc_aliases_enc_i(st_data_t name, st_data_t orig, st_data_t arg)
1901 VALUE aliases = p[0], ary = p[1];
1902 int idx = (int)orig;
1908 if (!enc)
return ST_CONTINUE;
1909 if (
STRCASECMP((
char*)name, rb_enc_name(enc)) == 0) {
1912 str = rb_fstring_cstr(rb_enc_name(enc));
1916 rb_hash_aset(aliases, key, str);
1933rb_enc_aliases(
VALUE klass)
1936 aliases[0] = rb_hash_new();
1940 st_foreach(
enc_table->names, rb_enc_aliases_enc_i, (st_data_t)aliases);
2009 rb_gc_register_address(&rb_encoding_list);
2010 list = rb_encoding_list =
rb_ary_new2(ENCODING_LIST_CAPA);
2011 RBASIC_CLEAR_CLASS(list);
2013 for (i = 0; i <
enc_table->count; ++i) {
2021Init_unicode_version(
void)
2023 extern const char onigenc_unicode_version_string[];
2026 strlen(onigenc_unicode_version_string));
2035 rb_enc_init(&global_enc_table);
2041rb_enc_foreach_name(
int (*func)(st_data_t name, st_data_t idx, st_data_t arg), st_data_t arg)
2044 st_foreach(
enc_table->names, func, arg);
#define RUBY_ASSERT(...)
Asserts that the given expression is truthy if and only if RUBY_DEBUG is truthy.
#define RUBY_ATOMIC_VALUE_SET(var, val)
Identical to RUBY_ATOMIC_SET, except it expects its arguments are VALUE.
std::atomic< unsigned > rb_atomic_t
Type that is eligible for atomic operations.
#define RUBY_ATOMIC_LOAD(var)
Atomic load.
#define RUBY_ATOMIC_SET(var, val)
Identical to RUBY_ATOMIC_EXCHANGE, except for the return type.
#define rb_define_method(klass, mid, func, arity)
Defines klass#mid.
#define rb_define_singleton_method(klass, mid, func, arity)
Defines klass.mid.
VALUE rb_enc_sprintf(rb_encoding *enc, const char *fmt,...)
Identical to rb_sprintf(), except it additionally takes an encoding.
@ RUBY_FL_SHAREABLE
This flag has something to do with Ractor.
VALUE rb_define_class(const char *name, VALUE super)
Defines a top-level class.
void rb_undef_method(VALUE klass, const char *name)
Defines an undef of a method.
#define ENCODING_SET_INLINED(obj, i)
Old name of RB_ENCODING_SET_INLINED.
#define ENC_CODERANGE_7BIT
Old name of RUBY_ENC_CODERANGE_7BIT.
#define T_FILE
Old name of RUBY_T_FILE.
#define T_STRING
Old name of RUBY_T_STRING.
#define xfree
Old name of ruby_xfree.
#define ISUPPER
Old name of rb_isupper.
#define SPECIAL_CONST_P
Old name of RB_SPECIAL_CONST_P.
#define OBJ_FREEZE
Old name of RB_OBJ_FREEZE.
#define UNREACHABLE_RETURN
Old name of RBIMPL_UNREACHABLE_RETURN.
#define T_DATA
Old name of RUBY_T_DATA.
#define CLASS_OF
Old name of rb_class_of.
#define xmalloc
Old name of ruby_xmalloc.
#define ISDIGIT
Old name of rb_isdigit.
#define ISLOWER
Old name of rb_islower.
#define ASSUME
Old name of RBIMPL_ASSUME.
#define MBCLEN_CHARFOUND_LEN(ret)
Old name of ONIGENC_MBCLEN_CHARFOUND_LEN.
#define ENCODING_INLINE_MAX
Old name of RUBY_ENCODING_INLINE_MAX.
#define STRCASECMP
Old name of st_locale_insensitive_strcasecmp.
#define ISASCII
Old name of rb_isascii.
#define TOLOWER
Old name of rb_tolower.
#define NUM2INT
Old name of RB_NUM2INT.
#define INT2NUM
Old name of RB_INT2NUM.
#define Qnil
Old name of RUBY_Qnil.
#define Qfalse
Old name of RUBY_Qfalse.
#define NIL_P
Old name of RB_NIL_P.
#define MBCLEN_CHARFOUND_P(ret)
Old name of ONIGENC_MBCLEN_CHARFOUND_P.
#define T_SYMBOL
Old name of RUBY_T_SYMBOL.
#define ENC_CODERANGE_ASCIIONLY(obj)
Old name of RB_ENC_CODERANGE_ASCIIONLY.
#define BUILTIN_TYPE
Old name of RB_BUILTIN_TYPE.
#define ENCODING_GET_INLINED(obj)
Old name of RB_ENCODING_GET_INLINED.
#define ENC_CODERANGE_CLEAR(obj)
Old name of RB_ENC_CODERANGE_CLEAR.
#define CONST_ID
Old name of RUBY_CONST_ID.
#define rb_ary_new2
Old name of rb_ary_new_capa.
#define ISALNUM
Old name of rb_isalnum.
#define FL_SET_RAW
Old name of RB_FL_SET_RAW.
#define SYMBOL_P
Old name of RB_SYMBOL_P.
#define T_REGEXP
Old name of RUBY_T_REGEXP.
#define ruby_debug
This variable controls whether the interpreter is in debug mode.
VALUE rb_eTypeError
TypeError exception.
VALUE rb_eEncCompatError
Encoding::CompatibilityError exception.
void rb_warn(const char *fmt,...)
Identical to rb_warning(), except it reports unless $VERBOSE is nil.
void rb_loaderror(const char *fmt,...)
Raises an instance of rb_eLoadError.
VALUE rb_eEncodingError
EncodingError exception.
void rb_warning(const char *fmt,...)
Issues a warning.
VALUE rb_obj_class(VALUE obj)
Queries the class of an object.
VALUE rb_cEncoding
Encoding class.
VALUE rb_obj_freeze(VALUE obj)
Just calls rb_obj_freeze_inline() inside.
VALUE rb_locale_charmap(VALUE klass)
Returns a platform-depended "charmap" of the current locale.
int rb_enc_str_coderange(VALUE str)
Scans the passed string to collect its code range.
int rb_enc_str_asciionly_p(VALUE str)
Queries if the passed string is "ASCII only".
VALUE rb_ary_dup(VALUE ary)
Duplicates an array.
VALUE rb_ary_new(void)
Allocates a new, empty array.
VALUE rb_ary_push(VALUE ary, VALUE elem)
Special case of rb_ary_cat() that it adds only one element.
VALUE rb_ary_entry(VALUE ary, long off)
Queries an element of an array.
void rb_ary_store(VALUE ary, long key, VALUE val)
Destructively stores the passed value to the passed array's passed index.
static int rb_check_arity(int argc, int min, int max)
Ensures that the passed integer is in the passed range.
VALUE rb_interned_str_cstr(const char *ptr)
Identical to rb_interned_str(), except it assumes the passed pointer is a pointer to a C's string.
VALUE rb_check_string_type(VALUE obj)
Try converting an object to its stringised representation using its to_str method,...
VALUE rb_usascii_str_new_static(const char *ptr, long len)
Identical to rb_str_new_static(), except it generates a string of "US ASCII" encoding instead of "bin...
VALUE rb_ivar_set(VALUE obj, ID name, VALUE val)
Identical to rb_iv_set(), except it accepts the name as an ID instead of a C string.
VALUE rb_ivar_get(VALUE obj, ID name)
Identical to rb_iv_get(), except it accepts the name as an ID instead of a C string.
void rb_define_alloc_func(VALUE klass, rb_alloc_func_t func)
Sets the allocator function of a class.
VALUE rb_sym2str(VALUE symbol)
Obtain a frozen string representation of a symbol (not including the leading colon).
int len
Length of the buffer.
#define strdup(s)
Just another name of ruby_strdup.
void rb_marshal_define_compat(VALUE newclass, VALUE oldclass, VALUE(*dumper)(VALUE), VALUE(*loader)(VALUE, VALUE))
Marshal format compatibility layer.
#define MEMCPY(p1, p2, type, n)
Handy macro to call memcpy.
#define ALLOCA_N(type, n)
#define RB_GC_GUARD(v)
Prevents premature destruction of local objects.
#define DATA_PTR(obj)
Convenient getter macro.
#define RDATA(obj)
Convenient casting macro.
#define StringValue(v)
Ensures that the parameter object is a String.
static char * RSTRING_END(VALUE str)
Queries the end of the contents pointer of the string.
#define TypedData_Wrap_Struct(klass, data_type, sval)
Converts sval, a pointer to your struct, into a Ruby object.
This is the struct that holds necessary info for a struct.
uintptr_t ID
Type that represents a Ruby identifier such as a variable name.
uintptr_t VALUE
Type that represents a Ruby object.
static bool RB_TYPE_P(VALUE obj, enum ruby_value_type t)
Queries if the given object is of given type.