19 #undef rb_ascii8bit_encindex
20 #undef rb_utf8_encindex
21 #undef rb_usascii_encindex
23 #if defined __GNUC__ && __GNUC__ >= 4
24 #pragma GCC visibility push(default)
33 #pragma GCC visibility pop
55 #define ENCODING_COUNT ENCINDEX_BUILTIN_MAX
56 #define UNSPECIFIED_ENCODING INT_MAX
58 #define ENCODING_NAMELEN_MAX 63
59 #define valid_encoding_name_p(name) ((name) && strlen(name) <= ENCODING_NAMELEN_MAX)
61 #define enc_autoload_p(enc) (!rb_enc_mbmaxlen(enc))
77 #define is_data_encoding(obj) (RTYPEDDATA_P(obj) && RTYPEDDATA_TYPE(obj) == &encoding_data_type)
78 #define is_obj_encoding(obj) (RB_TYPE_P((obj), T_DATA) && is_data_encoding(obj))
92 rb_bug(
"rb_enc_from_encoding_index(%d): no rb_encoding_list", idx);
96 rb_bug(
"rb_enc_from_encoding_index(%d): not created yet", idx);
105 if (!encoding)
return Qnil;
231 if (idx < 0)
return NULL;
246 if (
enc_table.size >= newsize)
return newsize;
247 newsize = (newsize + 7) / 8 * 8;
273 *ent->
enc = *encoding;
569 #define ENC_REGISTER(enc) enc_register_at(ENCINDEX_##enc, rb_enc_name(&OnigEncoding##enc), &OnigEncoding##enc)
574 #define ENCDB_REGISTER(name, enc) enc_register_at(ENCINDEX_##enc, name, NULL)
585 #undef ENCDB_REGISTER
612 if (!name)
return -1;
652 if (
NIL_P(loaded))
return -1;
668 }
while (
enc_table.list[i].enc != base && (++i, 1));
699 rb_warn(
"failed to load encoding (%s); use ASCII-8BIT instead",
711 if (idx < 0) idx = 0;
765 if (
NIL_P(obj))
break;
801 int oldidx, oldtermlen, termlen;
858 if (idx1 < 0 || idx2 < 0)
953 return min <= e-p ? min : (
int)(e-p);
976 c = (
unsigned char)*p;
1006 #undef rb_enc_codepoint
1023 #undef rb_enc_code_to_mbclen
1089 if ((
int)idx == (
int)arg[0]) {
1207 if (!enc)
return Qnil;
1341 int overridden =
FALSE;
1343 if (def->
index != -2)
1347 if (
NIL_P(encoding)) {
1359 if (def == &default_external)
1368 if (default_external.
enc)
return default_external.
enc;
1370 if (default_external.
index >= 0) {
1372 return default_external.
enc;
1420 if (
NIL_P(encoding)) {
1443 rb_warning(
"setting Encoding.default_external");
1453 if (!default_internal.
enc && default_internal.
index >= 0) {
1456 return default_internal.
enc;
1525 rb_warning(
"setting Encoding.default_internal");
1562 char *
s = (
char *)name;
1563 int haslower = 0, hasupper = 0, valid = 0;
1568 while (*++s && (
ISALNUM(*s) || *s ==
'_')) {
1569 if (
ISLOWER(*s)) haslower = 1;
1577 if (!valid || haslower) {
1580 if (!haslower || !hasupper) {
1582 if (
ISLOWER(*s)) haslower = 1;
1583 if (
ISUPPER(*s)) hasupper = 1;
1584 }
while (*++s && (!haslower || !hasupper));
1601 for (s = (
char *)name; *
s; ++
s) {
1892 #define rb_intern(str) rb_intern_const(str)
1935 #define ctype_test(c, ctype) \
1936 (rb_isascii(c) && ONIGENC_IS_ASCII_CODE_CTYPE((c), (ctype)))
static void enc_set_index(VALUE obj, int idx)
static int rb_enc_name_list_i(st_data_t name, st_data_t idx, st_data_t arg)
#define RB_TYPE_P(obj, type)
rb_encoding OnigEncodingUS_ASCII
RUBY_SYMBOL_EXPORT_BEGIN typedef unsigned long st_data_t
int rb_enc_codelen(int c, rb_encoding *enc)
int rb_enc_get_index(VALUE obj)
#define is_obj_encoding(obj)
#define ONIGENC_CTYPE_GRAPH
rb_encoding * rb_enc_check(VALUE str1, VALUE str2)
VALUE rb_ary_entry(VALUE ary, long offset)
void rb_bug(const char *fmt,...)
VALUE rb_require_safe(VALUE, int)
void rb_enc_copy(VALUE obj1, VALUE obj2)
void rb_enc_set_base(const char *name, const char *orig)
static VALUE enc_m_loader(VALUE klass, VALUE str)
size_t strlen(const char *)
static VALUE enc_load(VALUE klass, VALUE str)
#define ONIGENC_CTYPE_PUNCT
int st_lookup(st_table *, st_data_t, st_data_t *)
void rb_define_singleton_method(VALUE obj, const char *name, VALUE(*func)(ANYARGS), int argc)
Defines a singleton method for obj.
static int rb_enc_aliases_enc_i(st_data_t name, st_data_t orig, st_data_t arg)
static VALUE enc_inspect(VALUE self)
static rb_encoding * set_base_encoding(int index, rb_encoding *base)
#define ENC_SET_DUMMY(enc)
#define ONIGENC_CTYPE_XDIGIT
static VALUE rb_enc_name_list(VALUE klass)
static int enc_register_at(int index, const char *name, rb_encoding *encoding)
rb_funcall(memo->yielder, id_lshift, 1, rb_assoc_new(memo->prev_value, memo->prev_elts))
SSL_METHOD *(* func)(void)
#define rb_usascii_str_new2
#define rb_enc_codepoint(p, e, enc)
#define rb_check_frozen(obj)
static int str_to_encindex(VALUE enc)
#define ONIGENC_CTYPE_ALNUM
rb_encoding * rb_to_encoding(VALUE enc)
VALUE rb_enc_from_encoding(rb_encoding *encoding)
int rb_enc_tolower(int c, rb_encoding *enc)
void rb_define_alloc_func(VALUE, rb_alloc_func_t)
rb_encoding * rb_default_internal_encoding(void)
VALUE rb_ary_push(VALUE ary, VALUE item)
#define ONIGENC_CTYPE_LOWER
st_table * st_init_strcasetable(void)
int st_insert2(st_table *, st_data_t, st_data_t, st_data_t(*)(st_data_t))
rb_encoding * rb_enc_compatible(VALUE str1, VALUE str2)
static VALUE enc_names(VALUE self)
static struct @5 enc_table
static rb_encoding * must_encindex(int index)
static int enc_table_expand(int newsize)
VALUE rb_protect(VALUE(*proc)(VALUE), VALUE data, int *state)
unsigned int rb_enc_codepoint_len(const char *p, const char *e, int *len_p, rb_encoding *enc)
static VALUE enc_new(rb_encoding *encoding)
void rb_raise(VALUE exc, const char *fmt,...)
#define ONIGENC_CTYPE_SPACE
void rb_enc_set_default_external(VALUE encoding)
VALUE rb_enc_associate(VALUE obj, rb_encoding *enc)
VALUE rb_obj_class(VALUE)
int rb_enc_set_dummy(int index)
static VALUE rb_enc_aliases(VALUE klass)
static VALUE set_default_external(VALUE klass, VALUE encoding)
int rb_enc_mbclen(const char *p, const char *e, rb_encoding *enc)
VALUE rb_locale_charmap(VALUE klass)
#define rb_enc_to_index(enc)
#define ENC_REGISTER(enc)
int rb_enc_registered(const char *name)
#define ONIGENC_PRECISE_MBC_ENC_LEN(enc, p, e)
void Init_w32_codepage(void)
static int enc_alias_internal(const char *alias, int idx)
#define ONIGENC_IS_ASCII_CODE(code)
int rb_filesystem_encindex(void)
rb_encoding * rb_utf8_encoding(void)
#define ONIGENC_CTYPE_CNTRL
void rb_loaderror(const char *fmt,...)
void rb_undef_method(VALUE klass, const char *name)
VALUE rb_ivar_get(VALUE, ID)
#define ENC_CODERANGE_ASCIIONLY(obj)
VALUE rb_enc_sprintf(rb_encoding *enc, const char *format,...)
static VALUE enc_dummy_p(VALUE enc)
static VALUE rb_enc_from_encoding_index(int idx)
int rb_enc_toupper(int c, rb_encoding *enc)
#define ONIGENC_ASCII_CODE_TO_UPPER_CASE(c)
#define ctype_test(c, ctype)
void rb_encdb_set_unicode(int index)
static int str_find_encindex(VALUE enc)
int rb_to_encoding_index(VALUE enc)
#define ONIGENC_CONSTRUCT_MBCLEN_NEEDMORE(n)
rb_encoding * rb_default_external_encoding(void)
memset(y->frac+ix+1, 0,(y->Prec-(ix+1))*sizeof(BDIGIT))
#define ENCODING_INLINE_MAX
static void not_encoding(VALUE enc)
#define STRCASECMP(s1, s2)
int rb_enc_fast_mbclen(const char *p, const char *e, rb_encoding *enc)
VALUE rb_ary_replace(VALUE copy, VALUE orig)
#define StringValueCStr(v)
VALUE rb_enc_default_external(void)
#define ONIGENC_CTYPE_UPPER
#define rb_usascii_encindex()
void rb_define_const(VALUE, const char *, VALUE)
#define ONIGENC_CTYPE_ALPHA
#define ENC_CODERANGE_CLEAR(obj)
VALUE rb_define_class(const char *name, VALUE super)
Defines a top-level class.
void rb_enc_set_index(VALUE obj, int idx)
int rb_enc_replicate(const char *name, rb_encoding *encoding)
void rb_ary_store(VALUE ary, long idx, VALUE val)
static void set_encoding_const(const char *, rb_encoding *)
static int rb_enc_dummy_p(rb_encoding *enc)
#define MBCLEN_CHARFOUND_P(ret)
static VALUE enc_dump(int argc, VALUE *argv, VALUE self)
int rb_encdb_alias(const char *alias, const char *orig)
int rb_locale_encindex(void)
static rb_encoding * str_to_encoding(VALUE enc)
#define TypedData_Wrap_Struct(klass, data_type, sval)
void rb_undefined_alloc(VALUE klass)
#define ENCDB_REGISTER(name, enc)
VALUE rb_enc_associate_index(VALUE obj, int idx)
static rb_encoding * must_encoding(VALUE enc)
#define ALLOCA_N(type, n)
#define rb_enc_mbc_to_codepoint(p, e, enc)
#define ONIGENC_CTYPE_BLANK
#define rb_utf8_encindex()
static int enc_set_default_encoding(struct default_encoding *def, VALUE encoding, const char *name)
rb_encoding * rb_find_encoding(VALUE enc)
int rb_enc_ascget(const char *p, const char *e, int *len, rb_encoding *enc)
int st_foreach(st_table *, int(*)(ANYARGS), st_data_t)
int rb_encdb_dummy(const char *name)
#define rb_enc_mbminlen(enc)
static int enc_register(const char *name, rb_encoding *encoding)
static int enc_check_encoding(VALUE obj)
#define rb_ascii8bit_encindex()
VALUE rb_sprintf(const char *format,...)
#define MBCLEN_CHARFOUND_LEN(ret)
int rb_enc_precise_mbclen(const char *p, const char *e, rb_encoding *enc)
int rb_enc_unicode_p(rb_encoding *enc)
#define RUBY_TYPED_FREE_IMMEDIATELY
#define CONST_ID(var, str)
void rb_gc_register_mark_object(VALUE)
int rb_scan_args(int argc, const VALUE *argv, const char *fmt,...)
static int min(int a, int b)
rb_encoding * rb_usascii_encoding(void)
int rb_encdb_replicate(const char *name, const char *orig)
#define ENCODING_NAMELEN_MAX
int rb_define_dummy_encoding(const char *name)
static struct default_encoding default_internal
static VALUE enc_compatible_p(VALUE klass, VALUE str1, VALUE str2)
rb_encoding * rb_locale_encoding(void)
rb_hash_aset(hash, RARRAY_AREF(key_value_pair, 0), RARRAY_AREF(key_value_pair, 1))
#define ENCODING_SET_INLINED(obj, i)
#define ONIGENC_IS_UNICODE(enc)
VALUE rb_obj_encoding(VALUE obj)
static int enc_autoload(rb_encoding *)
void rb_enc_foreach_name(int(*func)(st_data_t name, st_data_t idx, st_data_t arg), st_data_t arg)
static VALUE set_default_internal(VALUE klass, VALUE encoding)
#define enc_autoload_p(enc)
#define ONIGENC_FLAG_UNICODE
void rb_marshal_define_compat(VALUE newclass, VALUE oldclass, VALUE(*dumper)(VALUE), VALUE(*loader)(VALUE, VALUE))
#define MEMCPY(p1, p2, type, n)
static void enc_check_duplication(const char *name)
static size_t enc_memsize(const void *p)
static VALUE enc_s_alloc(VALUE klass)
static int enc_names_i(st_data_t name, st_data_t idx, st_data_t args)
#define ENC_CODERANGE_7BIT
rb_encoding * rb_enc_get(VALUE obj)
static VALUE get_default_external(VALUE klass)
static struct default_encoding default_external
#define ONIGENC_CODE_TO_MBCLEN(enc, code)
int rb_enc_str_asciionly_p(VALUE)
void rb_set_errinfo(VALUE err)
#define ONIGENC_MBC_ENC_LEN(enc, p, e)
static VALUE enc_replicate(VALUE encoding, VALUE name)
void rb_str_fill_terminator(VALUE str, const int termlen)
RUBY_EXTERN VALUE rb_cObject
void rb_enc_set_default_internal(VALUE encoding)
static VALUE enc_ascii_compatible_p(VALUE enc)
#define rb_enc_code_to_mbclen(c, enc)
#define valid_encoding_name_p(name)
#define ONIGENC_CTYPE_DIGIT
int rb_enc_alias(const char *alias, const char *orig)
static VALUE require_enc(VALUE enclib)
#define is_data_encoding(obj)
struct rb_encoding_entry * list
rb_encoding * rb_filesystem_encoding(void)
static int enc_capable(VALUE obj)
rb_encoding * rb_enc_get_from_index(int index)
static const rb_data_type_t encoding_data_type
int st_insert(st_table *, st_data_t, st_data_t)
static st_data_t enc_dup_name(st_data_t name)
#define ONIGENC_ASCII_CODE_TO_LOWER_CASE(c)
rb_ivar_set(yielder, id_memo, LONG2NUM(++count))
VALUE rb_enc_default_internal(void)
static int check_encoding(rb_encoding *enc)
static VALUE get_default_internal(VALUE klass)
#define rb_enc_asciicompat(enc)
static int enc_replicate_with_index(const char *name, rb_encoding *origenc, int idx)
#define RBASIC_CLEAR_CLASS(obj)
#define rb_enc_isascii(c, enc)
static int enc_alias(const char *alias, int idx)
rb_encoding * rb_ascii8bit_encoding(void)
void rb_warning(const char *fmt,...)
int rb_enc_find_index(const char *name)
int rb_enc_register(const char *name, rb_encoding *encoding)
static VALUE rb_encoding_list
#define SPECIAL_CONST_P(x)
void rb_encdb_declare(const char *name)
#define ONIGENC_CTYPE_PRINT
void rb_gc_mark_encodings(void)
#define UNSPECIFIED_ENCODING
VALUE rb_check_string_type(VALUE)
rb_encoding OnigEncodingUTF_8
#define ENC_TO_ENCINDEX(enc)
int rb_enc_str_coderange(VALUE)
void rb_define_method(VALUE klass, const char *name, VALUE(*func)(ANYARGS), int argc)
void rb_warn(const char *fmt,...)
static int load_encoding(const char *name)
rb_encoding * rb_enc_find(const char *name)
int Init_enc_set_filesystem_encoding(void)
static VALUE enc_find(VALUE klass, VALUE enc)
#define ENCODING_GET_INLINED(obj)
rb_encoding * rb_enc_from_index(int index)