1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
#include "unf/normalizer.hh"
#include <ruby.h>
#if defined(HAVE_RUBY_ENCODING_H)
#include <ruby/encoding.h>
#endif
extern "C" {
VALUE unf_allocate(VALUE klass);
VALUE unf_initialize(VALUE self);
void unf_delete(UNF::Normalizer* ptr);
VALUE unf_normalize(VALUE self, VALUE source, VALUE normalization_form);
ID FORM_NFD;
ID FORM_NFC;
ID FORM_NFKD;
ID FORM_NFKC;
void Init_unf_ext() {
VALUE mdl = rb_define_module("UNF");
VALUE cls = rb_define_class_under(mdl, "Normalizer", rb_cObject);
rb_define_alloc_func(cls, unf_allocate);
rb_define_method(cls, "initialize", (VALUE (*)(...))unf_initialize, 0);
rb_define_method(cls, "normalize", (VALUE (*)(...))unf_normalize, 2);
FORM_NFD = rb_intern("nfd");
FORM_NFC = rb_intern("nfc");
FORM_NFKD= rb_intern("nfkd");
FORM_NFKC= rb_intern("nfkc");
}
VALUE unf_allocate(VALUE klass) {
UNF::Normalizer* ptr;
VALUE obj = Data_Make_Struct(klass, UNF::Normalizer, NULL, unf_delete, ptr);
new ((void*)ptr) UNF::Normalizer;
return obj;
}
VALUE unf_initialize(VALUE self) {
return self;
}
void unf_delete(UNF::Normalizer* ptr) {
ptr->~Normalizer();
ruby_xfree(ptr);
}
VALUE unf_normalize(VALUE self, VALUE source, VALUE normalization_form) {
UNF::Normalizer* ptr;
Data_Get_Struct(self, UNF::Normalizer, ptr);
const char* src = StringValueCStr(source);
const char* rlt;
ID form_id = SYM2ID(normalization_form);
if(form_id == FORM_NFD)
rlt = ptr->normalize(src, UNF::Normalizer::FORM_NFD);
else if(form_id == FORM_NFC)
rlt = ptr->normalize(src, UNF::Normalizer::FORM_NFC);
else if(form_id == FORM_NFKD)
rlt = ptr->normalize(src, UNF::Normalizer::FORM_NFKD);
else if(form_id == FORM_NFKC)
rlt = ptr->normalize(src, UNF::Normalizer::FORM_NFKC);
else
rb_raise(rb_eArgError, "Specified Normalization-Form is unknown. Please select one from among :nfc, :nfd, :nfkc, :nfkd.");
#if defined(HAVE_RUBY_ENCODING_H)
return rb_enc_str_new(rlt, strlen(rlt), rb_utf8_encoding());
#else
return rb_str_new2(rlt);
#endif
}
}
|
