mirror of
https://github.com/vlang/v.git
synced 2023-08-10 21:13:21 +03:00
1185 lines
42 KiB
V
1185 lines
42 KiB
V
/*
|
||
utf-8 util
|
||
|
||
Copyright (c) 2019-2021 Dario Deledda. All rights reserved.
|
||
Use of this source code is governed by an MIT license
|
||
that can be found in the LICENSE file.
|
||
|
||
This file contains utilities for utf8 strings
|
||
*/
|
||
module utf8
|
||
|
||
/*
|
||
Utility functions
|
||
*/
|
||
|
||
// len return the length as number of unicode chars from a string
|
||
pub fn len(s string) int {
|
||
if s.len == 0 {
|
||
return 0
|
||
}
|
||
|
||
mut count := 0
|
||
mut index := 0
|
||
|
||
for {
|
||
ch_len := utf8_char_len(s[index])
|
||
index += ch_len
|
||
count++
|
||
if index >= s.len {
|
||
break
|
||
}
|
||
}
|
||
return count
|
||
}
|
||
|
||
// u_len return the length as number of unicode chars from a ustring
|
||
pub fn u_len(s ustring) int {
|
||
return len(s.s)
|
||
}
|
||
|
||
// char_len calculate the length in bytes of a utf8 char
|
||
[deprecated: 'use builtin utf8_char_len']
|
||
pub fn char_len(b byte) int {
|
||
return ((0xe5000000 >> ((b >> 3) & 0x1e)) & 3) + 1
|
||
}
|
||
|
||
// get_uchar convert a unicode glyph in string[index] into a int unicode char
|
||
pub fn get_uchar(s string, index int) int {
|
||
mut res := 0
|
||
mut ch_len := 0
|
||
if s.len > 0 {
|
||
ch_len = utf8_char_len(s[index])
|
||
|
||
if ch_len == 1 {
|
||
return u16(s[index])
|
||
}
|
||
if ch_len > 1 && ch_len < 5 {
|
||
mut lword := 0
|
||
for i := 0; i < ch_len; i++ {
|
||
lword = (lword << 8) | int(s[index + i])
|
||
}
|
||
|
||
// 2 byte utf-8
|
||
// byte format: 110xxxxx 10xxxxxx
|
||
//
|
||
if ch_len == 2 {
|
||
res = (lword & 0x1f00) >> 2 | (lword & 0x3f)
|
||
}
|
||
// 3 byte utf-8
|
||
// byte format: 1110xxxx 10xxxxxx 10xxxxxx
|
||
//
|
||
else if ch_len == 3 {
|
||
res = (lword & 0x0f0000) >> 4 | (lword & 0x3f00) >> 2 | (lword & 0x3f)
|
||
}
|
||
// 4 byte utf-8
|
||
// byte format: 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
|
||
//
|
||
else if ch_len == 4 {
|
||
res = ((lword & 0x07000000) >> 6) | ((lword & 0x003f0000) >> 4) | ((lword & 0x00003F00) >> 2) | (lword & 0x0000003f)
|
||
}
|
||
}
|
||
}
|
||
return res
|
||
}
|
||
|
||
// raw_index - get the raw chracter from the string by the given index value.
|
||
// example: '我是V Lang'.raw_index(1) => '是'
|
||
|
||
// raw_index - get the raw chracter from the string by the given index value.
|
||
// example: utf8.raw_index('我是V Lang', 1) => '是'
|
||
pub fn raw_index(s string, index int) string {
|
||
mut r := []rune{}
|
||
|
||
for i := 0; i < s.len; i++ {
|
||
if r.len - 1 == index {
|
||
break
|
||
}
|
||
|
||
b := s[i]
|
||
ch_len := ((0xe5000000 >> ((b >> 3) & 0x1e)) & 3)
|
||
|
||
r << if ch_len > 0 {
|
||
i += ch_len
|
||
rune(get_uchar(s, i - ch_len))
|
||
} else {
|
||
rune(b)
|
||
}
|
||
}
|
||
|
||
return r[index].str()
|
||
}
|
||
|
||
// reverse - returns a reversed string.
|
||
// example: utf8.reverse('你好世界hello world') => 'dlrow olleh界世好你'.
|
||
pub fn reverse(s string) string {
|
||
len_s := len(s)
|
||
if len_s == 0 || len_s == 1 {
|
||
return s.clone()
|
||
}
|
||
mut str_array := []string{}
|
||
for i in 0 .. len_s {
|
||
str_array << raw_index(s, i)
|
||
}
|
||
str_array = str_array.reverse()
|
||
return str_array.join('')
|
||
}
|
||
|
||
/*
|
||
Conversion functions
|
||
*/
|
||
|
||
// to_upper return an uppercase string from a string
|
||
pub fn to_upper(s string) string {
|
||
return up_low(s, true)
|
||
}
|
||
|
||
// u_to_upper return an uppercase string from a ustring
|
||
pub fn u_to_upper(s ustring) ustring {
|
||
tmp := up_low(s.s, true)
|
||
return tmp.ustring()
|
||
}
|
||
|
||
// to_lower return an lowercase string from a string
|
||
pub fn to_lower(s string) string {
|
||
return up_low(s, false)
|
||
}
|
||
|
||
// u_to_lower return an lowercase string from a ustring
|
||
pub fn u_to_lower(s ustring) ustring {
|
||
tmp := up_low(s.s, false)
|
||
return tmp.ustring()
|
||
}
|
||
|
||
/*
|
||
Punctuation functions
|
||
|
||
The "western" function search on a small table, that is quicker than
|
||
the global unicode table search. **Use only for western chars**.
|
||
*/
|
||
|
||
//
|
||
// Western
|
||
//
|
||
|
||
// is_punct return true if the string[index] byte is the start of a unicode western punctuation
|
||
pub fn is_punct(s string, index int) bool {
|
||
return is_uchar_punct(get_uchar(s, index))
|
||
}
|
||
|
||
// is_uchar_punct return true if the input unicode is a western unicode punctuation
|
||
pub fn is_uchar_punct(uchar int) bool {
|
||
return find_punct_in_table(uchar, utf8.unicode_punct_western) != 0
|
||
}
|
||
|
||
//
|
||
// Global
|
||
//
|
||
|
||
// is_global_punct return true if the string[index] byte of is the start of a global unicode punctuation
|
||
pub fn is_global_punct(s string, index int) bool {
|
||
return is_uchar_global_punct(get_uchar(s, index))
|
||
}
|
||
|
||
// is_uchar_global_punct return true if the input unicode is a global unicode punctuation
|
||
pub fn is_uchar_global_punct(uchar int) bool {
|
||
return find_punct_in_table(uchar, utf8.unicode_punct) != 0
|
||
}
|
||
|
||
/*
|
||
Private functions
|
||
*/
|
||
|
||
// Raw to_lower utf-8 function
|
||
fn utf8_to_lower(in_cp int) int {
|
||
mut cp := in_cp
|
||
if ((0x0041 <= cp) && (0x005a >= cp)) || ((0x00c0 <= cp) && (0x00d6 >= cp))
|
||
|| ((0x00d8 <= cp) && (0x00de >= cp)) || ((0x0391 <= cp) && (0x03a1 >= cp))
|
||
|| ((0x03a3 <= cp) && (0x03ab >= cp)) || ((0x0410 <= cp) && (0x042f >= cp)) {
|
||
cp += 32
|
||
} else if (0x0400 <= cp) && (0x040f >= cp) {
|
||
cp += 80
|
||
} else if ((0x0100 <= cp) && (0x012f >= cp)) || ((0x0132 <= cp) && (0x0137 >= cp))
|
||
|| ((0x014a <= cp) && (0x0177 >= cp)) || ((0x0182 <= cp) && (0x0185 >= cp))
|
||
|| ((0x01a0 <= cp) && (0x01a5 >= cp)) || ((0x01de <= cp) && (0x01ef >= cp))
|
||
|| ((0x01f8 <= cp) && (0x021f >= cp)) || ((0x0222 <= cp) && (0x0233 >= cp))
|
||
|| ((0x0246 <= cp) && (0x024f >= cp)) || ((0x03d8 <= cp) && (0x03ef >= cp))
|
||
|| ((0x0460 <= cp) && (0x0481 >= cp)) || ((0x048a <= cp) && (0x04ff >= cp)) {
|
||
cp |= 0x1
|
||
} else if ((0x0139 <= cp) && (0x0148 >= cp)) || ((0x0179 <= cp) && (0x017e >= cp))
|
||
|| ((0x01af <= cp) && (0x01b0 >= cp)) || ((0x01b3 <= cp) && (0x01b6 >= cp))
|
||
|| ((0x01cd <= cp) && (0x01dc >= cp)) {
|
||
cp += 1
|
||
cp &= ~0x1
|
||
} else if ((0x0531 <= cp) && (0x0556 >= cp)) || ((0x10A0 <= cp) && (0x10C5 >= cp)) {
|
||
// ARMENIAN or GEORGIAN
|
||
cp += 0x30
|
||
} else if (((0x1E00 <= cp) && (0x1E94 >= cp)) || ((0x1EA0 <= cp) && (0x1EF8 >= cp)))
|
||
&& (cp & 1 == 0) {
|
||
// LATIN CAPITAL LETTER
|
||
cp += 1
|
||
} else if (0x24B6 <= cp) && (0x24CF >= cp) {
|
||
// CIRCLED LATIN
|
||
cp += 0x1a
|
||
} else if (0xFF21 <= cp) && (0xFF3A >= cp) {
|
||
// FULLWIDTH LATIN CAPITAL
|
||
cp += 0x19
|
||
} else if ((0x1F08 <= cp) && (0x1F0F >= cp)) || ((0x1F18 <= cp) && (0x1F1D >= cp))
|
||
|| ((0x1F28 <= cp) && (0x1F2F >= cp)) || ((0x1F38 <= cp) && (0x1F3F >= cp))
|
||
|| ((0x1F48 <= cp) && (0x1F4D >= cp)) || ((0x1F68 <= cp) && (0x1F6F >= cp))
|
||
|| ((0x1F88 <= cp) && (0x1F8F >= cp)) || ((0x1F98 <= cp) && (0x1F9F >= cp))
|
||
|| ((0x1FA8 <= cp) && (0x1FAF >= cp)) {
|
||
// GREEK
|
||
cp -= 8
|
||
} else {
|
||
match cp {
|
||
0x0178 { cp = 0x00ff }
|
||
0x0243 { cp = 0x0180 }
|
||
0x018e { cp = 0x01dd }
|
||
0x023d { cp = 0x019a }
|
||
0x0220 { cp = 0x019e }
|
||
0x01b7 { cp = 0x0292 }
|
||
0x01c4 { cp = 0x01c6 }
|
||
0x01c7 { cp = 0x01c9 }
|
||
0x01ca { cp = 0x01cc }
|
||
0x01f1 { cp = 0x01f3 }
|
||
0x01f7 { cp = 0x01bf }
|
||
0x0187 { cp = 0x0188 }
|
||
0x018b { cp = 0x018c }
|
||
0x0191 { cp = 0x0192 }
|
||
0x0198 { cp = 0x0199 }
|
||
0x01a7 { cp = 0x01a8 }
|
||
0x01ac { cp = 0x01ad }
|
||
0x01af { cp = 0x01b0 }
|
||
0x01b8 { cp = 0x01b9 }
|
||
0x01bc { cp = 0x01bd }
|
||
0x01f4 { cp = 0x01f5 }
|
||
0x023b { cp = 0x023c }
|
||
0x0241 { cp = 0x0242 }
|
||
0x03fd { cp = 0x037b }
|
||
0x03fe { cp = 0x037c }
|
||
0x03ff { cp = 0x037d }
|
||
0x037f { cp = 0x03f3 }
|
||
0x0386 { cp = 0x03ac }
|
||
0x0388 { cp = 0x03ad }
|
||
0x0389 { cp = 0x03ae }
|
||
0x038a { cp = 0x03af }
|
||
0x038c { cp = 0x03cc }
|
||
0x038e { cp = 0x03cd }
|
||
0x038f { cp = 0x03ce }
|
||
0x0370 { cp = 0x0371 }
|
||
0x0372 { cp = 0x0373 }
|
||
0x0376 { cp = 0x0377 }
|
||
0x03f4 { cp = 0x03b8 }
|
||
0x03cf { cp = 0x03d7 }
|
||
0x03f9 { cp = 0x03f2 }
|
||
0x03f7 { cp = 0x03f8 }
|
||
0x03fa { cp = 0x03fb }
|
||
// GREEK
|
||
0x1F59 { cp = 0x1F51 }
|
||
0x1F5B { cp = 0x1F53 }
|
||
0x1F5D { cp = 0x1F55 }
|
||
0x1F5F { cp = 0x1F57 }
|
||
0x1FB8 { cp = 0x1FB0 }
|
||
0x1FB9 { cp = 0x1FB1 }
|
||
0x1FD8 { cp = 0x1FD0 }
|
||
0x1FD9 { cp = 0x1FD1 }
|
||
0x1FE8 { cp = 0x1FE0 }
|
||
0x1FE9 { cp = 0x1FE1 }
|
||
else {}
|
||
}
|
||
}
|
||
|
||
return cp
|
||
}
|
||
|
||
// Raw to_upper utf-8 function
|
||
fn utf8_to_upper(in_cp int) int {
|
||
mut cp := in_cp
|
||
if ((0x0061 <= cp) && (0x007a >= cp)) || ((0x00e0 <= cp) && (0x00f6 >= cp))
|
||
|| ((0x00f8 <= cp) && (0x00fe >= cp)) || ((0x03b1 <= cp) && (0x03c1 >= cp))
|
||
|| ((0x03c3 <= cp) && (0x03cb >= cp)) || ((0x0430 <= cp) && (0x044f >= cp)) {
|
||
cp -= 32
|
||
} else if (0x0450 <= cp) && (0x045f >= cp) {
|
||
cp -= 80
|
||
} else if ((0x0100 <= cp) && (0x012f >= cp)) || ((0x0132 <= cp) && (0x0137 >= cp))
|
||
|| ((0x014a <= cp) && (0x0177 >= cp)) || ((0x0182 <= cp) && (0x0185 >= cp))
|
||
|| ((0x01a0 <= cp) && (0x01a5 >= cp)) || ((0x01de <= cp) && (0x01ef >= cp))
|
||
|| ((0x01f8 <= cp) && (0x021f >= cp)) || ((0x0222 <= cp) && (0x0233 >= cp))
|
||
|| ((0x0246 <= cp) && (0x024f >= cp)) || ((0x03d8 <= cp) && (0x03ef >= cp))
|
||
|| ((0x0460 <= cp) && (0x0481 >= cp)) || ((0x048a <= cp) && (0x04ff >= cp)) {
|
||
cp &= ~0x1
|
||
} else if ((0x0139 <= cp) && (0x0148 >= cp)) || ((0x0179 <= cp) && (0x017e >= cp))
|
||
|| ((0x01af <= cp) && (0x01b0 >= cp)) || ((0x01b3 <= cp) && (0x01b6 >= cp))
|
||
|| ((0x01cd <= cp) && (0x01dc >= cp)) {
|
||
cp -= 1
|
||
cp |= 0x1
|
||
} else if ((0x0561 <= cp) && (0x0586 >= cp)) || ((0x10D0 <= cp) && (0x10F5 >= cp)) {
|
||
// ARMENIAN or GEORGIAN
|
||
cp -= 0x30
|
||
} else if (((0x1E01 <= cp) && (0x1E95 >= cp)) || ((0x1EA1 <= cp) && (0x1EF9 >= cp)))
|
||
&& (cp & 1 == 1) {
|
||
// LATIN CAPITAL LETTER
|
||
cp -= 1
|
||
} else if (0x24D0 <= cp) && (0x24E9 >= cp) {
|
||
// CIRCLED LATIN
|
||
cp -= 0x1a
|
||
} else if (0xFF41 <= cp) && (0xFF5A >= cp) {
|
||
// FULLWIDTH LATIN CAPITAL
|
||
cp -= 0x19
|
||
} else if ((0x1F00 <= cp) && (0x1F07 >= cp)) || ((0x1F10 <= cp) && (0x1F15 >= cp))
|
||
|| ((0x1F20 <= cp) && (0x1F27 >= cp)) || ((0x1F30 <= cp) && (0x1F37 >= cp))
|
||
|| ((0x1F40 <= cp) && (0x1F45 >= cp)) || ((0x1F60 <= cp) && (0x1F67 >= cp))
|
||
|| ((0x1F80 <= cp) && (0x1F87 >= cp)) || ((0x1F90 <= cp) && (0x1F97 >= cp))
|
||
|| ((0x1FA0 <= cp) && (0x1FA7 >= cp)) {
|
||
// GREEK
|
||
cp += 8
|
||
} else {
|
||
match cp {
|
||
0x00ff { cp = 0x0178 }
|
||
0x0180 { cp = 0x0243 }
|
||
0x01dd { cp = 0x018e }
|
||
0x019a { cp = 0x023d }
|
||
0x019e { cp = 0x0220 }
|
||
0x0292 { cp = 0x01b7 }
|
||
0x01c6 { cp = 0x01c4 }
|
||
0x01c9 { cp = 0x01c7 }
|
||
0x01cc { cp = 0x01ca }
|
||
0x01f3 { cp = 0x01f1 }
|
||
0x01bf { cp = 0x01f7 }
|
||
0x0188 { cp = 0x0187 }
|
||
0x018c { cp = 0x018b }
|
||
0x0192 { cp = 0x0191 }
|
||
0x0199 { cp = 0x0198 }
|
||
0x01a8 { cp = 0x01a7 }
|
||
0x01ad { cp = 0x01ac }
|
||
0x01b0 { cp = 0x01af }
|
||
0x01b9 { cp = 0x01b8 }
|
||
0x01bd { cp = 0x01bc }
|
||
0x01f5 { cp = 0x01f4 }
|
||
0x023c { cp = 0x023b }
|
||
0x0242 { cp = 0x0241 }
|
||
0x037b { cp = 0x03fd }
|
||
0x037c { cp = 0x03fe }
|
||
0x037d { cp = 0x03ff }
|
||
0x03f3 { cp = 0x037f }
|
||
0x03ac { cp = 0x0386 }
|
||
0x03ad { cp = 0x0388 }
|
||
0x03ae { cp = 0x0389 }
|
||
0x03af { cp = 0x038a }
|
||
0x03cc { cp = 0x038c }
|
||
0x03cd { cp = 0x038e }
|
||
0x03ce { cp = 0x038f }
|
||
0x0371 { cp = 0x0370 }
|
||
0x0373 { cp = 0x0372 }
|
||
0x0377 { cp = 0x0376 }
|
||
0x03d1 { cp = 0x0398 }
|
||
0x03d7 { cp = 0x03cf }
|
||
0x03f2 { cp = 0x03f9 }
|
||
0x03f8 { cp = 0x03f7 }
|
||
0x03fb { cp = 0x03fa }
|
||
// GREEK
|
||
0x1F51 { cp = 0x1F59 }
|
||
0x1F53 { cp = 0x1F5B }
|
||
0x1F55 { cp = 0x1F5D }
|
||
0x1F57 { cp = 0x1F5F }
|
||
0x1FB0 { cp = 0x1FB8 }
|
||
0x1FB1 { cp = 0x1FB9 }
|
||
0x1FD0 { cp = 0x1FD8 }
|
||
0x1FD1 { cp = 0x1FD9 }
|
||
0x1FE0 { cp = 0x1FE8 }
|
||
0x1FE1 { cp = 0x1FE9 }
|
||
else {}
|
||
}
|
||
}
|
||
|
||
return cp
|
||
}
|
||
|
||
//
|
||
// if upper_flag == true then make low ==> upper conversion
|
||
// if upper_flag == false then make upper ==> low conversion
|
||
//
|
||
// up_low make the dirt job
|
||
fn up_low(s string, upper_flag bool) string {
|
||
mut index := 0
|
||
mut tab_char := 0
|
||
mut str_res := unsafe { malloc_noscan(s.len + 1) }
|
||
|
||
for {
|
||
ch_len := utf8_char_len(s[index])
|
||
|
||
if ch_len == 1 {
|
||
if upper_flag == true {
|
||
unsafe {
|
||
str_res[index] = byte(C.toupper(s.str[index]))
|
||
}
|
||
} else {
|
||
unsafe {
|
||
str_res[index] = byte(C.tolower(s.str[index]))
|
||
}
|
||
}
|
||
} else if ch_len > 1 && ch_len < 5 {
|
||
mut lword := 0
|
||
|
||
for i := 0; i < ch_len; i++ {
|
||
lword = (lword << 8) | int(s[index + i])
|
||
}
|
||
|
||
// println("#${index} ($lword)")
|
||
|
||
mut res := 0
|
||
|
||
// 2 byte utf-8
|
||
// byte format: 110xxxxx 10xxxxxx
|
||
//
|
||
if ch_len == 2 {
|
||
res = (lword & 0x1f00) >> 2 | (lword & 0x3f)
|
||
}
|
||
// 3 byte utf-8
|
||
// byte format: 1110xxxx 10xxxxxx 10xxxxxx
|
||
//
|
||
else if ch_len == 3 {
|
||
res = (lword & 0x0f0000) >> 4 | (lword & 0x3f00) >> 2 | (lword & 0x3f)
|
||
}
|
||
// 4 byte utf-8
|
||
// byte format: 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
|
||
//
|
||
else if ch_len == 4 {
|
||
res = ((lword & 0x07000000) >> 6) | ((lword & 0x003f0000) >> 4) | ((lword & 0x00003F00) >> 2) | (lword & 0x0000003f)
|
||
}
|
||
|
||
// println("res: ${res.hex():8}")
|
||
|
||
if upper_flag == false {
|
||
tab_char = utf8_to_lower(res)
|
||
} else {
|
||
tab_char = utf8_to_upper(res)
|
||
}
|
||
|
||
if ch_len == 2 {
|
||
ch0 := byte((tab_char >> 6) & 0x1f) | 0xc0 // 110x xxxx
|
||
ch1 := byte((tab_char >> 0) & 0x3f) | 0x80 // 10xx xxxx
|
||
// C.printf("[%02x%02x] \n",ch0,ch1)
|
||
|
||
unsafe {
|
||
str_res[index + 0] = ch0
|
||
str_res[index + 1] = ch1
|
||
}
|
||
//****************************************************************
|
||
// BUG: doesn't compile, workaround use shitf to right of 0 bit
|
||
//****************************************************************
|
||
// str_res[index + 1 ] = byte( tab_char & 0xbf ) // 1011 1111
|
||
} else if ch_len == 3 {
|
||
ch0 := byte((tab_char >> 12) & 0x0f) | 0xe0 // 1110 xxxx
|
||
ch1 := byte((tab_char >> 6) & 0x3f) | 0x80 // 10xx xxxx
|
||
ch2 := byte((tab_char >> 0) & 0x3f) | 0x80 // 10xx xxxx
|
||
// C.printf("[%02x%02x%02x] \n",ch0,ch1,ch2)
|
||
|
||
unsafe {
|
||
str_res[index + 0] = ch0
|
||
str_res[index + 1] = ch1
|
||
str_res[index + 2] = ch2
|
||
}
|
||
}
|
||
// TODO: write if needed
|
||
else if ch_len == 4 {
|
||
// place holder!!
|
||
// at the present time simply copy the utf8 char
|
||
for i in 0 .. ch_len {
|
||
unsafe {
|
||
str_res[index + i] = s[index + i]
|
||
}
|
||
}
|
||
}
|
||
} else {
|
||
// other cases, just copy the string
|
||
for i in 0 .. ch_len {
|
||
unsafe {
|
||
str_res[index + i] = s[index + i]
|
||
}
|
||
}
|
||
}
|
||
|
||
index += ch_len
|
||
|
||
// we are done, exit the loop
|
||
if index >= s.len {
|
||
break
|
||
}
|
||
}
|
||
|
||
// for c compatibility set the ending 0
|
||
unsafe {
|
||
str_res[index] = 0
|
||
// C.printf("str_res: %s\n--------------\n",str_res)
|
||
return tos(str_res, s.len)
|
||
}
|
||
}
|
||
|
||
// find punct in lockup table
|
||
fn find_punct_in_table(in_code int, in_table []int) int {
|
||
//
|
||
// We will use a simple binary search
|
||
//
|
||
|
||
mut first_index := 0
|
||
mut last_index := (in_table.len)
|
||
mut index := 0
|
||
mut x := 0
|
||
|
||
for {
|
||
index = (first_index + last_index) >> 1
|
||
x = in_table[index]
|
||
// C.printf("(%d..%d) index:%d base[%08x]==>[%08x]\n",first_index,last_index,index,in_code,x)
|
||
|
||
if x == in_code {
|
||
return index
|
||
} else if x > in_code {
|
||
last_index = index
|
||
} else {
|
||
first_index = index
|
||
}
|
||
|
||
if (last_index - first_index) <= 1 {
|
||
break
|
||
}
|
||
}
|
||
// C.printf("not found.\n")
|
||
return 0
|
||
}
|
||
|
||
/*
|
||
Unicode punctuation chars
|
||
|
||
source: http://www.unicode.org/faq/punctuation_symbols.html
|
||
*/
|
||
const (
|
||
// Western punctuation mark
|
||
// Character Name Browser Image
|
||
unicode_punct_western = [
|
||
0x0021 /* EXCLAMATION MARK ! */,
|
||
0x0022 /* QUOTATION MARK " */,
|
||
0x0027 /* APOSTROPHE ' */,
|
||
0x002A /* ASTERISK * */,
|
||
0x002C /* COMMA , */,
|
||
0x002E /* FULL STOP . */,
|
||
0x002F /* SOLIDUS / */,
|
||
0x003A /* COLON : */,
|
||
0x003B /* SEMICOLON ; */,
|
||
0x003F /* QUESTION MARK ? */,
|
||
0x00A1 /* INVERTED EXCLAMATION MARK ¡ */,
|
||
0x00A7 /* SECTION SIGN § */,
|
||
0x00B6 /* PILCROW SIGN ¶ */,
|
||
0x00B7 /* MIDDLE DOT · */,
|
||
0x00BF /* INVERTED QUESTION MARK ¿ */,
|
||
0x037E /* GREEK QUESTION MARK ; */,
|
||
0x0387 /* GREEK ANO TELEIA · */,
|
||
0x055A /* ARMENIAN APOSTROPHE ՚ */,
|
||
0x055B /* ARMENIAN EMPHASIS MARK ՛ */,
|
||
0x055C /* ARMENIAN EXCLAMATION MARK ՜ */,
|
||
0x055D /* ARMENIAN COMMA ՝ */,
|
||
0x055E /* ARMENIAN QUESTION MARK ՞ */,
|
||
0x055F /* ARMENIAN ABBREVIATION MARK ՟ */,
|
||
0x0589 /* ARMENIAN FULL STOP ։ */,
|
||
0x05C0 /* HEBREW PUNCTUATION PASEQ ׀ */,
|
||
0x05C3 /* HEBREW PUNCTUATION SOF PASUQ ׃ */,
|
||
0x05C6 /* HEBREW PUNCTUATION NUN HAFUKHA ׆ */,
|
||
0x05F3 /* HEBREW PUNCTUATION GERESH ׳ */,
|
||
0x05F4 /* HEBREW PUNCTUATION GERSHAYIM ״ */,
|
||
]
|
||
|
||
// Unicode Characters in the 'Punctuation, Other' Category
|
||
// Character Name Browser Image
|
||
unicode_punct = [
|
||
0x0021 /* EXCLAMATION MARK ! */,
|
||
0x0022 /* QUOTATION MARK " */,
|
||
0x0023 /* NUMBER SIGN # */,
|
||
0x0025 /* PERCENT SIGN % */,
|
||
0x0026 /* AMPERSAND & */,
|
||
0x0027 /* APOSTROPHE ' */,
|
||
0x002A /* ASTERISK * */,
|
||
0x002C /* COMMA , */,
|
||
0x002E /* FULL STOP . */,
|
||
0x002F /* SOLIDUS / */,
|
||
0x003A /* COLON : */,
|
||
0x003B /* SEMICOLON ; */,
|
||
0x003F /* QUESTION MARK ? */,
|
||
0x0040 /* COMMERCIAL AT @ */,
|
||
0x005C /* REVERSE SOLIDUS \ */,
|
||
0x00A1 /* INVERTED EXCLAMATION MARK ¡ */,
|
||
0x00A7 /* SECTION SIGN § */,
|
||
0x00B6 /* PILCROW SIGN ¶ */,
|
||
0x00B7 /* MIDDLE DOT · */,
|
||
0x00BF /* INVERTED QUESTION MARK ¿ */,
|
||
0x037E /* GREEK QUESTION MARK ; */,
|
||
0x0387 /* GREEK ANO TELEIA · */,
|
||
0x055A /* ARMENIAN APOSTROPHE ՚ */,
|
||
0x055B /* ARMENIAN EMPHASIS MARK ՛ */,
|
||
0x055C /* ARMENIAN EXCLAMATION MARK ՜ */,
|
||
0x055D /* ARMENIAN COMMA ՝ */,
|
||
0x055E /* ARMENIAN QUESTION MARK ՞ */,
|
||
0x055F /* ARMENIAN ABBREVIATION MARK ՟ */,
|
||
0x0589 /* ARMENIAN FULL STOP ։ */,
|
||
0x05C0 /* HEBREW PUNCTUATION PASEQ ׀ */,
|
||
0x05C3 /* HEBREW PUNCTUATION SOF PASUQ ׃ */,
|
||
0x05C6 /* HEBREW PUNCTUATION NUN HAFUKHA ׆ */,
|
||
0x05F3 /* HEBREW PUNCTUATION GERESH ׳ */,
|
||
0x05F4 /* HEBREW PUNCTUATION GERSHAYIM ״ */,
|
||
0x0609 /* ARABIC-INDIC PER MILLE SIGN ؉ */,
|
||
0x060A /* ARABIC-INDIC PER TEN THOUSAND SIGN ؊ */,
|
||
0x060C /* ARABIC COMMA ، */,
|
||
0x060D /* ARABIC DATE SEPARATOR ؍ */,
|
||
0x061B /* ARABIC SEMICOLON ؛ */,
|
||
0x061E /* ARABIC TRIPLE DOT PUNCTUATION MARK ؞ */,
|
||
0x061F /* ARABIC QUESTION MARK ؟ */,
|
||
0x066A /* ARABIC PERCENT SIGN ٪ */,
|
||
0x066B /* ARABIC DECIMAL SEPARATOR ٫ */,
|
||
0x066C /* ARABIC THOUSANDS SEPARATOR ٬ */,
|
||
0x066D /* ARABIC FIVE POINTED STAR ٭ */,
|
||
0x06D4 /* ARABIC FULL STOP ۔ */,
|
||
0x0700 /* SYRIAC END OF PARAGRAPH ܀ */,
|
||
0x0701 /* SYRIAC SUPRALINEAR FULL STOP ܁ */,
|
||
0x0702 /* SYRIAC SUBLINEAR FULL STOP ܂ */,
|
||
0x0703 /* SYRIAC SUPRALINEAR COLON ܃ */,
|
||
0x0704 /* SYRIAC SUBLINEAR COLON ܄ */,
|
||
0x0705 /* SYRIAC HORIZONTAL COLON ܅ */,
|
||
0x0706 /* SYRIAC COLON SKEWED LEFT ܆ */,
|
||
0x0707 /* SYRIAC COLON SKEWED RIGHT ܇ */,
|
||
0x0708 /* SYRIAC SUPRALINEAR COLON SKEWED LEFT ܈ */,
|
||
0x0709 /* SYRIAC SUBLINEAR COLON SKEWED RIGHT ܉ */,
|
||
0x070A /* SYRIAC CONTRACTION ܊ */,
|
||
0x070B /* SYRIAC HARKLEAN OBELUS ܋ */,
|
||
0x070C /* SYRIAC HARKLEAN METOBELUS ܌ */,
|
||
0x070D /* SYRIAC HARKLEAN ASTERISCUS ܍ */,
|
||
0x07F7 /* NKO SYMBOL GBAKURUNEN ߷ */,
|
||
0x07F8 /* NKO COMMA ߸ */,
|
||
0x07F9 /* NKO EXCLAMATION MARK ߹ */,
|
||
0x0830 /* SAMARITAN PUNCTUATION NEQUDAA ࠰ */,
|
||
0x0831 /* SAMARITAN PUNCTUATION AFSAAQ ࠱ */,
|
||
0x0832 /* SAMARITAN PUNCTUATION ANGED ࠲ */,
|
||
0x0833 /* SAMARITAN PUNCTUATION BAU ࠳ */,
|
||
0x0834 /* SAMARITAN PUNCTUATION ATMAAU ࠴ */,
|
||
0x0835 /* SAMARITAN PUNCTUATION SHIYYAALAA ࠵ */,
|
||
0x0836 /* SAMARITAN ABBREVIATION MARK ࠶ */,
|
||
0x0837 /* SAMARITAN PUNCTUATION MELODIC QITSA ࠷ */,
|
||
0x0838 /* SAMARITAN PUNCTUATION ZIQAA ࠸ */,
|
||
0x0839 /* SAMARITAN PUNCTUATION QITSA ࠹ */,
|
||
0x083A /* SAMARITAN PUNCTUATION ZAEF ࠺ */,
|
||
0x083B /* SAMARITAN PUNCTUATION TURU ࠻ */,
|
||
0x083C /* SAMARITAN PUNCTUATION ARKAANU ࠼ */,
|
||
0x083D /* SAMARITAN PUNCTUATION SOF MASHFAAT ࠽ */,
|
||
0x083E /* SAMARITAN PUNCTUATION ANNAAU ࠾ */,
|
||
0x085E /* MANDAIC PUNCTUATION ࡞ */,
|
||
0x0964 /* DEVANAGARI DANDA । */,
|
||
0x0965 /* DEVANAGARI DOUBLE DANDA ॥ */,
|
||
0x0970 /* DEVANAGARI ABBREVIATION SIGN ॰ */,
|
||
0x09FD /* BENGALI ABBREVIATION SIGN ৽ */,
|
||
0x0A76 /* GURMUKHI ABBREVIATION SIGN ੶ */,
|
||
0x0AF0 /* GUJARATI ABBREVIATION SIGN ૰ */,
|
||
0x0C77 /* TELUGU SIGN SIDDHAM ౷ */,
|
||
0x0C84 /* KANNADA SIGN SIDDHAM ಄ */,
|
||
0x0DF4 /* SINHALA PUNCTUATION KUNDDALIYA ෴ */,
|
||
0x0E4F /* THAI CHARACTER FONGMAN ๏ */,
|
||
0x0E5A /* THAI CHARACTER ANGKHANKHU ๚ */,
|
||
0x0E5B /* THAI CHARACTER KHOMUT ๛ */,
|
||
0x0F04 /* TIBETAN MARK INITIAL YIG MGO MDUN MA ༄ */,
|
||
0x0F05 /* TIBETAN MARK CLOSING YIG MGO SGAB MA ༅ */,
|
||
0x0F06 /* TIBETAN MARK CARET YIG MGO PHUR SHAD MA ༆ */,
|
||
0x0F07 /* TIBETAN MARK YIG MGO TSHEG SHAD MA ༇ */,
|
||
0x0F08 /* TIBETAN MARK SBRUL SHAD ༈ */,
|
||
0x0F09 /* TIBETAN MARK BSKUR YIG MGO ༉ */,
|
||
0x0F0A /* TIBETAN MARK BKA- SHOG YIG MGO ༊ */,
|
||
0x0F0B /* TIBETAN MARK INTERSYLLABIC TSHEG ་ */,
|
||
0x0F0C /* TIBETAN MARK DELIMITER TSHEG BSTAR ༌ */,
|
||
0x0F0D /* TIBETAN MARK SHAD ། */,
|
||
0x0F0E /* TIBETAN MARK NYIS SHAD ༎ */,
|
||
0x0F0F /* TIBETAN MARK TSHEG SHAD ༏ */,
|
||
0x0F10 /* TIBETAN MARK NYIS TSHEG SHAD ༐ */,
|
||
0x0F11 /* TIBETAN MARK RIN CHEN SPUNGS SHAD ༑ */,
|
||
0x0F12 /* TIBETAN MARK RGYA GRAM SHAD ༒ */,
|
||
0x0F14 /* TIBETAN MARK GTER TSHEG ༔ */,
|
||
0x0F85 /* TIBETAN MARK PALUTA ྅ */,
|
||
0x0FD0 /* TIBETAN MARK BSKA- SHOG GI MGO RGYAN ࿐ */,
|
||
0x0FD1 /* TIBETAN MARK MNYAM YIG GI MGO RGYAN ࿑ */,
|
||
0x0FD2 /* TIBETAN MARK NYIS TSHEG ࿒ */,
|
||
0x0FD3 /* TIBETAN MARK INITIAL BRDA RNYING YIG MGO MDUN MA ࿓ */,
|
||
0x0FD4 /* TIBETAN MARK CLOSING BRDA RNYING YIG MGO SGAB MA ࿔ */,
|
||
0x0FD9 /* TIBETAN MARK LEADING MCHAN RTAGS ࿙ */,
|
||
0x0FDA /* TIBETAN MARK TRAILING MCHAN RTAGS ࿚ */,
|
||
0x104A /* MYANMAR SIGN LITTLE SECTION ၊ */,
|
||
0x104B /* MYANMAR SIGN SECTION ။ */,
|
||
0x104C /* MYANMAR SYMBOL LOCATIVE ၌ */,
|
||
0x104D /* MYANMAR SYMBOL COMPLETED ၍ */,
|
||
0x104E /* MYANMAR SYMBOL AFOREMENTIONED ၎ */,
|
||
0x104F /* MYANMAR SYMBOL GENITIVE ၏ */,
|
||
0x10FB /* GEORGIAN PARAGRAPH SEPARATOR ჻ */,
|
||
0x1360 /* ETHIOPIC SECTION MARK ፠ */,
|
||
0x1361 /* ETHIOPIC WORDSPACE ፡ */,
|
||
0x1362 /* ETHIOPIC FULL STOP ። */,
|
||
0x1363 /* ETHIOPIC COMMA ፣ */,
|
||
0x1364 /* ETHIOPIC SEMICOLON ፤ */,
|
||
0x1365 /* ETHIOPIC COLON ፥ */,
|
||
0x1366 /* ETHIOPIC PREFACE COLON ፦ */,
|
||
0x1367 /* ETHIOPIC QUESTION MARK ፧ */,
|
||
0x1368 /* ETHIOPIC PARAGRAPH SEPARATOR ፨ */,
|
||
0x166E /* CANADIAN SYLLABICS FULL STOP ᙮ */,
|
||
0x16EB /* RUNIC SINGLE PUNCTUATION ᛫ */,
|
||
0x16EC /* RUNIC MULTIPLE PUNCTUATION ᛬ */,
|
||
0x16ED /* RUNIC CROSS PUNCTUATION ᛭ */,
|
||
0x1735 /* PHILIPPINE SINGLE PUNCTUATION ᜵ */,
|
||
0x1736 /* PHILIPPINE DOUBLE PUNCTUATION ᜶ */,
|
||
0x17D4 /* KHMER SIGN KHAN ។ */,
|
||
0x17D5 /* KHMER SIGN BARIYOOSAN ៕ */,
|
||
0x17D6 /* KHMER SIGN CAMNUC PII KUUH ៖ */,
|
||
0x17D8 /* KHMER SIGN BEYYAL ៘ */,
|
||
0x17D9 /* KHMER SIGN PHNAEK MUAN ៙ */,
|
||
0x17DA /* KHMER SIGN KOOMUUT ៚ */,
|
||
0x1800 /* MONGOLIAN BIRGA ᠀ */,
|
||
0x1801 /* MONGOLIAN ELLIPSIS ᠁ */,
|
||
0x1802 /* MONGOLIAN COMMA ᠂ */,
|
||
0x1803 /* MONGOLIAN FULL STOP ᠃ */,
|
||
0x1804 /* MONGOLIAN COLON ᠄ */,
|
||
0x1805 /* MONGOLIAN FOUR DOTS ᠅ */,
|
||
0x1807 /* MONGOLIAN SIBE SYLLABLE BOUNDARY MARKER ᠇ */,
|
||
0x1808 /* MONGOLIAN MANCHU COMMA ᠈ */,
|
||
0x1809 /* MONGOLIAN MANCHU FULL STOP ᠉ */,
|
||
0x180A /* MONGOLIAN NIRUGU ᠊ */,
|
||
0x1944 /* LIMBU EXCLAMATION MARK ᥄ */,
|
||
0x1945 /* LIMBU QUESTION MARK ᥅ */,
|
||
0x1A1E /* BUGINESE PALLAWA ᨞ */,
|
||
0x1A1F /* BUGINESE END OF SECTION ᨟ */,
|
||
0x1AA0 /* TAI THAM SIGN WIANG ᪠ */,
|
||
0x1AA1 /* TAI THAM SIGN WIANGWAAK ᪡ */,
|
||
0x1AA2 /* TAI THAM SIGN SAWAN ᪢ */,
|
||
0x1AA3 /* TAI THAM SIGN KEOW ᪣ */,
|
||
0x1AA4 /* TAI THAM SIGN HOY ᪤ */,
|
||
0x1AA5 /* TAI THAM SIGN DOKMAI ᪥ */,
|
||
0x1AA6 /* TAI THAM SIGN REVERSED ROTATED RANA ᪦ */,
|
||
0x1AA8 /* TAI THAM SIGN KAAN ᪨ */,
|
||
0x1AA9 /* TAI THAM SIGN KAANKUU ᪩ */,
|
||
0x1AAA /* TAI THAM SIGN SATKAAN ᪪ */,
|
||
0x1AAB /* TAI THAM SIGN SATKAANKUU ᪫ */,
|
||
0x1AAC /* TAI THAM SIGN HANG ᪬ */,
|
||
0x1AAD /* TAI THAM SIGN CAANG ᪭ */,
|
||
0x1B5A /* BALINESE PANTI ᭚ */,
|
||
0x1B5B /* BALINESE PAMADA ᭛ */,
|
||
0x1B5C /* BALINESE WINDU ᭜ */,
|
||
0x1B5D /* BALINESE CARIK PAMUNGKAH ᭝ */,
|
||
0x1B5E /* BALINESE CARIK SIKI ᭞ */,
|
||
0x1B5F /* BALINESE CARIK PAREREN ᭟ */,
|
||
0x1B60 /* BALINESE PAMENENG ᭠ */,
|
||
0x1BFC /* BATAK SYMBOL BINDU NA METEK ᯼ */,
|
||
0x1BFD /* BATAK SYMBOL BINDU PINARBORAS ᯽ */,
|
||
0x1BFE /* BATAK SYMBOL BINDU JUDUL ᯾ */,
|
||
0x1BFF /* BATAK SYMBOL BINDU PANGOLAT ᯿ */,
|
||
0x1C3B /* LEPCHA PUNCTUATION TA-ROL ᰻ */,
|
||
0x1C3C /* LEPCHA PUNCTUATION NYET THYOOM TA-ROL ᰼ */,
|
||
0x1C3D /* LEPCHA PUNCTUATION CER-WA ᰽ */,
|
||
0x1C3E /* LEPCHA PUNCTUATION TSHOOK CER-WA ᰾ */,
|
||
0x1C3F /* LEPCHA PUNCTUATION TSHOOK ᰿ */,
|
||
0x1C7E /* OL CHIKI PUNCTUATION MUCAAD ᱾ */,
|
||
0x1C7F /* OL CHIKI PUNCTUATION DOUBLE MUCAAD ᱿ */,
|
||
0x1CC0 /* SUNDANESE PUNCTUATION BINDU SURYA ᳀ */,
|
||
0x1CC1 /* SUNDANESE PUNCTUATION BINDU PANGLONG ᳁ */,
|
||
0x1CC2 /* SUNDANESE PUNCTUATION BINDU PURNAMA ᳂ */,
|
||
0x1CC3 /* SUNDANESE PUNCTUATION BINDU CAKRA ᳃ */,
|
||
0x1CC4 /* SUNDANESE PUNCTUATION BINDU LEU SATANGA ᳄ */,
|
||
0x1CC5 /* SUNDANESE PUNCTUATION BINDU KA SATANGA ᳅ */,
|
||
0x1CC6 /* SUNDANESE PUNCTUATION BINDU DA SATANGA ᳆ */,
|
||
0x1CC7 /* SUNDANESE PUNCTUATION BINDU BA SATANGA ᳇ */,
|
||
0x1CD3 /* VEDIC SIGN NIHSHVASA ᳓ */,
|
||
0x2016 /* DOUBLE VERTICAL LINE ‖ */,
|
||
0x2017 /* DOUBLE LOW LINE ‗ */,
|
||
0x2020 /* DAGGER † */,
|
||
0x2021 /* DOUBLE DAGGER ‡ */,
|
||
0x2022 /* BULLET • */,
|
||
0x2023 /* TRIANGULAR BULLET ‣ */,
|
||
0x2024 /* ONE DOT LEADER ․ */,
|
||
0x2025 /* TWO DOT LEADER ‥ */,
|
||
0x2026 /* HORIZONTAL ELLIPSIS … */,
|
||
0x2027 /* HYPHENATION POINT ‧ */,
|
||
0x2030 /* PER MILLE SIGN ‰ */,
|
||
0x2031 /* PER TEN THOUSAND SIGN ‱ */,
|
||
0x2032 /* PRIME ′ */,
|
||
0x2033 /* DOUBLE PRIME ″ */,
|
||
0x2034 /* TRIPLE PRIME ‴ */,
|
||
0x2035 /* REVERSED PRIME ‵ */,
|
||
0x2036 /* REVERSED DOUBLE PRIME ‶ */,
|
||
0x2037 /* REVERSED TRIPLE PRIME ‷ */,
|
||
0x2038 /* CARET ‸ */,
|
||
0x203B /* REFERENCE MARK ※ */,
|
||
0x203C /* DOUBLE EXCLAMATION MARK ‼ */,
|
||
0x203D /* INTERROBANG ‽ */,
|
||
0x203E /* OVERLINE ‾ */,
|
||
0x2041 /* CARET INSERTION POINT ⁁ */,
|
||
0x2042 /* ASTERISM ⁂ */,
|
||
0x2043 /* HYPHEN BULLET ⁃ */,
|
||
0x2047 /* DOUBLE QUESTION MARK ⁇ */,
|
||
0x2048 /* QUESTION EXCLAMATION MARK ⁈ */,
|
||
0x2049 /* EXCLAMATION QUESTION MARK ⁉ */,
|
||
0x204A /* TIRONIAN SIGN ET ⁊ */,
|
||
0x204B /* REVERSED PILCROW SIGN ⁋ */,
|
||
0x204C /* BLACK LEFTWARDS BULLET ⁌ */,
|
||
0x204D /* BLACK RIGHTWARDS BULLET ⁍ */,
|
||
0x204E /* LOW ASTERISK ⁎ */,
|
||
0x204F /* REVERSED SEMICOLON ⁏ */,
|
||
0x2050 /* CLOSE UP ⁐ */,
|
||
0x2051 /* TWO ASTERISKS ALIGNED VERTICALLY ⁑ */,
|
||
0x2053 /* SWUNG DASH ⁓ */,
|
||
0x2055 /* FLOWER PUNCTUATION MARK ⁕ */,
|
||
0x2056 /* THREE DOT PUNCTUATION ⁖ */,
|
||
0x2057 /* QUADRUPLE PRIME ⁗ */,
|
||
0x2058 /* FOUR DOT PUNCTUATION ⁘ */,
|
||
0x2059 /* FIVE DOT PUNCTUATION ⁙ */,
|
||
0x205A /* TWO DOT PUNCTUATION ⁚ */,
|
||
0x205B /* FOUR DOT MARK ⁛ */,
|
||
0x205C /* DOTTED CROSS ⁜ */,
|
||
0x205D /* TRICOLON ⁝ */,
|
||
0x205E /* VERTICAL FOUR DOTS ⁞ */,
|
||
0x2CF9 /* COPTIC OLD NUBIAN FULL STOP ⳹ */,
|
||
0x2CFA /* COPTIC OLD NUBIAN DIRECT QUESTION MARK ⳺ */,
|
||
0x2CFB /* COPTIC OLD NUBIAN INDIRECT QUESTION MARK ⳻ */,
|
||
0x2CFC /* COPTIC OLD NUBIAN VERSE DIVIDER ⳼ */,
|
||
0x2CFE /* COPTIC FULL STOP ⳾ */,
|
||
0x2CFF /* COPTIC MORPHOLOGICAL DIVIDER ⳿ */,
|
||
0x2D70 /* TIFINAGH SEPARATOR MARK ⵰ */,
|
||
0x2E00 /* RIGHT ANGLE SUBSTITUTION MARKER ⸀ */,
|
||
0x2E01 /* RIGHT ANGLE DOTTED SUBSTITUTION MARKER ⸁ */,
|
||
0x2E06 /* RAISED INTERPOLATION MARKER ⸆ */,
|
||
0x2E07 /* RAISED DOTTED INTERPOLATION MARKER ⸇ */,
|
||
0x2E08 /* DOTTED TRANSPOSITION MARKER ⸈ */,
|
||
0x2E0B /* RAISED SQUARE ⸋ */,
|
||
0x2E0E /* EDITORIAL CORONIS ⸎ */,
|
||
0x2E0F /* PARAGRAPHOS ⸏ */,
|
||
0x2E10 /* FORKED PARAGRAPHOS ⸐ */,
|
||
0x2E11 /* REVERSED FORKED PARAGRAPHOS ⸑ */,
|
||
0x2E12 /* HYPODIASTOLE ⸒ */,
|
||
0x2E13 /* DOTTED OBELOS ⸓ */,
|
||
0x2E14 /* DOWNWARDS ANCORA ⸔ */,
|
||
0x2E15 /* UPWARDS ANCORA ⸕ */,
|
||
0x2E16 /* DOTTED RIGHT-POINTING ANGLE ⸖ */,
|
||
0x2E18 /* INVERTED INTERROBANG ⸘ */,
|
||
0x2E19 /* PALM BRANCH ⸙ */,
|
||
0x2E1B /* TILDE WITH RING ABOVE ⸛ */,
|
||
0x2E1E /* TILDE WITH DOT ABOVE ⸞ */,
|
||
0x2E1F /* TILDE WITH DOT BELOW ⸟ */,
|
||
0x2E2A /* TWO DOTS OVER ONE DOT PUNCTUATION ⸪ */,
|
||
0x2E2B /* ONE DOT OVER TWO DOTS PUNCTUATION ⸫ */,
|
||
0x2E2C /* SQUARED FOUR DOT PUNCTUATION ⸬ */,
|
||
0x2E2D /* FIVE DOT MARK ⸭ */,
|
||
0x2E2E /* REVERSED QUESTION MARK ⸮ */,
|
||
0x2E30 /* RING POINT ⸰ */,
|
||
0x2E31 /* WORD SEPARATOR MIDDLE DOT ⸱ */,
|
||
0x2E32 /* TURNED COMMA ⸲ */,
|
||
0x2E33 /* RAISED DOT ⸳ */,
|
||
0x2E34 /* RAISED COMMA ⸴ */,
|
||
0x2E35 /* TURNED SEMICOLON ⸵ */,
|
||
0x2E36 /* DAGGER WITH LEFT GUARD ⸶ */,
|
||
0x2E37 /* DAGGER WITH RIGHT GUARD ⸷ */,
|
||
0x2E38 /* TURNED DAGGER ⸸ */,
|
||
0x2E39 /* TOP HALF SECTION SIGN ⸹ */,
|
||
0x2E3C /* STENOGRAPHIC FULL STOP ⸼ */,
|
||
0x2E3D /* VERTICAL SIX DOTS ⸽ */,
|
||
0x2E3E /* WIGGLY VERTICAL LINE ⸾ */,
|
||
0x2E3F /* CAPITULUM ⸿ */,
|
||
0x2E41 /* REVERSED COMMA ⹁ */,
|
||
0x2E43 /* DASH WITH LEFT UPTURN ⹃ */,
|
||
0x2E44 /* DOUBLE SUSPENSION MARK ⹄ */,
|
||
0x2E45 /* INVERTED LOW KAVYKA ⹅ */,
|
||
0x2E46 /* INVERTED LOW KAVYKA WITH KAVYKA ABOVE ⹆ */,
|
||
0x2E47 /* LOW KAVYKA ⹇ */,
|
||
0x2E48 /* LOW KAVYKA WITH DOT ⹈ */,
|
||
0x2E49 /* DOUBLE STACKED COMMA ⹉ */,
|
||
0x2E4A /* DOTTED SOLIDUS ⹊ */,
|
||
0x2E4B /* TRIPLE DAGGER ⹋ */,
|
||
0x2E4C /* MEDIEVAL COMMA ⹌ */,
|
||
0x2E4D /* PARAGRAPHUS MARK ⹍ */,
|
||
0x2E4E /* PUNCTUS ELEVATUS MARK ⹎ */,
|
||
0x2E4F /* CORNISH VERSE DIVIDER ⹏ */,
|
||
0x3001 /* IDEOGRAPHIC COMMA 、 */,
|
||
0x3002 /* IDEOGRAPHIC FULL STOP 。 */,
|
||
0x3003 /* DITTO MARK 〃 */,
|
||
0x303D /* PART ALTERNATION MARK 〽 */,
|
||
0x30FB /* KATAKANA MIDDLE DOT ・ */,
|
||
0xA4FE /* LISU PUNCTUATION COMMA ꓾ */,
|
||
0xA4FF /* LISU PUNCTUATION FULL STOP ꓿ */,
|
||
0xA60D /* VAI COMMA ꘍ */,
|
||
0xA60E /* VAI FULL STOP ꘎ */,
|
||
0xA60F /* VAI QUESTION MARK ꘏ */,
|
||
0xA673 /* SLAVONIC ASTERISK ꙳ */,
|
||
0xA67E /* CYRILLIC KAVYKA ꙾ */,
|
||
0xA6F2 /* BAMUM NJAEMLI ꛲ */,
|
||
0xA6F3 /* BAMUM FULL STOP ꛳ */,
|
||
0xA6F4 /* BAMUM COLON ꛴ */,
|
||
0xA6F5 /* BAMUM COMMA ꛵ */,
|
||
0xA6F6 /* BAMUM SEMICOLON ꛶ */,
|
||
0xA6F7 /* BAMUM QUESTION MARK ꛷ */,
|
||
0xA874 /* PHAGS-PA SINGLE HEAD MARK ꡴ */,
|
||
0xA875 /* PHAGS-PA DOUBLE HEAD MARK ꡵ */,
|
||
0xA876 /* PHAGS-PA MARK SHAD ꡶ */,
|
||
0xA877 /* PHAGS-PA MARK DOUBLE SHAD ꡷ */,
|
||
0xA8CE /* SAURASHTRA DANDA ꣎ */,
|
||
0xA8CF /* SAURASHTRA DOUBLE DANDA ꣏ */,
|
||
0xA8F8 /* DEVANAGARI SIGN PUSHPIKA ꣸ */,
|
||
0xA8F9 /* DEVANAGARI GAP FILLER ꣹ */,
|
||
0xA8FA /* DEVANAGARI CARET ꣺ */,
|
||
0xA8FC /* DEVANAGARI SIGN SIDDHAM ꣼ */,
|
||
0xA92E /* KAYAH LI SIGN CWI ꤮ */,
|
||
0xA92F /* KAYAH LI SIGN SHYA ꤯ */,
|
||
0xA95F /* REJANG SECTION MARK ꥟ */,
|
||
0xA9C1 /* JAVANESE LEFT RERENGGAN ꧁ */,
|
||
0xA9C2 /* JAVANESE RIGHT RERENGGAN ꧂ */,
|
||
0xA9C3 /* JAVANESE PADA ANDAP ꧃ */,
|
||
0xA9C4 /* JAVANESE PADA MADYA ꧄ */,
|
||
0xA9C5 /* JAVANESE PADA LUHUR ꧅ */,
|
||
0xA9C6 /* JAVANESE PADA WINDU ꧆ */,
|
||
0xA9C7 /* JAVANESE PADA PANGKAT ꧇ */,
|
||
0xA9C8 /* JAVANESE PADA LINGSA ꧈ */,
|
||
0xA9C9 /* JAVANESE PADA LUNGSI ꧉ */,
|
||
0xA9CA /* JAVANESE PADA ADEG ꧊ */,
|
||
0xA9CB /* JAVANESE PADA ADEG ADEG ꧋ */,
|
||
0xA9CC /* JAVANESE PADA PISELEH ꧌ */,
|
||
0xA9CD /* JAVANESE TURNED PADA PISELEH ꧍ */,
|
||
0xA9DE /* JAVANESE PADA TIRTA TUMETES ꧞ */,
|
||
0xA9DF /* JAVANESE PADA ISEN-ISEN ꧟ */,
|
||
0xAA5C /* CHAM PUNCTUATION SPIRAL ꩜ */,
|
||
0xAA5D /* CHAM PUNCTUATION DANDA ꩝ */,
|
||
0xAA5E /* CHAM PUNCTUATION DOUBLE DANDA ꩞ */,
|
||
0xAA5F /* CHAM PUNCTUATION TRIPLE DANDA ꩟ */,
|
||
0xAADE /* TAI VIET SYMBOL HO HOI ꫞ */,
|
||
0xAADF /* TAI VIET SYMBOL KOI KOI ꫟ */,
|
||
0xAAF0 /* MEETEI MAYEK CHEIKHAN ꫰ */,
|
||
0xAAF1 /* MEETEI MAYEK AHANG KHUDAM ꫱ */,
|
||
0xABEB /* MEETEI MAYEK CHEIKHEI ꯫ */,
|
||
0xFE10 /* PRESENTATION FORM FOR VERTICAL COMMA ︐ */,
|
||
0xFE11 /* PRESENTATION FORM FOR VERTICAL IDEOGRAPHIC COMMA ︑ */,
|
||
0xFE12 /* PRESENTATION FORM FOR VERTICAL IDEOGRAPHIC FULL STOP ︒ */,
|
||
0xFE13 /* PRESENTATION FORM FOR VERTICAL COLON ︓ */,
|
||
0xFE14 /* PRESENTATION FORM FOR VERTICAL SEMICOLON ︔ */,
|
||
0xFE15 /* PRESENTATION FORM FOR VERTICAL EXCLAMATION MARK ︕ */,
|
||
0xFE16 /* PRESENTATION FORM FOR VERTICAL QUESTION MARK ︖ */,
|
||
0xFE19 /* PRESENTATION FORM FOR VERTICAL HORIZONTAL ELLIPSIS ︙ */,
|
||
0xFE30 /* PRESENTATION FORM FOR VERTICAL TWO DOT LEADER ︰ */,
|
||
0xFE45 /* SESAME DOT ﹅ */,
|
||
0xFE46 /* WHITE SESAME DOT ﹆ */,
|
||
0xFE49 /* DASHED OVERLINE ﹉ */,
|
||
0xFE4A /* CENTRELINE OVERLINE ﹊ */,
|
||
0xFE4B /* WAVY OVERLINE ﹋ */,
|
||
0xFE4C /* DOUBLE WAVY OVERLINE ﹌ */,
|
||
0xFE50 /* SMALL COMMA ﹐ */,
|
||
0xFE51 /* SMALL IDEOGRAPHIC COMMA ﹑ */,
|
||
0xFE52 /* SMALL FULL STOP ﹒ */,
|
||
0xFE54 /* SMALL SEMICOLON ﹔ */,
|
||
0xFE55 /* SMALL COLON ﹕ */,
|
||
0xFE56 /* SMALL QUESTION MARK ﹖ */,
|
||
0xFE57 /* SMALL EXCLAMATION MARK ﹗ */,
|
||
0xFE5F /* SMALL NUMBER SIGN ﹟ */,
|
||
0xFE60 /* SMALL AMPERSAND ﹠ */,
|
||
0xFE61 /* SMALL ASTERISK ﹡ */,
|
||
0xFE68 /* SMALL REVERSE SOLIDUS ﹨ */,
|
||
0xFE6A /* SMALL PERCENT SIGN ﹪ */,
|
||
0xFE6B /* SMALL COMMERCIAL AT ﹫ */,
|
||
0xFF01 /* FULLWIDTH EXCLAMATION MARK ！ */,
|
||
0xFF02 /* FULLWIDTH QUOTATION MARK ＂ */,
|
||
0xFF03 /* FULLWIDTH NUMBER SIGN ＃ */,
|
||
0xFF05 /* FULLWIDTH PERCENT SIGN ％ */,
|
||
0xFF06 /* FULLWIDTH AMPERSAND ＆ */,
|
||
0xFF07 /* FULLWIDTH APOSTROPHE ＇ */,
|
||
0xFF0A /* FULLWIDTH ASTERISK ＊ */,
|
||
0xFF0C /* FULLWIDTH COMMA ， */,
|
||
0xFF0E /* FULLWIDTH FULL STOP ． */,
|
||
0xFF0F /* FULLWIDTH SOLIDUS ／ */,
|
||
0xFF1A /* FULLWIDTH COLON ： */,
|
||
0xFF1B /* FULLWIDTH SEMICOLON ； */,
|
||
0xFF1F /* FULLWIDTH QUESTION MARK ？ */,
|
||
0xFF20 /* FULLWIDTH COMMERCIAL AT ＠ */,
|
||
0xFF3C /* FULLWIDTH REVERSE SOLIDUS ＼ */,
|
||
0xFF61 /* HALFWIDTH IDEOGRAPHIC FULL STOP ｡ */,
|
||
0xFF64 /* HALFWIDTH IDEOGRAPHIC COMMA ､ */,
|
||
0xFF65 /* HALFWIDTH KATAKANA MIDDLE DOT ･ */,
|
||
0x10100 /* AEGEAN WORD SEPARATOR LINE 𐄀 */,
|
||
0x10101 /* AEGEAN WORD SEPARATOR DOT 𐄁 */,
|
||
0x10102 /* AEGEAN CHECK MARK 𐄂 */,
|
||
0x1039F /* UGARITIC WORD DIVIDER 𐎟 */,
|
||
0x103D0 /* OLD PERSIAN WORD DIVIDER 𐏐 */,
|
||
0x1056F /* CAUCASIAN ALBANIAN CITATION MARK 𐕯 */,
|
||
0x10857 /* IMPERIAL ARAMAIC SECTION SIGN 𐡗 */,
|
||
0x1091F /* PHOENICIAN WORD SEPARATOR 𐤟 */,
|
||
0x1093F /* LYDIAN TRIANGULAR MARK 𐤿 */,
|
||
0x10A50 /* KHAROSHTHI PUNCTUATION DOT 𐩐 */,
|
||
0x10A51 /* KHAROSHTHI PUNCTUATION SMALL CIRCLE 𐩑 */,
|
||
0x10A52 /* KHAROSHTHI PUNCTUATION CIRCLE 𐩒 */,
|
||
0x10A53 /* KHAROSHTHI PUNCTUATION CRESCENT BAR 𐩓 */,
|
||
0x10A54 /* KHAROSHTHI PUNCTUATION MANGALAM 𐩔 */,
|
||
0x10A55 /* KHAROSHTHI PUNCTUATION LOTUS 𐩕 */,
|
||
0x10A56 /* KHAROSHTHI PUNCTUATION DANDA 𐩖 */,
|
||
0x10A57 /* KHAROSHTHI PUNCTUATION DOUBLE DANDA 𐩗 */,
|
||
0x10A58 /* KHAROSHTHI PUNCTUATION LINES 𐩘 */,
|
||
0x10A7F /* OLD SOUTH ARABIAN NUMERIC INDICATOR 𐩿 */,
|
||
0x10AF0 /* MANICHAEAN PUNCTUATION STAR 𐫰 */,
|
||
0x10AF1 /* MANICHAEAN PUNCTUATION FLEURON 𐫱 */,
|
||
0x10AF2 /* MANICHAEAN PUNCTUATION DOUBLE DOT WITHIN DOT 𐫲 */,
|
||
0x10AF3 /* MANICHAEAN PUNCTUATION DOT WITHIN DOT 𐫳 */,
|
||
0x10AF4 /* MANICHAEAN PUNCTUATION DOT 𐫴 */,
|
||
0x10AF5 /* MANICHAEAN PUNCTUATION TWO DOTS 𐫵 */,
|
||
0x10AF6 /* MANICHAEAN PUNCTUATION LINE FILLER 𐫶 */,
|
||
0x10B39 /* AVESTAN ABBREVIATION MARK 𐬹 */,
|
||
0x10B3A /* TINY TWO DOTS OVER ONE DOT PUNCTUATION 𐬺 */,
|
||
0x10B3B /* SMALL TWO DOTS OVER ONE DOT PUNCTUATION 𐬻 */,
|
||
0x10B3C /* LARGE TWO DOTS OVER ONE DOT PUNCTUATION 𐬼 */,
|
||
0x10B3D /* LARGE ONE DOT OVER TWO DOTS PUNCTUATION 𐬽 */,
|
||
0x10B3E /* LARGE TWO RINGS OVER ONE RING PUNCTUATION 𐬾 */,
|
||
0x10B3F /* LARGE ONE RING OVER TWO RINGS PUNCTUATION 𐬿 */,
|
||
0x10B99 /* PSALTER PAHLAVI SECTION MARK 𐮙 */,
|
||
0x10B9A /* PSALTER PAHLAVI TURNED SECTION MARK 𐮚 */,
|
||
0x10B9B /* PSALTER PAHLAVI FOUR DOTS WITH CROSS 𐮛 */,
|
||
0x10B9C /* PSALTER PAHLAVI FOUR DOTS WITH DOT 𐮜 */,
|
||
0x10F55 /* SOGDIAN PUNCTUATION TWO VERTICAL BARS 𐽕 */,
|
||
0x10F56 /* SOGDIAN PUNCTUATION TWO VERTICAL BARS WITH DOTS 𐽖 */,
|
||
0x10F57 /* SOGDIAN PUNCTUATION CIRCLE WITH DOT 𐽗 */,
|
||
0x10F58 /* SOGDIAN PUNCTUATION TWO CIRCLES WITH DOTS 𐽘 */,
|
||
0x10F59 /* SOGDIAN PUNCTUATION HALF CIRCLE WITH DOT 𐽙 */,
|
||
0x11047 /* BRAHMI DANDA 𑁇 */,
|
||
0x11048 /* BRAHMI DOUBLE DANDA 𑁈 */,
|
||
0x11049 /* BRAHMI PUNCTUATION DOT 𑁉 */,
|
||
0x1104A /* BRAHMI PUNCTUATION DOUBLE DOT 𑁊 */,
|
||
0x1104B /* BRAHMI PUNCTUATION LINE 𑁋 */,
|
||
0x1104C /* BRAHMI PUNCTUATION CRESCENT BAR 𑁌 */,
|
||
0x1104D /* BRAHMI PUNCTUATION LOTUS 𑁍 */,
|
||
0x110BB /* KAITHI ABBREVIATION SIGN 𑂻 */,
|
||
0x110BC /* KAITHI ENUMERATION SIGN 𑂼 */,
|
||
0x110BE /* KAITHI SECTION MARK 𑂾 */,
|
||
0x110BF /* KAITHI DOUBLE SECTION MARK 𑂿 */,
|
||
0x110C0 /* KAITHI DANDA 𑃀 */,
|
||
0x110C1 /* KAITHI DOUBLE DANDA 𑃁 */,
|
||
0x11140 /* CHAKMA SECTION MARK 𑅀 */,
|
||
0x11141 /* CHAKMA DANDA 𑅁 */,
|
||
0x11142 /* CHAKMA DOUBLE DANDA 𑅂 */,
|
||
0x11143 /* CHAKMA QUESTION MARK 𑅃 */,
|
||
0x11174 /* MAHAJANI ABBREVIATION SIGN 𑅴 */,
|
||
0x11175 /* MAHAJANI SECTION MARK 𑅵 */,
|
||
0x111C5 /* SHARADA DANDA 𑇅 */,
|
||
0x111C6 /* SHARADA DOUBLE DANDA 𑇆 */,
|
||
0x111C7 /* SHARADA ABBREVIATION SIGN 𑇇 */,
|
||
0x111C8 /* SHARADA SEPARATOR 𑇈 */,
|
||
0x111CD /* SHARADA SUTRA MARK 𑇍 */,
|
||
0x111DB /* SHARADA SIGN SIDDHAM 𑇛 */,
|
||
0x111DD /* SHARADA CONTINUATION SIGN 𑇝 */,
|
||
0x111DE /* SHARADA SECTION MARK-1 𑇞 */,
|
||
0x111DF /* SHARADA SECTION MARK-2 𑇟 */,
|
||
0x11238 /* KHOJKI DANDA 𑈸 */,
|
||
0x11239 /* KHOJKI DOUBLE DANDA 𑈹 */,
|
||
0x1123A /* KHOJKI WORD SEPARATOR 𑈺 */,
|
||
0x1123B /* KHOJKI SECTION MARK 𑈻 */,
|
||
0x1123C /* KHOJKI DOUBLE SECTION MARK 𑈼 */,
|
||
0x1123D /* KHOJKI ABBREVIATION SIGN 𑈽 */,
|
||
0x112A9 /* MULTANI SECTION MARK 𑊩 */,
|
||
0x1144B /* NEWA DANDA 𑑋 */,
|
||
0x1144C /* NEWA DOUBLE DANDA 𑑌 */,
|
||
0x1144D /* NEWA COMMA 𑑍 */,
|
||
0x1144E /* NEWA GAP FILLER 𑑎 */,
|
||
0x1144F /* NEWA ABBREVIATION SIGN 𑑏 */,
|
||
0x1145B /* NEWA PLACEHOLDER MARK 𑑛 */,
|
||
0x1145D /* NEWA INSERTION SIGN 𑑝 */,
|
||
0x114C6 /* TIRHUTA ABBREVIATION SIGN 𑓆 */,
|
||
0x115C1 /* SIDDHAM SIGN SIDDHAM 𑗁 */,
|
||
0x115C2 /* SIDDHAM DANDA 𑗂 */,
|
||
0x115C3 /* SIDDHAM DOUBLE DANDA 𑗃 */,
|
||
0x115C4 /* SIDDHAM SEPARATOR DOT 𑗄 */,
|
||
0x115C5 /* SIDDHAM SEPARATOR BAR 𑗅 */,
|
||
0x115C6 /* SIDDHAM REPETITION MARK-1 𑗆 */,
|
||
0x115C7 /* SIDDHAM REPETITION MARK-2 𑗇 */,
|
||
0x115C8 /* SIDDHAM REPETITION MARK-3 𑗈 */,
|
||
0x115C9 /* SIDDHAM END OF TEXT MARK 𑗉 */,
|
||
0x115CA /* SIDDHAM SECTION MARK WITH TRIDENT AND U-SHAPED ORNAMENTS 𑗊 */,
|
||
0x115CB /* SIDDHAM SECTION MARK WITH TRIDENT AND DOTTED CRESCENTS 𑗋 */,
|
||
0x115CC /* SIDDHAM SECTION MARK WITH RAYS AND DOTTED CRESCENTS 𑗌 */,
|
||
0x115CD /* SIDDHAM SECTION MARK WITH RAYS AND DOTTED DOUBLE CRESCENTS 𑗍 */,
|
||
0x115CE /* SIDDHAM SECTION MARK WITH RAYS AND DOTTED TRIPLE CRESCENTS 𑗎 */,
|
||
0x115CF /* SIDDHAM SECTION MARK DOUBLE RING 𑗏 */,
|
||
0x115D0 /* SIDDHAM SECTION MARK DOUBLE RING WITH RAYS 𑗐 */,
|
||
0x115D1 /* SIDDHAM SECTION MARK WITH DOUBLE CRESCENTS 𑗑 */,
|
||
0x115D2 /* SIDDHAM SECTION MARK WITH TRIPLE CRESCENTS 𑗒 */,
|
||
0x115D3 /* SIDDHAM SECTION MARK WITH QUADRUPLE CRESCENTS 𑗓 */,
|
||
0x115D4 /* SIDDHAM SECTION MARK WITH SEPTUPLE CRESCENTS 𑗔 */,
|
||
0x115D5 /* SIDDHAM SECTION MARK WITH CIRCLES AND RAYS 𑗕 */,
|
||
0x115D6 /* SIDDHAM SECTION MARK WITH CIRCLES AND TWO ENCLOSURES 𑗖 */,
|
||
0x115D7 /* SIDDHAM SECTION MARK WITH CIRCLES AND FOUR ENCLOSURES 𑗗 */,
|
||
0x11641 /* MODI DANDA 𑙁 */,
|
||
0x11642 /* MODI DOUBLE DANDA 𑙂 */,
|
||
0x11643 /* MODI ABBREVIATION SIGN 𑙃 */,
|
||
0x11660 /* MONGOLIAN BIRGA WITH ORNAMENT 𑙠 */,
|
||
0x11661 /* MONGOLIAN ROTATED BIRGA 𑙡 */,
|
||
0x11662 /* MONGOLIAN DOUBLE BIRGA WITH ORNAMENT 𑙢 */,
|
||
0x11663 /* MONGOLIAN TRIPLE BIRGA WITH ORNAMENT 𑙣 */,
|
||
0x11664 /* MONGOLIAN BIRGA WITH DOUBLE ORNAMENT 𑙤 */,
|
||
0x11665 /* MONGOLIAN ROTATED BIRGA WITH ORNAMENT 𑙥 */,
|
||
0x11666 /* MONGOLIAN ROTATED BIRGA WITH DOUBLE ORNAMENT 𑙦 */,
|
||
0x11667 /* MONGOLIAN INVERTED BIRGA 𑙧 */,
|
||
0x11668 /* MONGOLIAN INVERTED BIRGA WITH DOUBLE ORNAMENT 𑙨 */,
|
||
0x11669 /* MONGOLIAN SWIRL BIRGA 𑙩 */,
|
||
0x1166A /* MONGOLIAN SWIRL BIRGA WITH ORNAMENT 𑙪 */,
|
||
0x1166B /* MONGOLIAN SWIRL BIRGA WITH DOUBLE ORNAMENT 𑙫 */,
|
||
0x1166C /* MONGOLIAN TURNED SWIRL BIRGA WITH DOUBLE ORNAMENT 𑙬 */,
|
||
0x1173C /* AHOM SIGN SMALL SECTION 𑜼 */,
|
||
0x1173D /* AHOM SIGN SECTION 𑜽 */,
|
||
0x1173E /* AHOM SIGN RULAI 𑜾 */,
|
||
0x1183B /* DOGRA ABBREVIATION SIGN 𑠻 */,
|
||
0x119E2 /* NANDINAGARI SIGN SIDDHAM 𑧢 */,
|
||
0x11A3F /* ZANABAZAR SQUARE INITIAL HEAD MARK 𑨿 */,
|
||
0x11A40 /* ZANABAZAR SQUARE CLOSING HEAD MARK 𑩀 */,
|
||
0x11A41 /* ZANABAZAR SQUARE MARK TSHEG 𑩁 */,
|
||
0x11A42 /* ZANABAZAR SQUARE MARK SHAD 𑩂 */,
|
||
0x11A43 /* ZANABAZAR SQUARE MARK DOUBLE SHAD 𑩃 */,
|
||
0x11A44 /* ZANABAZAR SQUARE MARK LONG TSHEG 𑩄 */,
|
||
0x11A45 /* ZANABAZAR SQUARE INITIAL DOUBLE-LINED HEAD MARK 𑩅 */,
|
||
0x11A46 /* ZANABAZAR SQUARE CLOSING DOUBLE-LINED HEAD MARK 𑩆 */,
|
||
0x11A9A /* SOYOMBO MARK TSHEG 𑪚 */,
|
||
0x11A9B /* SOYOMBO MARK SHAD 𑪛 */,
|
||
0x11A9C /* SOYOMBO MARK DOUBLE SHAD 𑪜 */,
|
||
0x11A9E /* SOYOMBO HEAD MARK WITH MOON AND SUN AND TRIPLE FLAME 𑪞 */,
|
||
0x11A9F /* SOYOMBO HEAD MARK WITH MOON AND SUN AND FLAME 𑪟 */,
|
||
0x11AA0 /* SOYOMBO HEAD MARK WITH MOON AND SUN 𑪠 */,
|
||
0x11AA1 /* SOYOMBO TERMINAL MARK-1 𑪡 */,
|
||
0x11AA2 /* SOYOMBO TERMINAL MARK-2 𑪢 */,
|
||
0x11C41 /* BHAIKSUKI DANDA 𑱁 */,
|
||
0x11C42 /* BHAIKSUKI DOUBLE DANDA 𑱂 */,
|
||
0x11C43 /* BHAIKSUKI WORD SEPARATOR 𑱃 */,
|
||
0x11C44 /* BHAIKSUKI GAP FILLER-1 𑱄 */,
|
||
0x11C45 /* BHAIKSUKI GAP FILLER-2 𑱅 */,
|
||
0x11C70 /* MARCHEN HEAD MARK 𑱰 */,
|
||
0x11C71 /* MARCHEN MARK SHAD 𑱱 */,
|
||
0x11EF7 /* MAKASAR PASSIMBANG 𑻷 */,
|
||
0x11EF8 /* MAKASAR END OF SECTION 𑻸 */,
|
||
0x11FFF /* TAMIL PUNCTUATION END OF TEXT 𑿿 */,
|
||
0x12470 /* CUNEIFORM PUNCTUATION SIGN OLD ASSYRIAN WORD DIVIDER 𒑰 */,
|
||
0x12471 /* CUNEIFORM PUNCTUATION SIGN VERTICAL COLON 𒑱 */,
|
||
0x12472 /* CUNEIFORM PUNCTUATION SIGN DIAGONAL COLON 𒑲 */,
|
||
0x12473 /* CUNEIFORM PUNCTUATION SIGN DIAGONAL TRICOLON 𒑳 */,
|
||
0x12474 /* CUNEIFORM PUNCTUATION SIGN DIAGONAL QUADCOLON 𒑴 */,
|
||
0x16A6E /* MRO DANDA 𖩮 */,
|
||
0x16A6F /* MRO DOUBLE DANDA 𖩯 */,
|
||
0x16AF5 /* BASSA VAH FULL STOP 𖫵 */,
|
||
0x16B37 /* PAHAWH HMONG SIGN VOS THOM 𖬷 */,
|
||
0x16B38 /* PAHAWH HMONG SIGN VOS TSHAB CEEB 𖬸 */,
|
||
0x16B39 /* PAHAWH HMONG SIGN CIM CHEEM 𖬹 */,
|
||
0x16B3A /* PAHAWH HMONG SIGN VOS THIAB 𖬺 */,
|
||
0x16B3B /* PAHAWH HMONG SIGN VOS FEEM 𖬻 */,
|
||
0x16B44 /* PAHAWH HMONG SIGN XAUS 𖭄 */,
|
||
0x16E97 /* MEDEFAIDRIN COMMA 𖺗 */,
|
||
0x16E98 /* MEDEFAIDRIN FULL STOP 𖺘 */,
|
||
0x16E99 /* MEDEFAIDRIN SYMBOL AIVA 𖺙 */,
|
||
0x16E9A /* MEDEFAIDRIN EXCLAMATION OH 𖺚 */,
|
||
0x16FE2 /* OLD CHINESE HOOK MARK 𖿢 */,
|
||
0x1BC9F /* DUPLOYAN PUNCTUATION CHINOOK FULL STOP 𛲟 */,
|
||
0x1DA87 /* SIGNWRITING COMMA 𝪇 */,
|
||
0x1DA88 /* SIGNWRITING FULL STOP 𝪈 */,
|
||
0x1DA89 /* SIGNWRITING SEMICOLON 𝪉 */,
|
||
0x1DA8A /* SIGNWRITING COLON 𝪊 */,
|
||
0x1DA8B /* SIGNWRITING PARENTHESIS 𝪋 */,
|
||
0x1E95E /* ADLAM INITIAL EXCLAMATION MARK 𞥞 */,
|
||
0x1E95F /* ADLAM INITIAL QUESTION MARK */,
|
||
]
|
||
)
|