forked from xmirror/m17n-db
-
Notifications
You must be signed in to change notification settings - Fork 2
/
compact.awk
95 lines (86 loc) · 2.32 KB
/
compact.awk
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
# compact.awk -- awk script to produce a compact charset map
# Copyright (C) 2003, 2004
# National Institute of Advanced Industrial Science and Technology (AIST)
# Registration Number H15PRO112
# This file is part of the m17n database; a sub-part of the m17n
# library.
# The m17n library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public License
# as published by the Free Software Foundation; either version 2.1 of
# the License, or (at your option) any later version.
# The m17n library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
# You should have received a copy of the GNU Lesser General Public
# License along with the m17n library; if not, write to the Free
# Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
# Boston, MA 02110-1301, USA.
BEGIN {
tohex["0"] = 1;
tohex["1"] = 2;
tohex["2"] = 3;
tohex["3"] = 4;
tohex["4"] = 5;
tohex["5"] = 6;
tohex["6"] = 7;
tohex["7"] = 8;
tohex["8"] = 9;
tohex["9"] = 10;
tohex["A"] = 11;
tohex["B"] = 12;
tohex["C"] = 13;
tohex["D"] = 14;
tohex["E"] = 15;
tohex["F"] = 16;
tohex["a"] = 11;
tohex["b"] = 12;
tohex["c"] = 13;
tohex["d"] = 14;
tohex["e"] = 15;
tohex["f"] = 16;
from_code = 0;
to_code = -1;
to_unicode = 0;
from_unicode = 0;
}
function decode_hex(str, idx) {
n = 0;
len = length(str);
for (i = idx; i <= len; i++)
{
c = tohex[substr (str, i, 1)];
if (c == 0)
break;
n = n * 16 + c - 1;
}
return n;
}
/^\#/ {
print;
next;
}
{
code = decode_hex($1, 3);
unicode = decode_hex($2, 3);
if ((code == to_code + 1) && (unicode == to_unicode + 1))
{
to_code++;
to_unicode++;
}
else
{
if (from_code == to_code)
printf "0x%04X 0x%04X\n", from_code, from_unicode;
else if (from_code < to_code)
printf "0x%04X-0x%04X 0x%04X\n", from_code, to_code, from_unicode;
from_code = to_code = code;
from_unicode = to_unicode = unicode;
}
}
END {
if (from_code == to_code)
printf "0x%04X 0x%04X\n", from_code, from_unicode;
else
printf "0x%04X-0x%04X 0x%04X\n", from_code, to_code, from_unicode;
}