Line data Source code
1 : /* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
2 : /*
3 : * This file is part of the LibreOffice project.
4 : *
5 : * This Source Code Form is subject to the terms of the Mozilla Public
6 : * License, v. 2.0. If a copy of the MPL was not distributed with this
7 : * file, You can obtain one at http://mozilla.org/MPL/2.0/.
8 : *
9 : * This file incorporates work covered by the following license notice:
10 : *
11 : * Licensed to the Apache Software Foundation (ASF) under one or more
12 : * contributor license agreements. See the NOTICE file distributed
13 : * with this work for additional information regarding copyright
14 : * ownership. The ASF licenses this file to you under the Apache
15 : * License, Version 2.0 (the "License"); you may not use this file
16 : * except in compliance with the License. You may obtain a copy of
17 : * the License at http://www.apache.org/licenses/LICENSE-2.0 .
18 : */
19 :
20 : #include <transliteration_Ignore.hxx>
21 :
22 : using namespace com::sun::star::uno;
23 : using namespace com::sun::star::lang;
24 :
25 : namespace com { namespace sun { namespace star { namespace i18n {
26 :
27 : static const sal_Unicode table_normalwidth[] = {
28 : // 0x0000, // 0x3040
29 : 0x3041, // 0x3041 HIRAGANA LETTER SMALL A
30 : 0x3042, // 0x3042 HIRAGANA LETTER A
31 : 0x3043, // 0x3043 HIRAGANA LETTER SMALL I
32 : 0x3044, // 0x3044 HIRAGANA LETTER I
33 : 0x3045, // 0x3045 HIRAGANA LETTER SMALL U
34 : 0x3046, // 0x3046 HIRAGANA LETTER U
35 : 0x3047, // 0x3047 HIRAGANA LETTER SMALL E
36 : 0x3048, // 0x3048 HIRAGANA LETTER E
37 : 0x3049, // 0x3049 HIRAGANA LETTER SMALL O
38 : 0x304a, // 0x304a HIRAGANA LETTER O
39 : 0x3042, // 0x304b HIRAGANA LETTER KA
40 : 0x3042, // 0x304c HIRAGANA LETTER GA
41 : 0x3044, // 0x304d HIRAGANA LETTER KI
42 : 0x3044, // 0x304e HIRAGANA LETTER GI
43 : 0x3046, // 0x304f HIRAGANA LETTER KU
44 : 0x3046, // 0x3050 HIRAGANA LETTER GU
45 : 0x3048, // 0x3051 HIRAGANA LETTER KE
46 : 0x3048, // 0x3052 HIRAGANA LETTER GE
47 : 0x304a, // 0x3053 HIRAGANA LETTER KO
48 : 0x304a, // 0x3054 HIRAGANA LETTER GO
49 : 0x3042, // 0x3055 HIRAGANA LETTER SA
50 : 0x3042, // 0x3056 HIRAGANA LETTER ZA
51 : 0x3044, // 0x3057 HIRAGANA LETTER SI
52 : 0x3044, // 0x3058 HIRAGANA LETTER ZI
53 : 0x3046, // 0x3059 HIRAGANA LETTER SU
54 : 0x3046, // 0x305a HIRAGANA LETTER ZU
55 : 0x3048, // 0x305b HIRAGANA LETTER SE
56 : 0x3048, // 0x305c HIRAGANA LETTER ZE
57 : 0x304a, // 0x305d HIRAGANA LETTER SO
58 : 0x304a, // 0x305e HIRAGANA LETTER ZO
59 : 0x3042, // 0x305f HIRAGANA LETTER TA
60 : 0x3042, // 0x3060 HIRAGANA LETTER DA
61 : 0x3044, // 0x3061 HIRAGANA LETTER TI
62 : 0x3044, // 0x3062 HIRAGANA LETTER DI
63 : 0x3045, // 0x3063 HIRAGANA LETTER SMALL TU
64 : 0x3046, // 0x3064 HIRAGANA LETTER TU
65 : 0x3046, // 0x3065 HIRAGANA LETTER DU
66 : 0x3048, // 0x3066 HIRAGANA LETTER TE
67 : 0x3048, // 0x3067 HIRAGANA LETTER DE
68 : 0x304a, // 0x3068 HIRAGANA LETTER TO
69 : 0x304a, // 0x3069 HIRAGANA LETTER DO
70 : 0x3042, // 0x306a HIRAGANA LETTER NA
71 : 0x3044, // 0x306b HIRAGANA LETTER NI
72 : 0x3046, // 0x306c HIRAGANA LETTER NU
73 : 0x3048, // 0x306d HIRAGANA LETTER NE
74 : 0x304a, // 0x306e HIRAGANA LETTER NO
75 : 0x3042, // 0x306f HIRAGANA LETTER HA
76 : 0x3042, // 0x3070 HIRAGANA LETTER BA
77 : 0x3042, // 0x3071 HIRAGANA LETTER PA
78 : 0x3044, // 0x3072 HIRAGANA LETTER HI
79 : 0x3044, // 0x3073 HIRAGANA LETTER BI
80 : 0x3044, // 0x3074 HIRAGANA LETTER PI
81 : 0x3046, // 0x3075 HIRAGANA LETTER HU
82 : 0x3046, // 0x3076 HIRAGANA LETTER BU
83 : 0x3046, // 0x3077 HIRAGANA LETTER PU
84 : 0x3048, // 0x3078 HIRAGANA LETTER HE
85 : 0x3048, // 0x3079 HIRAGANA LETTER BE
86 : 0x3048, // 0x307a HIRAGANA LETTER PE
87 : 0x304a, // 0x307b HIRAGANA LETTER HO
88 : 0x304a, // 0x307c HIRAGANA LETTER BO
89 : 0x304a, // 0x307d HIRAGANA LETTER PO
90 : 0x3042, // 0x307e HIRAGANA LETTER MA
91 : 0x3044, // 0x307f HIRAGANA LETTER MI
92 : 0x3046, // 0x3080 HIRAGANA LETTER MU
93 : 0x3048, // 0x3081 HIRAGANA LETTER ME
94 : 0x304a, // 0x3082 HIRAGANA LETTER MO
95 : 0x3041, // 0x3083 HIRAGANA LETTER SMALL YA
96 : 0x3042, // 0x3084 HIRAGANA LETTER YA
97 : 0x3045, // 0x3085 HIRAGANA LETTER SMALL YU
98 : 0x3046, // 0x3086 HIRAGANA LETTER YU
99 : 0x3049, // 0x3087 HIRAGANA LETTER SMALL YO
100 : 0x304a, // 0x3088 HIRAGANA LETTER YO
101 : 0x3042, // 0x3089 HIRAGANA LETTER RA
102 : 0x3044, // 0x308a HIRAGANA LETTER RI
103 : 0x3046, // 0x308b HIRAGANA LETTER RU
104 : 0x3048, // 0x308c HIRAGANA LETTER RE
105 : 0x304a, // 0x308d HIRAGANA LETTER RO
106 : 0x3041, // 0x308e HIRAGANA LETTER SMALL WA
107 : 0x3042, // 0x308f HIRAGANA LETTER WA
108 : 0x3044, // 0x3090 HIRAGANA LETTER WI
109 : 0x3048, // 0x3091 HIRAGANA LETTER WE
110 : 0x304a, // 0x3092 HIRAGANA LETTER WO
111 : 0x0000, // 0x3093 HIRAGANA LETTER N
112 : 0x3046, // 0x3094 HIRAGANA LETTER VU
113 : 0x0000, // 0x3095
114 : 0x0000, // 0x3096
115 : 0x0000, // 0x3097
116 : 0x0000, // 0x3098
117 : 0x0000, // 0x3099 COMBINING KATAKANA-HIRAGANA VOICED SOUND MARK
118 : 0x0000, // 0x309a COMBINING KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK
119 : 0x0000, // 0x309b KATAKANA-HIRAGANA VOICED SOUND MARK
120 : 0x0000, // 0x309c KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK
121 : 0x0000, // 0x309d HIRAGANA ITERATION MARK
122 : 0x0000, // 0x309e HIRAGANA VOICED ITERATION MARK
123 : 0x0000, // 0x309f
124 : 0x0000, // 0x30a0
125 : 0x30a1, // 0x30a1 KATAKANA LETTER SMALL A
126 : 0x30a2, // 0x30a2 KATAKANA LETTER A
127 : 0x30a3, // 0x30a3 KATAKANA LETTER SMALL I
128 : 0x30a4, // 0x30a4 KATAKANA LETTER I
129 : 0x30a5, // 0x30a5 KATAKANA LETTER SMALL U
130 : 0x30a6, // 0x30a6 KATAKANA LETTER U
131 : 0x30a7, // 0x30a7 KATAKANA LETTER SMALL E
132 : 0x30a8, // 0x30a8 KATAKANA LETTER E
133 : 0x30a9, // 0x30a9 KATAKANA LETTER SMALL O
134 : 0x30aa, // 0x30aa KATAKANA LETTER O
135 : 0x30a2, // 0x30ab KATAKANA LETTER KA
136 : 0x30a2, // 0x30ac KATAKANA LETTER GA
137 : 0x30a4, // 0x30ad KATAKANA LETTER KI
138 : 0x30a4, // 0x30ae KATAKANA LETTER GI
139 : 0x30a6, // 0x30af KATAKANA LETTER KU
140 : 0x30a6, // 0x30b0 KATAKANA LETTER GU
141 : 0x30a8, // 0x30b1 KATAKANA LETTER KE
142 : 0x30a8, // 0x30b2 KATAKANA LETTER GE
143 : 0x30aa, // 0x30b3 KATAKANA LETTER KO
144 : 0x30aa, // 0x30b4 KATAKANA LETTER GO
145 : 0x30a2, // 0x30b5 KATAKANA LETTER SA
146 : 0x30a2, // 0x30b6 KATAKANA LETTER ZA
147 : 0x30a4, // 0x30b7 KATAKANA LETTER SI
148 : 0x30a4, // 0x30b8 KATAKANA LETTER ZI
149 : 0x30a6, // 0x30b9 KATAKANA LETTER SU
150 : 0x30a6, // 0x30ba KATAKANA LETTER ZU
151 : 0x30a8, // 0x30bb KATAKANA LETTER SE
152 : 0x30a8, // 0x30bc KATAKANA LETTER ZE
153 : 0x30aa, // 0x30bd KATAKANA LETTER SO
154 : 0x30aa, // 0x30be KATAKANA LETTER ZO
155 : 0x30a2, // 0x30bf KATAKANA LETTER TA
156 : 0x30a2, // 0x30c0 KATAKANA LETTER DA
157 : 0x30a4, // 0x30c1 KATAKANA LETTER TI
158 : 0x30a4, // 0x30c2 KATAKANA LETTER DI
159 : 0x30a5, // 0x30c3 KATAKANA LETTER SMALL TU
160 : 0x30a6, // 0x30c4 KATAKANA LETTER TU
161 : 0x30a6, // 0x30c5 KATAKANA LETTER DU
162 : 0x30a8, // 0x30c6 KATAKANA LETTER TE
163 : 0x30a8, // 0x30c7 KATAKANA LETTER DE
164 : 0x30aa, // 0x30c8 KATAKANA LETTER TO
165 : 0x30aa, // 0x30c9 KATAKANA LETTER DO
166 : 0x30a2, // 0x30ca KATAKANA LETTER NA
167 : 0x30a4, // 0x30cb KATAKANA LETTER NI
168 : 0x30a6, // 0x30cc KATAKANA LETTER NU
169 : 0x30a8, // 0x30cd KATAKANA LETTER NE
170 : 0x30aa, // 0x30ce KATAKANA LETTER NO
171 : 0x30a2, // 0x30cf KATAKANA LETTER HA
172 : 0x30a2, // 0x30d0 KATAKANA LETTER BA
173 : 0x30a2, // 0x30d1 KATAKANA LETTER PA
174 : 0x30a4, // 0x30d2 KATAKANA LETTER HI
175 : 0x30a4, // 0x30d3 KATAKANA LETTER BI
176 : 0x30a4, // 0x30d4 KATAKANA LETTER PI
177 : 0x30a6, // 0x30d5 KATAKANA LETTER HU
178 : 0x30a6, // 0x30d6 KATAKANA LETTER BU
179 : 0x30a6, // 0x30d7 KATAKANA LETTER PU
180 : 0x30a8, // 0x30d8 KATAKANA LETTER HE
181 : 0x30a8, // 0x30d9 KATAKANA LETTER BE
182 : 0x30a8, // 0x30da KATAKANA LETTER PE
183 : 0x30aa, // 0x30db KATAKANA LETTER HO
184 : 0x30aa, // 0x30dc KATAKANA LETTER BO
185 : 0x30aa, // 0x30dd KATAKANA LETTER PO
186 : 0x30a2, // 0x30de KATAKANA LETTER MA
187 : 0x30a4, // 0x30df KATAKANA LETTER MI
188 : 0x30a6, // 0x30e0 KATAKANA LETTER MU
189 : 0x30a8, // 0x30e1 KATAKANA LETTER ME
190 : 0x30aa, // 0x30e2 KATAKANA LETTER MO
191 : 0x30a1, // 0x30e3 KATAKANA LETTER SMALL YA
192 : 0x30a2, // 0x30e4 KATAKANA LETTER YA
193 : 0x30a5, // 0x30e5 KATAKANA LETTER SMALL YU
194 : 0x30a6, // 0x30e6 KATAKANA LETTER YU
195 : 0x30a9, // 0x30e7 KATAKANA LETTER SMALL YO
196 : 0x30aa, // 0x30e8 KATAKANA LETTER YO
197 : 0x30a2, // 0x30e9 KATAKANA LETTER RA
198 : 0x30a4, // 0x30ea KATAKANA LETTER RI
199 : 0x30a6, // 0x30eb KATAKANA LETTER RU
200 : 0x30a8, // 0x30ec KATAKANA LETTER RE
201 : 0x30aa, // 0x30ed KATAKANA LETTER RO
202 : 0x30a1, // 0x30ee KATAKANA LETTER SMALL WA
203 : 0x30a2, // 0x30ef KATAKANA LETTER WA
204 : 0x30a4, // 0x30f0 KATAKANA LETTER WI
205 : 0x30a8, // 0x30f1 KATAKANA LETTER WE
206 : 0x30aa, // 0x30f2 KATAKANA LETTER WO
207 : 0x0000, // 0x30f3 KATAKANA LETTER N
208 : 0x30a6, // 0x30f4 KATAKANA LETTER VU
209 : 0x30a1, // 0x30f5 KATAKANA LETTER SMALL KA
210 : 0x30a7, // 0x30f6 KATAKANA LETTER SMALL KE
211 : 0x30a2, // 0x30f7 KATAKANA LETTER VA
212 : 0x30a4, // 0x30f8 KATAKANA LETTER VI
213 : 0x30a8, // 0x30f9 KATAKANA LETTER VE
214 : 0x30aa // 0x30fa KATAKANA LETTER VO
215 : // 0x0000, // 0x30fb KATAKANA MIDDLE DOT
216 : // 0x0000, // 0x30fc KATAKANA-HIRAGANA PROLONGED SOUND MARK
217 : // 0x0000, // 0x30fd KATAKANA ITERATION MARK
218 : // 0x0000, // 0x30fe KATAKANA VOICED ITERATION MARK
219 : // 0x0000 // 0x30ff
220 : };
221 :
222 : static const sal_Unicode table_halfwidth[] = {
223 : // 0x0000, // 0xff61 HALFWIDTH IDEOGRAPHIC FULL STOP
224 : // 0x0000, // 0xff62 HALFWIDTH LEFT CORNER BRACKET
225 : // 0x0000, // 0xff63 HALFWIDTH RIGHT CORNER BRACKET
226 : // 0x0000, // 0xff64 HALFWIDTH IDEOGRAPHIC COMMA
227 : // 0x0000, // 0xff65 HALFWIDTH KATAKANA MIDDLE DOT
228 : 0xff75, // 0xff66 HALFWIDTH KATAKANA LETTER WO
229 : 0xff67, // 0xff67 HALFWIDTH KATAKANA LETTER SMALL A
230 : 0xff68, // 0xff68 HALFWIDTH KATAKANA LETTER SMALL I
231 : 0xff69, // 0xff69 HALFWIDTH KATAKANA LETTER SMALL U
232 : 0xff6a, // 0xff6a HALFWIDTH KATAKANA LETTER SMALL E
233 : 0xff6b, // 0xff6b HALFWIDTH KATAKANA LETTER SMALL O
234 : 0xff67, // 0xff6c HALFWIDTH KATAKANA LETTER SMALL YA
235 : 0xff69, // 0xff6d HALFWIDTH KATAKANA LETTER SMALL YU
236 : 0xff6b, // 0xff6e HALFWIDTH KATAKANA LETTER SMALL YO
237 : 0xff69, // 0xff6f HALFWIDTH KATAKANA LETTER SMALL TU
238 : 0x0000, // 0xff70 HALFWIDTH KATAKANA-HIRAGANA PROLONGED SOUND MARK
239 : 0xff71, // 0xff71 HALFWIDTH KATAKANA LETTER A
240 : 0xff72, // 0xff72 HALFWIDTH KATAKANA LETTER I
241 : 0xff73, // 0xff73 HALFWIDTH KATAKANA LETTER U
242 : 0xff74, // 0xff74 HALFWIDTH KATAKANA LETTER E
243 : 0xff75, // 0xff75 HALFWIDTH KATAKANA LETTER O
244 : 0xff71, // 0xff76 HALFWIDTH KATAKANA LETTER KA
245 : 0xff72, // 0xff77 HALFWIDTH KATAKANA LETTER KI
246 : 0xff73, // 0xff78 HALFWIDTH KATAKANA LETTER KU
247 : 0xff74, // 0xff79 HALFWIDTH KATAKANA LETTER KE
248 : 0xff75, // 0xff7a HALFWIDTH KATAKANA LETTER KO
249 : 0xff71, // 0xff7b HALFWIDTH KATAKANA LETTER SA
250 : 0xff72, // 0xff7c HALFWIDTH KATAKANA LETTER SI
251 : 0xff73, // 0xff7d HALFWIDTH KATAKANA LETTER SU
252 : 0xff74, // 0xff7e HALFWIDTH KATAKANA LETTER SE
253 : 0xff75, // 0xff7f HALFWIDTH KATAKANA LETTER SO
254 : 0xff71, // 0xff80 HALFWIDTH KATAKANA LETTER TA
255 : 0xff72, // 0xff81 HALFWIDTH KATAKANA LETTER TI
256 : 0xff73, // 0xff82 HALFWIDTH KATAKANA LETTER TU
257 : 0xff74, // 0xff83 HALFWIDTH KATAKANA LETTER TE
258 : 0xff75, // 0xff84 HALFWIDTH KATAKANA LETTER TO
259 : 0xff71, // 0xff85 HALFWIDTH KATAKANA LETTER NA
260 : 0xff72, // 0xff86 HALFWIDTH KATAKANA LETTER NI
261 : 0xff73, // 0xff87 HALFWIDTH KATAKANA LETTER NU
262 : 0xff74, // 0xff88 HALFWIDTH KATAKANA LETTER NE
263 : 0xff75, // 0xff89 HALFWIDTH KATAKANA LETTER NO
264 : 0xff71, // 0xff8a HALFWIDTH KATAKANA LETTER HA
265 : 0xff72, // 0xff8b HALFWIDTH KATAKANA LETTER HI
266 : 0xff73, // 0xff8c HALFWIDTH KATAKANA LETTER HU
267 : 0xff74, // 0xff8d HALFWIDTH KATAKANA LETTER HE
268 : 0xff75, // 0xff8e HALFWIDTH KATAKANA LETTER HO
269 : 0xff71, // 0xff8f HALFWIDTH KATAKANA LETTER MA
270 : 0xff72, // 0xff90 HALFWIDTH KATAKANA LETTER MI
271 : 0xff73, // 0xff91 HALFWIDTH KATAKANA LETTER MU
272 : 0xff74, // 0xff92 HALFWIDTH KATAKANA LETTER ME
273 : 0xff75, // 0xff93 HALFWIDTH KATAKANA LETTER MO
274 : 0xff71, // 0xff94 HALFWIDTH KATAKANA LETTER YA
275 : 0xff73, // 0xff95 HALFWIDTH KATAKANA LETTER YU
276 : 0xff75, // 0xff96 HALFWIDTH KATAKANA LETTER YO
277 : 0xff71, // 0xff97 HALFWIDTH KATAKANA LETTER RA
278 : 0xff72, // 0xff98 HALFWIDTH KATAKANA LETTER RI
279 : 0xff73, // 0xff99 HALFWIDTH KATAKANA LETTER RU
280 : 0xff74, // 0xff9a HALFWIDTH KATAKANA LETTER RE
281 : 0xff75, // 0xff9b HALFWIDTH KATAKANA LETTER RO
282 : 0xff71 // 0xff9c HALFWIDTH KATAKANA LETTER WA
283 : // 0x0000, // 0xff9d HALFWIDTH KATAKANA LETTER N
284 : // 0x0000, // 0xff9e HALFWIDTH KATAKANA VOICED SOUND MARK
285 : // 0x0000 // 0xff9f HALFWIDTH KATAKANA SEMI-VOICED SOUND MARK
286 : };
287 :
288 :
289 : OUString SAL_CALL
290 0 : ignoreProlongedSoundMark_ja_JP::folding( const OUString& inStr, sal_Int32 startPos, sal_Int32 nCount, Sequence< sal_Int32 >& offset )
291 : throw(RuntimeException, std::exception)
292 : {
293 : // Create a string buffer which can hold nCount + 1 characters.
294 : // The reference count is 1 now.
295 0 : rtl_uString * newStr = rtl_uString_alloc(nCount);
296 0 : sal_Unicode * dst = newStr->buffer;
297 0 : const sal_Unicode * src = inStr.getStr() + startPos;
298 :
299 0 : sal_Int32 *p = 0;
300 0 : sal_Int32 position = 0;
301 :
302 0 : if (useOffset) {
303 : // Allocate nCount length to offset argument.
304 0 : offset.realloc( nCount );
305 0 : p = offset.getArray();
306 0 : position = startPos;
307 : }
308 :
309 :
310 0 : sal_Unicode previousChar = *src ++;
311 : sal_Unicode currentChar;
312 :
313 : // Conversion
314 0 : while (-- nCount > 0) {
315 0 : currentChar = *src ++;
316 :
317 0 : if (currentChar == 0x30fc || // KATAKANA-HIRAGANA PROLONGED SOUND MARK
318 : currentChar == 0xff70) { // HALFWIDTH KATAKANA-HIRAGANA PROLONGED SOUND MARK
319 :
320 0 : if (0x3041 <= previousChar && previousChar <= 0x30fa) {
321 0 : currentChar = table_normalwidth[ previousChar - 0x3041 ];
322 : }
323 0 : else if (0xff66 <= previousChar && previousChar <= 0xff9c) {
324 0 : currentChar = table_halfwidth[ previousChar - 0xff66 ];
325 : }
326 : }
327 :
328 0 : if (useOffset)
329 0 : *p ++ = position ++;
330 0 : *dst ++ = previousChar;
331 0 : previousChar = currentChar;
332 : }
333 :
334 0 : if (nCount == 0) {
335 0 : if (useOffset)
336 0 : *p = position;
337 0 : *dst ++ = previousChar;
338 : }
339 :
340 0 : *dst = (sal_Unicode) 0;
341 :
342 0 : newStr->length = sal_Int32(dst - newStr->buffer);
343 0 : if (useOffset)
344 0 : offset.realloc(newStr->length);
345 0 : return OUString(newStr, SAL_NO_ACQUIRE); // take ownership
346 :
347 : }
348 :
349 : } } } }
350 :
351 : /* vim:set shiftwidth=4 softtabstop=4 expandtab: */
|
