mkutf8data.c (c34e9ab9a612ee8b18273398ef75c207b01f516d) | mkutf8data.c (231825b2e1ff6ba799c5eaf396d3ab2354e37c6b) |
---|---|
1/* 2 * Copyright (c) 2014 SGI. 3 * All rights reserved. 4 * 5 * This program is free software; you can redistribute it and/or 6 * modify it under the terms of the GNU General Public License as 7 * published by the Free Software Foundation. 8 * --- 2216 unchanged lines hidden (view full) --- 2225 } 2226 fclose(file); 2227 if (verbose > 0) 2228 printf("Found %d entries\n", count); 2229 if (count == 0) 2230 file_fail(fold_name); 2231} 2232 | 1/* 2 * Copyright (c) 2014 SGI. 3 * All rights reserved. 4 * 5 * This program is free software; you can redistribute it and/or 6 * modify it under the terms of the GNU General Public License as 7 * published by the Free Software Foundation. 8 * --- 2216 unchanged lines hidden (view full) --- 2225 } 2226 fclose(file); 2227 if (verbose > 0) 2228 printf("Found %d entries\n", count); 2229 if (count == 0) 2230 file_fail(fold_name); 2231} 2232 |
2233static void ignore_init(void) 2234{ 2235 FILE *file; 2236 unsigned int unichar; 2237 unsigned int first; 2238 unsigned int last; 2239 unsigned int *um; 2240 int count; 2241 int ret; 2242 2243 if (verbose > 0) 2244 printf("Parsing %s\n", prop_name); 2245 file = fopen(prop_name, "r"); 2246 if (!file) 2247 open_fail(prop_name, errno); 2248 assert(file); 2249 count = 0; 2250 while (fgets(line, LINESIZE, file)) { 2251 ret = sscanf(line, "%X..%X ; %s # ", &first, &last, buf0); 2252 if (ret == 3) { 2253 if (strcmp(buf0, "Default_Ignorable_Code_Point")) 2254 continue; 2255 if (!utf32valid(first) || !utf32valid(last)) 2256 line_fail(prop_name, line); 2257 for (unichar = first; unichar <= last; unichar++) { 2258 free(unicode_data[unichar].utf32nfdi); 2259 um = malloc(sizeof(unsigned int)); 2260 *um = 0; 2261 unicode_data[unichar].utf32nfdi = um; 2262 free(unicode_data[unichar].utf32nfdicf); 2263 um = malloc(sizeof(unsigned int)); 2264 *um = 0; 2265 unicode_data[unichar].utf32nfdicf = um; 2266 count++; 2267 } 2268 if (verbose > 1) 2269 printf(" %X..%X Default_Ignorable_Code_Point\n", 2270 first, last); 2271 continue; 2272 } 2273 ret = sscanf(line, "%X ; %s # ", &unichar, buf0); 2274 if (ret == 2) { 2275 if (strcmp(buf0, "Default_Ignorable_Code_Point")) 2276 continue; 2277 if (!utf32valid(unichar)) 2278 line_fail(prop_name, line); 2279 free(unicode_data[unichar].utf32nfdi); 2280 um = malloc(sizeof(unsigned int)); 2281 *um = 0; 2282 unicode_data[unichar].utf32nfdi = um; 2283 free(unicode_data[unichar].utf32nfdicf); 2284 um = malloc(sizeof(unsigned int)); 2285 *um = 0; 2286 unicode_data[unichar].utf32nfdicf = um; 2287 if (verbose > 1) 2288 printf(" %X Default_Ignorable_Code_Point\n", 2289 unichar); 2290 count++; 2291 continue; 2292 } 2293 } 2294 fclose(file); 2295 2296 if (verbose > 0) 2297 printf("Found %d entries\n", count); 2298 if (count == 0) 2299 file_fail(prop_name); 2300} 2301 |
|
2233static void corrections_init(void) 2234{ 2235 FILE *file; 2236 unsigned int unichar; 2237 unsigned int major; 2238 unsigned int minor; 2239 unsigned int revision; 2240 unsigned int age; --- 1096 unchanged lines hidden (view full) --- 3337 if (verbose > 1) 3338 help(); 3339 for (unichar = 0; unichar != 0x110000; unichar++) 3340 unicode_data[unichar].code = unichar; 3341 age_init(); 3342 ccc_init(); 3343 nfdi_init(); 3344 nfdicf_init(); | 2302static void corrections_init(void) 2303{ 2304 FILE *file; 2305 unsigned int unichar; 2306 unsigned int major; 2307 unsigned int minor; 2308 unsigned int revision; 2309 unsigned int age; --- 1096 unchanged lines hidden (view full) --- 3406 if (verbose > 1) 3407 help(); 3408 for (unichar = 0; unichar != 0x110000; unichar++) 3409 unicode_data[unichar].code = unichar; 3410 age_init(); 3411 ccc_init(); 3412 nfdi_init(); 3413 nfdicf_init(); |
3414 ignore_init(); |
|
3345 corrections_init(); 3346 hangul_decompose(); 3347 nfdi_decompose(); 3348 nfdicf_decompose(); 3349 utf8_init(); 3350 trees_init(); 3351 trees_populate(); 3352 trees_reduce(); --- 12 unchanged lines hidden --- | 3415 corrections_init(); 3416 hangul_decompose(); 3417 nfdi_decompose(); 3418 nfdicf_decompose(); 3419 utf8_init(); 3420 trees_init(); 3421 trees_populate(); 3422 trees_reduce(); --- 12 unchanged lines hidden --- |