1 /* $FreeBSD$ */ 2 /* $NetBSD: iconv.c,v 1.16 2009/02/20 15:28:21 yamt Exp $ */ 3 4 /*- 5 * Copyright (c)2003 Citrus Project, 6 * All rights reserved. 7 * 8 * Redistribution and use in source and binary forms, with or without 9 * modification, are permitted provided that the following conditions 10 * are met: 11 * 1. Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * 2. Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in the 15 * documentation and/or other materials provided with the distribution. 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 * SUCH DAMAGE. 28 */ 29 30 #include <sys/cdefs.h> 31 32 #include <err.h> 33 #include <errno.h> 34 #include <getopt.h> 35 #include <iconv.h> 36 #include <limits.h> 37 #include <locale.h> 38 #include <stdbool.h> 39 #include <stdio.h> 40 #include <stdlib.h> 41 #include <string.h> 42 #include <unistd.h> 43 44 static int do_conv(FILE *, const char *, const char *, bool, bool); 45 static int do_list(unsigned int, const char * const *, void *); 46 static void usage(void) __dead2; 47 48 static const struct option long_options[] = { 49 {"from-code", required_argument, NULL, 'f'}, 50 {"list", no_argument, NULL, 'l'}, 51 {"silent", no_argument, NULL, 's'}, 52 {"to-code", required_argument, NULL, 't'}, 53 {NULL, no_argument, NULL, 0} 54 }; 55 56 static void 57 usage(void) 58 { 59 (void)fprintf(stderr, 60 "Usage:\t%1$s [-cs] -f <from_code> -t <to_code> [file ...]\n" 61 "\t%1$s -f <from_code> [-cs] [-t <to_code>] [file ...]\n" 62 "\t%1$s -t <to_code> [-cs] [-f <from_code>] [file ...]\n" 63 "\t%1$s -l\n", getprogname()); 64 exit(1); 65 } 66 67 #define INBUFSIZE 1024 68 #define OUTBUFSIZE (INBUFSIZE * 2) 69 static int 70 do_conv(FILE *fp, const char *from, const char *to, bool silent, 71 bool hide_invalid) 72 { 73 iconv_t cd; 74 char inbuf[INBUFSIZE], outbuf[OUTBUFSIZE], *out; 75 unsigned long long invalids; 76 const char *in; 77 size_t inbytes, outbytes, ret; 78 79 if ((cd = iconv_open(to, from)) == (iconv_t)-1) 80 err(EXIT_FAILURE, "iconv_open(%s, %s)", to, from); 81 82 if (hide_invalid) { 83 int arg = 1; 84 85 if (iconvctl(cd, ICONV_SET_DISCARD_ILSEQ, (void *)&arg) == -1) 86 err(EXIT_FAILURE, NULL); 87 } 88 invalids = 0; 89 while ((inbytes = fread(inbuf, 1, INBUFSIZE, fp)) > 0) { 90 in = inbuf; 91 while (inbytes > 0) { 92 size_t inval; 93 94 out = outbuf; 95 outbytes = OUTBUFSIZE; 96 ret = __iconv(cd, &in, &inbytes, &out, &outbytes, 97 0, &inval); 98 invalids += inval; 99 if (outbytes < OUTBUFSIZE) 100 (void)fwrite(outbuf, 1, OUTBUFSIZE - outbytes, 101 stdout); 102 if (ret == (size_t)-1 && errno != E2BIG) { 103 if (errno != EINVAL || in == inbuf) 104 err(EXIT_FAILURE, "iconv()"); 105 106 /* incomplete input character */ 107 (void)memmove(inbuf, in, inbytes); 108 ret = fread(inbuf + inbytes, 1, 109 INBUFSIZE - inbytes, fp); 110 if (ret == 0) { 111 fflush(stdout); 112 if (feof(fp)) 113 errx(EXIT_FAILURE, 114 "unexpected end of file; " 115 "the last character is " 116 "incomplete."); 117 else 118 err(EXIT_FAILURE, "fread()"); 119 } 120 in = inbuf; 121 inbytes += ret; 122 } 123 } 124 } 125 /* reset the shift state of the output buffer */ 126 outbytes = OUTBUFSIZE; 127 out = outbuf; 128 ret = iconv(cd, NULL, NULL, &out, &outbytes); 129 if (ret == (size_t)-1) 130 err(EXIT_FAILURE, "iconv()"); 131 if (outbytes < OUTBUFSIZE) 132 (void)fwrite(outbuf, 1, OUTBUFSIZE - outbytes, stdout); 133 134 if (invalids > 0 && !silent) 135 warnx("warning: invalid characters: %llu", invalids); 136 137 iconv_close(cd); 138 return (invalids > 0); 139 } 140 141 static int 142 do_list(unsigned int n, const char * const *list, void *data __unused) 143 { 144 unsigned int i; 145 146 for(i = 0; i < n; i++) { 147 printf("%s", list[i]); 148 if (i < n - 1) 149 printf(" "); 150 } 151 printf("\n"); 152 153 return (1); 154 } 155 156 int 157 main(int argc, char **argv) 158 { 159 FILE *fp; 160 char *opt_f, *opt_t; 161 int ch, i, res; 162 bool opt_c = false, opt_s = false; 163 164 opt_f = opt_t = strdup(""); 165 166 setlocale(LC_ALL, ""); 167 setprogname(argv[0]); 168 169 while ((ch = getopt_long(argc, argv, "csLlf:t:", 170 long_options, NULL)) != -1) { 171 switch (ch) { 172 case 'c': 173 opt_c = true; 174 break; 175 case 's': 176 opt_s = true; 177 break; 178 case 'l': 179 /* list */ 180 if (opt_s || opt_c || strcmp(opt_f, "") != 0 || 181 strcmp(opt_t, "") != 0) { 182 warnx("-l is not allowed with other flags."); 183 usage(); 184 } 185 iconvlist(do_list, NULL); 186 return (EXIT_SUCCESS); 187 case 'f': 188 /* from */ 189 if (optarg != NULL) 190 opt_f = strdup(optarg); 191 break; 192 case 't': 193 /* to */ 194 if (optarg != NULL) 195 opt_t = strdup(optarg); 196 break; 197 default: 198 usage(); 199 } 200 } 201 argc -= optind; 202 argv += optind; 203 if ((strcmp(opt_f, "") == 0) && (strcmp(opt_t, "") == 0)) 204 usage(); 205 if (argc == 0) 206 res = do_conv(stdin, opt_f, opt_t, opt_s, opt_c); 207 else { 208 res = 0; 209 for (i = 0; i < argc; i++) { 210 fp = (strcmp(argv[i], "-") != 0) ? 211 fopen(argv[i], "r") : stdin; 212 if (fp == NULL) 213 err(EXIT_FAILURE, "Cannot open `%s'", 214 argv[i]); 215 res |= do_conv(fp, opt_f, opt_t, opt_s, opt_c); 216 (void)fclose(fp); 217 } 218 } 219 return (res == 0 ? EXIT_SUCCESS : EXIT_FAILURE); 220 } 221