diff --git a/tools/test/iconv/gnu/gnu.c b/tools/test/iconv/gnu/gnu.c index 47e83ec3ae3d..ecf180d23b98 100644 --- a/tools/test/iconv/gnu/gnu.c +++ b/tools/test/iconv/gnu/gnu.c @@ -1,442 +1,442 @@ /*- * Copyright (C) 2009 Gabor Kovesdan * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. */ #include __FBSDID("$FreeBSD$"); #include #include #include #include #include #include #include #include #include static bool uc_hook = false; static bool wc_hook = false; static bool mb_uc_fb = false; void unicode_hook(unsigned int mbr, void *data); void wchar_hook(wchar_t wc, void *data); void mb_to_uc_fb(const char *, size_t, void (*write_replacement) (const unsigned int *, size_t, void *), void *, void *); static int ctl_get_translit1(void) { iconv_t cd; int arg, ret; cd = iconv_open("ASCII//TRANSLIT", "UTF-8"); if (cd == (iconv_t)-1) return (-1); if (iconvctl(cd, ICONV_GET_TRANSLITERATE, &arg) == 0) ret = (arg == 1) ? 0 : -1; else ret = -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_get_translit2(void) { iconv_t cd; int arg, ret; cd = iconv_open("ASCII", "UTF-8"); if (cd == (iconv_t)-1) return (-1); if (iconvctl(cd, ICONV_GET_TRANSLITERATE, &arg) == 0) ret = (arg == 0) ? 0 : -1; else ret = -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_set_translit1(void) { iconv_t cd; int arg = 1, ret; cd = iconv_open("ASCII", "UTF-8"); if (cd == (iconv_t)-1) return (-1); ret = iconvctl(cd, ICONV_SET_TRANSLITERATE, &arg) == 0 ? 0 : -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_set_translit2(void) { iconv_t cd; int arg = 0, ret; cd = iconv_open("ASCII//TRANSLIT", "UTF-8"); if (cd == (iconv_t)-1) return (-1); ret = iconvctl(cd, ICONV_SET_TRANSLITERATE, &arg) == 0 ? 0 : -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_get_discard_ilseq1(void) { iconv_t cd; int arg, ret; cd = iconv_open("ASCII", "UTF-8"); if (cd == (iconv_t)-1) return (-1); if (iconvctl(cd, ICONV_GET_DISCARD_ILSEQ, &arg) == 0) ret = arg == 0 ? 0 : -1; else ret = -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_get_discard_ilseq2(void) { iconv_t cd; int arg, ret; cd = iconv_open("ASCII//IGNORE", "UTF-8"); if (cd == (iconv_t)-1) return (-1); if (iconvctl(cd, ICONV_GET_DISCARD_ILSEQ, &arg) == 0) ret = arg == 1 ? 0 : -1; else ret = -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_set_discard_ilseq1(void) { iconv_t cd; int arg = 1, ret; cd = iconv_open("ASCII", "UTF-8"); if (cd == (iconv_t)-1) return (-1); ret = iconvctl(cd, ICONV_SET_DISCARD_ILSEQ, &arg) == 0 ? 0 : -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_set_discard_ilseq2(void) { iconv_t cd; int arg = 0, ret; cd = iconv_open("ASCII//IGNORE", "UTF-8"); if (cd == (iconv_t)-1) return (-1); ret = iconvctl(cd, ICONV_SET_DISCARD_ILSEQ, &arg) == 0 ? 0 : -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_trivialp1(void) { iconv_t cd; int arg, ret; cd = iconv_open("latin2", "latin2"); if (cd == (iconv_t)-1) return (-1); if (iconvctl(cd, ICONV_TRIVIALP, &arg) == 0) { ret = (arg == 1) ? 0 : -1; } else ret = -1; if (iconv_close(cd) == -1) return (-1); return (ret); } static int ctl_trivialp2(void) { iconv_t cd; int arg, ret; cd = iconv_open("ASCII", "KOI8-R"); if (cd == (iconv_t)-1) return (-1); if (iconvctl(cd, ICONV_TRIVIALP, &arg) == 0) { ret = (arg == 0) ? 0 : -1; } else ret = -1; if (iconv_close(cd) == -1) return (-1); return (ret); } void unicode_hook(unsigned int mbr, void *data) { #ifdef VERBOSE printf("Unicode hook: %u\n", mbr); #endif uc_hook = true; } void wchar_hook(wchar_t wc, void *data) { #ifdef VERBOSE printf("Wchar hook: %ull\n", wc); #endif wc_hook = true; } static int ctl_uc_hook(void) { struct iconv_hooks hooks; iconv_t cd; size_t inbytesleft = 15, outbytesleft = 40; - const char **inptr; - const char *s = "Hello World!"; + char **inptr; + char *s = "Hello World!"; char **outptr; char *outbuf; inptr = &s; hooks.uc_hook = unicode_hook; hooks.wc_hook = NULL; outbuf = malloc(40); outptr = &outbuf; cd = iconv_open("UTF-8", "ASCII"); if (cd == (iconv_t)-1) return (-1); if (iconvctl(cd, ICONV_SET_HOOKS, (void *)&hooks) != 0) return (-1); if (iconv(cd, inptr, &inbytesleft, outptr, &outbytesleft) == (size_t)-1) return (-1); if (iconv_close(cd) == -1) return (-1); return (uc_hook ? 0 : 1); } static int ctl_wc_hook(void) { struct iconv_hooks hooks; iconv_t cd; size_t inbytesleft, outbytesleft = 40; - const char **inptr; - const char *s = "Hello World!"; + char **inptr; + char *s = "Hello World!"; char **outptr; char *outbuf; inptr = &s; hooks.wc_hook = wchar_hook; hooks.uc_hook = NULL; outbuf = malloc(40); outptr = &outbuf; inbytesleft = sizeof(s); cd = iconv_open("SHIFT_JIS", "ASCII"); if (cd == (iconv_t)-1) return (-1); if (iconvctl(cd, ICONV_SET_HOOKS, (void *)&hooks) != 0) return (-1); if (iconv(cd, inptr, &inbytesleft, outptr, &outbytesleft) == (size_t)-1) return (-1); if (iconv_close(cd) == -1) return (-1); return (wc_hook ? 0 : 1); } static int gnu_canonicalize1(void) { return (strcmp(iconv_canonicalize("latin2"), "ISO-8859-2")); } static int gnu_canonicalize2(void) { return (!strcmp(iconv_canonicalize("ASCII"), iconv_canonicalize("latin2"))); } static int iconvlist_cb(unsigned int count, const char * const *names, void *data) { return (*(int *)data = ((names == NULL) && (count > 0)) ? -1 : 0); } static int gnu_iconvlist(void) { int i; iconvlist(iconvlist_cb, (void *)&i); return (i); } void mb_to_uc_fb(const char* inbuf, size_t inbufsize, void (*write_replacement)(const unsigned int *buf, size_t buflen, void* callback_arg), void* callback_arg, void* data) { unsigned int c = 0x3F; mb_uc_fb = true; write_replacement((const unsigned int *)&c, 1, NULL); } static int __unused ctl_mb_to_uc_fb(void) { struct iconv_fallbacks fb; iconv_t cd; size_t inbytesleft, outbytesleft; uint16_t inbuf[1] = { 0xF187 }; uint8_t outbuf[4] = { 0x00, 0x00, 0x00, 0x00 }; - const char *inptr; + char *inptr; char *outptr; int ret; if ((cd = iconv_open("UTF-32", "UTF-8")) == (iconv_t)-1) return (1); fb.uc_to_mb_fallback = NULL; fb.mb_to_wc_fallback = NULL; fb.wc_to_mb_fallback = NULL; fb.mb_to_uc_fallback = mb_to_uc_fb; fb.data = NULL; if (iconvctl(cd, ICONV_SET_FALLBACKS, (void *)&fb) != 0) return (1); - inptr = (const char *)inbuf; + inptr = (char *)inbuf; outptr = (char *)outbuf; inbytesleft = 2; outbytesleft = 4; errno = 0; ret = iconv(cd, &inptr, &inbytesleft, &outptr, &outbytesleft); #ifdef VERBOSE printf("mb_uc fallback: %c\n", outbuf[0]); #endif if (mb_uc_fb && (outbuf[0] == 0x3F)) return (0); else return (1); } static int gnu_openinto(void) { iconv_allocation_t *myspace; size_t inbytesleft, outbytesleft; - const char *inptr; + char *inptr; char *inbuf = "works!", *outptr; char outbuf[6]; if ((myspace = (iconv_allocation_t *)malloc(sizeof(iconv_allocation_t))) == NULL) return (1); if (iconv_open_into("ASCII", "ASCII", myspace) == -1) return (1); - inptr = (const char *)inbuf; + inptr = (char *)inbuf; outptr = (char *)outbuf; inbytesleft = 6; outbytesleft = 6; iconv((iconv_t)myspace, &inptr, &inbytesleft, &outptr, &outbytesleft); return ((memcmp(inbuf, outbuf, 6) == 0) ? 0 : 1); } static void test(int (tester) (void), const char * label) { int ret; if ((ret = tester())) printf("%s failed (%d)\n", label, ret); else printf("%s succeeded\n", label); } int main(void) { test(ctl_get_translit1, "ctl_get_translit1"); test(ctl_get_translit2, "ctl_get_translit2"); test(ctl_set_translit1, "ctl_set_translit1"); test(ctl_set_translit2, "ctl_set_translit2"); test(ctl_get_discard_ilseq1, "ctl_get_discard_ilseq1"); test(ctl_get_discard_ilseq2, "ctl_get_discard_ilseq2"); test(ctl_set_discard_ilseq1, "ctl_set_discard_ilseq1"); test(ctl_set_discard_ilseq2, "ctl_set_discard_ilseq2"); test(ctl_trivialp1, "ctl_trivialp1"); test(ctl_trivialp2, "ctl_trivialp2"); test(ctl_uc_hook, "ctl_uc_hook"); test(ctl_wc_hook, "ctl_wc_hook"); // test(ctl_mb_to_uc_fb, "ctl_mb_to_uc_fb"); test(gnu_openinto, "gnu_openinto"); test(gnu_canonicalize1, "gnu_canonicalize1"); test(gnu_canonicalize2, "gnu_canonicalize2"); test(gnu_iconvlist, "gnu_iconvlist"); } diff --git a/tools/test/iconv/posix/posix.c b/tools/test/iconv/posix/posix.c index 2502393b5509..7faed92416a3 100644 --- a/tools/test/iconv/posix/posix.c +++ b/tools/test/iconv/posix/posix.c @@ -1,267 +1,267 @@ /*- * Copyright (C) 2009 Gabor Kovesdan * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. */ #include __FBSDID("$FreeBSD$"); #include #include #include #include #include #include #include #include /* * iconv_open must return (iconv_t)-1 on non-existing encoding * and set errno to EINVAL. */ static int open_1(void) { iconv_t cd; errno = 0; cd = iconv_open("nonexisting", "foobar"); if ((cd == (iconv_t)-1) && (errno == EINVAL)) return (0); else { iconv_close(cd); return (1); } } /* * iconv_open must return (iconv_t)-1 if too much files are open * and set errno to ENFILE. */ #define MAX_LIMIT 1025 static int open_2(void) { iconv_t cd[MAX_LIMIT]; int i, ret; errno = 0; for (i = 0; i < MAX_LIMIT; i++) { cd[i] = iconv_open("ASCII", "UTF8"); if (cd[i] == (iconv_t)-1) break; } ret = (cd[i] == (iconv_t)-1) && ((errno == ENFILE) || (errno == EMFILE)) ? 0 : 1; for (; i > 0; i--) iconv_close(cd[i]); return (ret); } /* * iconv_close must return (iconv_t)-1 if conversion descriptor is * invalid and set errno to EBADF. */ static int close_1(void) { iconv_t cd = (iconv_t)-1; return ((iconv_close(cd) == -1) && (errno = EBADF) ? 0 : 1); } static int conv_ebadf(void) { iconv_t cd = (iconv_t)-1; errno = 0; return ((iconv(cd, NULL, 0, NULL, 0) == (size_t)-1 && errno == EBADF) ? 0 : 1); } static int conv_ret(void) { iconv_t cd; size_t inbytesleft, outbytesleft; - const char *inptr; + char *inptr; char *outptr; uint32_t outbuf[4]; uint32_t inbuf[2] = { 0x00000151, 0x00000171 }; if ((cd = iconv_open("ASCII", "UTF-32LE")) == (iconv_t)-1) return (1); - inptr = (const char *)inbuf; + inptr = (char *)inbuf; outptr = (char *)outbuf; inbytesleft = 8; outbytesleft = 16; return (iconv(cd, &inptr, &inbytesleft, &outptr, &outbytesleft) == 2 ? 0 : 1); } static int conv_2big(void) { iconv_t cd; size_t inbytesleft, outbytesleft; - const char *inptr; + char *inptr; char *outptr; uint32_t inbuf[4]; uint32_t outbuf[2]; int ret; if ((cd = iconv_open("ASCII", "ASCII")) == (iconv_t)-1) return (1); - inptr = (const char *)inbuf; + inptr = (char *)inbuf; outptr = (char *)outbuf; inbytesleft = 16; outbytesleft = 8; errno = 0; ret = iconv(cd, &inptr, &inbytesleft, &outptr, &outbytesleft); #ifdef VERBOSE printf("inptr - inbuf = %d\n", (const uint8_t *)inptr - (uint8_t *)inbuf); printf("inbytesleft = %d\n", inbytesleft); printf("outbytesleft = %d\n", outbytesleft); printf("outptr - outbuf = %d\n", (uint8_t *)outptr - (uint8_t *)outbuf); printf("errno = %d\n", errno); printf("ret = %d\n", (int)ret); #endif if (((const uint8_t *)inptr - (uint8_t *)inbuf == 8) && (inbytesleft == 8) && (outbytesleft == 0) && ((uint8_t *)outptr - (uint8_t *)outbuf == 8) && (errno == E2BIG) && ((size_t)ret == (size_t)-1)) return (0); else return (1); } static int conv_einval(void) { iconv_t cd; size_t inbytesleft, outbytesleft; - const char *inptr; + char *inptr; char *outptr; uint32_t outbuf[4]; uint16_t inbuf[1] = { 0xEA42 }; int ret; if ((cd = iconv_open("UTF-32", "BIG5")) == (iconv_t)-1) return (1); - inptr = (const char *)inbuf; + inptr = (char *)inbuf; outptr = (char *)outbuf; inbytesleft = 2; outbytesleft = 16; errno = 0; ret = iconv(cd, &inptr, &inbytesleft, &outptr, &outbytesleft); #ifdef VERBOSE printf("inptr - inbuf = %d\n", (const uint8_t *)inptr - (uint8_t *)inbuf); printf("inbytesleft = %d\n", inbytesleft); printf("outbytesleft = %d\n", outbytesleft); printf("outptr - outbuf = %d\n", (uint8_t *)outptr - (uint8_t *)outbuf); printf("errno = %d\n", errno); printf("ret = %d\n", (int)ret); #endif if (((const uint8_t *)inptr - (uint8_t *)inbuf == 1) && (inbytesleft == 1) && (outbytesleft == 8) && ((uint8_t *)outptr - (uint8_t *)outbuf == 8) && (errno == EINVAL) && ((size_t)ret == (size_t)-1)) return (0); else return (1); } static int conv_eilseq(void) { iconv_t cd; size_t inbytesleft, outbytesleft; - const char *inptr; + char *inptr; char *outptr; uint32_t outbuf[4]; uint16_t inbuf[1] = { 0x8AC0 }; int ret; if ((cd = iconv_open("Latin2", "UTF-16LE")) == (iconv_t)-1) return (1); - inptr = (const char *)inbuf; + inptr = (char *)inbuf; outptr = (char *)outbuf; inbytesleft = 4; outbytesleft = 16; errno = 0; ret = iconv(cd, &inptr, &inbytesleft, &outptr, &outbytesleft); #ifdef VERBOSE printf("inptr - inbuf = %d\n", (const uint8_t *)inptr - (uint8_t *)inbuf); printf("inbytesleft = %d\n", inbytesleft); printf("outbytesleft = %d\n", outbytesleft); printf("outptr - outbuf = %d\n", (uint8_t *)outptr - (uint8_t *)outbuf); printf("errno = %d\n", errno); printf("ret = %d\n", (int)ret); #endif if (((const uint8_t *)inptr - (uint8_t *)inbuf == 0) && (inbytesleft == 4) && (outbytesleft == 16) && ((uint8_t *)outptr - (uint8_t *)outbuf == 0) && (errno == EILSEQ) && ((size_t)ret == (size_t)-1)) return (0); else return (1); } static void test(int (tester) (void), const char * label) { int ret; if ((ret = tester())) printf("%s failed (%d)\n", label, ret); else printf("%s succeeded\n", label); } int main(void) { test(open_1, "open_1"); test(open_2, "open_2"); test(close_1, "close_1"); test(conv_ret, "conv_ret"); test(conv_ebadf, "conv_ebadf"); test(conv_2big, "conv_2big"); test(conv_einval, "conv_einval"); test(conv_eilseq, "conv_eilseq"); } diff --git a/tools/test/iconv/tablegen/tablegen.c b/tools/test/iconv/tablegen/tablegen.c index ee8cecad70d8..a67de54ff310 100644 --- a/tools/test/iconv/tablegen/tablegen.c +++ b/tools/test/iconv/tablegen/tablegen.c @@ -1,321 +1,321 @@ /*- * Copyright (C) 2009, 2010 Gabor Kovesdan * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. */ #include __FBSDID("$FreeBSD$"); #include #include #include #include #include #include #include #include #include #define UC_TO_MB_FLAG 1 #define MB_TO_WC_FLAG 2 #define MB_TO_UC_FLAG 4 #define WC_TO_MB_FLAG 8 #define MAX(a,b) ((a) < (b) ? (b) : (a)) extern char *__progname; static const char *optstr = "cdilrt"; static const char *citrus_common = "SRC_ZONE\t0x0000-0xFFFF\n" "OOB_MODE\tILSEQ\n" "DST_ILSEQ\t0xFFFE\n" "DST_UNIT_BITS\t32\n\n" "BEGIN_MAP\n" "#\n# Generated with Citrus iconv (FreeBSD)\n#\n"; bool cflag; bool dflag; bool iflag; bool lflag; bool tflag; bool rflag; int fb_flags; static void do_conv(iconv_t, bool); void mb_to_uc_fb(const char*, size_t, void (*write_replacement)(const unsigned int *, size_t, void *), void *, void *); void mb_to_wc_fb(const char*, size_t, void (*write_replacement) (const wchar_t *, size_t, void *), void *, void *); void uc_to_mb_fb(unsigned int, void (*write_replacement) (const char *, size_t, void *), void *, void *); void wc_to_mb_fb(wchar_t, void (*write_replacement)(const char *, size_t, void *), void *, void *); struct option long_options[] = { {"citrus", no_argument, NULL, 'c'}, {"diagnostic", no_argument, NULL, 'd'}, {"ignore", no_argument, NULL, 'i'}, {"long", no_argument, NULL, 'l'}, {"reverse", no_argument, NULL, 'r'}, {"translit", no_argument, NULL, 't'}, {NULL, no_argument, NULL, 0} }; static void usage(void) { fprintf(stderr, "Usage: %s [-cdilrt] ENCODING\n", __progname); exit(EXIT_FAILURE); } static void format_diag(int errcode) { const char *errstr; const char *u2m, *m2u, *m2w, *w2m; switch (errcode) { case EINVAL: errstr = "EINVAL "; break; case EILSEQ: errstr = "EILSEQ "; break; case E2BIG: errstr = "E2BIG "; break; default: errstr = "UNKNOWN "; break; } u2m = (fb_flags & UC_TO_MB_FLAG) ? "U2M " : ""; m2w = (fb_flags & MB_TO_WC_FLAG) ? "M2W " : ""; m2u = (fb_flags & MB_TO_UC_FLAG) ? "M2U " : ""; w2m = (fb_flags & WC_TO_MB_FLAG) ? "W2M " : ""; printf("%s%s%s%s%s", errstr, u2m, m2w, m2u, w2m); } static int magnitude(const uint32_t p) { if (p >> 8 == 0) return (1); else if (p >> 16 == 0) return (2); else return (p >> 24 == 0 ? 3 : 4); } static void format(const uint32_t data) { /* XXX: could be simpler, something like this but with leading 0s? printf("0x%.*X", magnitude(data), data); */ switch (magnitude(data)) { default: case 2: printf("0x%04X", data); break; case 3: printf("0x%06X", data); break; case 4: printf("0x%08X", data); break; } } void uc_to_mb_fb(unsigned int code, void (*write_replacement)(const char *buf, size_t buflen, void* callback_arg), void* callback_arg, void* data) { fb_flags |= UC_TO_MB_FLAG; } void mb_to_wc_fb(const char* inbuf, size_t inbufsize, void (*write_replacement)(const wchar_t *buf, size_t buflen, void* callback_arg), void* callback_arg, void* data) { fb_flags |= MB_TO_WC_FLAG; } void mb_to_uc_fb(const char* inbuf, size_t inbufsize, void (*write_replacement)(const unsigned int *buf, size_t buflen, void* callback_arg), void* callback_arg, void* data) { fb_flags |= MB_TO_UC_FLAG; } void wc_to_mb_fb(wchar_t wc, void (*write_replacement)(const char *buf, size_t buflen, void* callback_arg), void* callback_arg, void* data) { fb_flags |= WC_TO_MB_FLAG; } int main (int argc, char *argv[]) { struct iconv_fallbacks fbs; iconv_t cd; char *tocode; char c; while (((c = getopt_long(argc, argv, optstr, long_options, NULL)) != -1)) { switch (c) { case 'c': cflag = true; break; case 'd': dflag = true; break; case 'i': iflag = true; break; case 'l': lflag = true; break; case 'r': rflag = true; break; case 't': tflag = true; break; } } argc -= optind; argv += optind; if (argc < 1) usage(); fbs.uc_to_mb_fallback = uc_to_mb_fb; fbs.mb_to_wc_fallback = mb_to_wc_fb; fbs.mb_to_uc_fallback = mb_to_uc_fb; fbs.wc_to_mb_fallback = wc_to_mb_fb; fbs.data = NULL; if (argc == 2) { asprintf(&tocode, "%s%s%s", argv[1], tflag ? "//TRASNLIT" : "", iflag ? "//IGNORE" : ""); if ((cd = iconv_open(tocode, argv[0])) == (iconv_t)-1) err(1, NULL); if (dflag) { if (iconvctl(cd, ICONV_SET_FALLBACKS, &fbs) != 0) err(1, NULL); } do_conv(cd, false); } else if (rflag) { asprintf(&tocode, "%s%s%s", argv[0], tflag ? "//TRANSLIT" : "", iflag ? "//IGNORE" : ""); if ((cd = iconv_open(tocode, "UTF-32LE")) == (iconv_t)-1) err(1, NULL); if (dflag && iconvctl(cd, ICONV_SET_FALLBACKS, &fbs) != 0) err(1, NULL); if (cflag) { printf("# $FreeBSD$\n\n"); printf("TYPE\t\tROWCOL\n"); printf("NAME\t\tUCS/%s\n", argv[0]); printf("%s", citrus_common); } do_conv(cd, true); } else { if ((cd = iconv_open("UTF-32LE//TRANSLIT", argv[0])) == (iconv_t)-1) err(1, NULL); if (dflag && (iconvctl(cd, ICONV_SET_FALLBACKS, &fbs) != 0)) err(1, NULL); if (cflag) { printf("# $FreeBSD$\n\n"); printf("TYPE\t\tROWCOL\n"); printf("NAME\t\t%s/UCS\n", argv[0]); printf("%s", citrus_common); } do_conv(cd, false); } if (iconv_close(cd) != 0) err(1, NULL); return (EXIT_SUCCESS); } static void do_conv(iconv_t cd, bool uniinput) { size_t inbytesleft, outbytesleft, ret; uint32_t outbuf; uint32_t inbuf; - const char *inbuf_; + char *inbuf_; char *outbuf_; for (inbuf = 0; inbuf < (lflag ? 0x100000 : 0x10000); inbuf += 1) { if (uniinput && (inbuf >= 0xD800) && (inbuf <= 0xDF00)) continue; inbytesleft = uniinput ? 4 : magnitude(inbuf); outbytesleft = 4; outbuf = 0x00000000; outbuf_ = (char *)&outbuf; - inbuf_ = (const char *)&inbuf; + inbuf_ = (char *)&inbuf; iconv(cd, NULL, NULL, NULL, NULL); fb_flags = 0; errno = 0; ret = iconv(cd, &inbuf_, &inbytesleft, &outbuf_, &outbytesleft); if (ret == (size_t)-1) { if (dflag) { format(inbuf); printf(" = "); format_diag(errno); printf("\n"); } continue; } format(inbuf); printf(" = "); format(outbuf); printf("\n"); } if (cflag) printf("END_MAP\n"); }