/* * LibSylph -- E-Mail client library * Copyright (C) 1999-2017 Hiroyuki Yamamoto * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ #ifdef HAVE_CONFIG_H # include "config.h" #endif #include "defs.h" #include #include #include #include #include #include #if HAVE_LOCALE_H # include #endif #include #include "codeconv.h" #include "prefs_common.h" #include "unmime.h" #include "base64.h" #include "quoted-printable.h" #include "utils.h" typedef enum { JIS_ASCII, JIS_KANJI, JIS_HWKANA, JIS_AUXKANJI, JIS_UDC } JISState; #define SUBST_CHAR '_' #define ESC '\033' #define SO 0x0e #define SI 0x0f #define SS2 0x8e #define SS3 0x8f #define iseuckanji(c) \ (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xfe) #define iseuchwkana1(c) \ (((c) & 0xff) == SS2) #define iseuchwkana2(c) \ (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xdf) #define iseucaux(c) \ (((c) & 0xff) == SS3) #define issjiskanji1(c) \ ((((c) & 0xff) >= 0x81 && ((c) & 0xff) <= 0x9f) || \ (((c) & 0xff) >= 0xe0 && ((c) & 0xff) <= 0xef)) #define issjiskanji2(c) \ ((((c) & 0xff) >= 0x40 && ((c) & 0xff) <= 0x7e) || \ (((c) & 0xff) >= 0x80 && ((c) & 0xff) <= 0xfc)) #define issjishwkana(c) \ (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xdf) #define issjisext(c) \ (((c) & 0xff) >= 0xf0 && ((c) & 0xff) <= 0xfc) #define issjisudc(c) \ (((c) & 0xff) >= 0xf0 && ((c) & 0xff) <= 0xf9) #define issjisibmext(c1, c2) \ ((((c1) & 0xff) >= 0xfa && ((c1) & 0xff) <= 0xfb && \ issjiskanji2(c2)) || \ (((c1) & 0xff) == 0xfc && \ ((c2) & 0xff) >= 0x40 && ((c2) & 0xff) <= 0x4b)) #define isjiskanji(c) \ (((c) & 0xff) >= 0x21 && ((c) & 0xff) <= 0x7e) #define isjishwkana(c) \ (((c) & 0xff) >= 0x21 && ((c) & 0xff) <= 0x5f) #define isjisudc(c) \ (((c) & 0xff) >= 0x21 && ((c) & 0xff) <= 0x34) #define isjisudclow(c) \ (((c) & 0xff) >= 0x21 && ((c) & 0xff) <= 0x2a) #define isjisudchigh(c) \ (((c) & 0xff) >= 0x2b && ((c) & 0xff) <= 0x34) /* U+0080 - U+07FF */ #define isutf8_2_1(c) \ (((c) & 0xe0) == 0xc0) #define isutf8_2_2(c) \ (((c) & 0xc0) == 0x80) /* U+0800 - U+FFFF */ #define isutf8_3_1(c) \ (((c) & 0xf0) == 0xe0) #define isutf8_3_2(c) \ (((c) & 0xc0) == 0x80) #define isutf8bom(s) \ (((*(s)) & 0xff) == 0xef && ((*(s + 1)) & 0xff) == 0xbb && \ ((*(s + 2)) & 0xff) == 0xbf) #define K_IN() \ if (state != JIS_KANJI) { \ *out++ = ESC; \ *out++ = '$'; \ *out++ = 'B'; \ state = JIS_KANJI; \ } #define K_OUT() \ if (state != JIS_ASCII) { \ *out++ = ESC; \ *out++ = '('; \ *out++ = 'B'; \ state = JIS_ASCII; \ } #define HW_IN() \ if (state != JIS_HWKANA) { \ *out++ = ESC; \ *out++ = '('; \ *out++ = 'I'; \ state = JIS_HWKANA; \ } #define AUX_IN() \ if (state != JIS_AUXKANJI) { \ *out++ = ESC; \ *out++ = '$'; \ *out++ = '('; \ *out++ = 'D'; \ state = JIS_AUXKANJI; \ } #define UDC_IN() \ if (state != JIS_UDC) { \ *out++ = ESC; \ *out++ = '$'; \ *out++ = '('; \ *out++ = '?'; \ state = JIS_UDC; \ } static ConvADType conv_ad_type = C_AD_BY_LOCALE; static gchar *conv_jistoeuc(const gchar *inbuf, gint *error); static gchar *conv_jistosjis(const gchar *inbuf, gint *error); static gchar *conv_euctojis(const gchar *inbuf, gint *error); static gchar *conv_sjistojis(const gchar *inbuf, gint *error); static gchar *conv_sjistoeuc(const gchar *inbuf, gint *error); static gchar *conv_jistoutf8(const gchar *inbuf, gint *error); static gchar *conv_sjistoutf8(const gchar *inbuf, gint *error); static gchar *conv_euctoutf8(const gchar *inbuf, gint *error); static gchar *conv_anytoutf8(const gchar *inbuf, gint *error); static gchar *conv_utf8toeuc(const gchar *inbuf, gint *error); static gchar *conv_utf8tojis(const gchar *inbuf, gint *error); static gchar *conv_utf8tosjis(const gchar *inbuf, gint *error); /* static void conv_unreadable_eucjp(gchar *str); */ static void conv_unreadable_8bit(gchar *str); /* static void conv_unreadable_latin(gchar *str); */ static gchar *conv_jistodisp(const gchar *inbuf, gint *error); static gchar *conv_sjistodisp(const gchar *inbuf, gint *error); static gchar *conv_euctodisp(const gchar *inbuf, gint *error); static gchar *conv_anytodisp(const gchar *inbuf, gint *error); static gchar *conv_ustodisp(const gchar *inbuf, gint *error); static gchar *conv_noconv(const gchar *inbuf, gint *error); static gchar *conv_jistoeuc(const gchar *inbuf, gint *error) { gchar *outbuf; const guchar *in = (guchar *)inbuf; guchar *out; JISState state = JIS_ASCII; gint error_ = 0; outbuf = g_malloc(strlen(inbuf) * 2 + 1); out = (guchar *)outbuf; while (*in != '\0') { if (*in == ESC) { in++; if (*in == '$') { if (*(in + 1) == '@' || *(in + 1) == 'B') { state = JIS_KANJI; in += 2; } else if (*(in + 1) == '(' && *(in + 2) == 'D') { state = JIS_AUXKANJI; in += 3; } else { /* unknown escape sequence */ error_ = -1; state = JIS_ASCII; } } else if (*in == '(') { if (*(in + 1) == 'B' || *(in + 1) == 'J') { state = JIS_ASCII; in += 2; } else if (*(in + 1) == 'I') { state = JIS_HWKANA; in += 2; } else { /* unknown escape sequence */ error_ = -1; state = JIS_ASCII; } } else { /* unknown escape sequence */ error_ = -1; state = JIS_ASCII; } } else if (*in == 0x0e) { state = JIS_HWKANA; in++; } else if (*in == 0x0f) { state = JIS_ASCII; in++; } else { switch (state) { case JIS_ASCII: *out++ = *in++; break; case JIS_KANJI: *out++ = *in++ | 0x80; if (*in == '\0') break; *out++ = *in++ | 0x80; break; case JIS_HWKANA: *out++ = 0x8e; *out++ = *in++ | 0x80; break; case JIS_AUXKANJI: *out++ = 0x8f; *out++ = *in++ | 0x80; if (*in == '\0') break; *out++ = *in++ | 0x80; break; default: *out++ = *in++; break; } } } *out = '\0'; if (error) *error = error_; return outbuf; } static gchar *conv_jistosjis(const gchar *inbuf, gint *error) { gchar *outbuf; const guchar *in = (guchar *)inbuf; guchar *out; JISState state = JIS_ASCII; gint error_ = 0; outbuf = g_malloc(strlen(inbuf) * 2 + 1); out = (guchar *)outbuf; while (*in != '\0') { if (*in == ESC) { in++; if (*in == '$') { if (*(in + 1) == '@' || *(in + 1) == 'B') { state = JIS_KANJI; in += 2; } else if (*(in + 1) == '(' && *(in + 2) == '?') { /* ISO-2022-JP-MS extention */ state = JIS_UDC; in += 3; } else { /* unknown escape sequence */ error_ = -1; state = JIS_ASCII; } } else if (*in == '(') { if (*(in + 1) == 'B' || *(in + 1) == 'J') { state = JIS_ASCII; in += 2; } else if (*(in + 1) == 'I') { state = JIS_HWKANA; in += 2; } else { /* unknown escape sequence */ error_ = -1; state = JIS_ASCII; } } else { /* unknown escape sequence */ error_ = -1; state = JIS_ASCII; } } else if (*in == SO) { state = JIS_HWKANA; in++; } else if (*in == SI) { state = JIS_ASCII; in++; } else { switch (state) { case JIS_ASCII: *out++ = *in++; break; case JIS_HWKANA: *out++ = *in++ | 0x80; break; case JIS_KANJI: if ((isjiskanji(*in) || (*in >= 0x7f && *in <= 0x97)) && isjiskanji(*(in + 1))) { *out++ = ((*in < 0x5f) ? (((*in - 0x21) / 2) + 0x81) : (((*in - 0x21) / 2) + 0xc1)); *out++ = ((*in % 2) ? ((*(in + 1) + ((*(in + 1) < 0x60) ? 0x1f : 0x20))) : *(in + 1) + 0x7e); in += 2; } else { error_ = -1; *out++ = SUBST_CHAR; in++; if (*in != '\0') { *out++ = SUBST_CHAR; in++; } } break; case JIS_UDC: if (isjisudc(*in) && isjiskanji(*(in + 1))) { *out++ = (((*in - 0x21) / 2) + 0xf0); *out++ = ((*in % 2) ? ((*(in + 1) + ((*(in + 1) < 0x60) ? 0x1f : 0x20))) : *(in + 1) + 0x7e); in += 2; } else { error_ = -1; *out++ = SUBST_CHAR; in++; if (*in != '\0') { *out++ = SUBST_CHAR; in++; } } break; default: *out++ = *in++; break; } } } *out = '\0'; if (error) *error = error_; return outbuf; } #define JIS_HWDAKUTEN 0x5e #define JIS_HWHANDAKUTEN 0x5f static gint conv_jis_hantozen(guchar *outbuf, guchar jis_code, guchar sound_sym) { static guint16 h2z_tbl[] = { /* 0x20 - 0x2f */ 0x0000, 0x2123, 0x2156, 0x2157, 0x2122, 0x2126, 0x2572, 0x2521, 0x2523, 0x2525, 0x2527, 0x2529, 0x2563, 0x2565, 0x2567, 0x2543, /* 0x30 - 0x3f */ 0x213c, 0x2522, 0x2524, 0x2526, 0x2528, 0x252a, 0x252b, 0x252d, 0x252f, 0x2531, 0x2533, 0x2535, 0x2537, 0x2539, 0x253b, 0x253d, /* 0x40 - 0x4f */ 0x253f, 0x2541, 0x2544, 0x2546, 0x2548, 0x254a, 0x254b, 0x254c, 0x254d, 0x254e, 0x254f, 0x2552, 0x2555, 0x2558, 0x255b, 0x255e, /* 0x50 - 0x5f */ 0x255f, 0x2560, 0x2561, 0x2562, 0x2564, 0x2566, 0x2568, 0x2569, 0x256a, 0x256b, 0x256c, 0x256d, 0x256f, 0x2573, 0x212b, 0x212c }; static guint16 dakuten_tbl[] = { /* 0x30 - 0x3f */ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x252c, 0x252e, 0x2530, 0x2532, 0x2534, 0x2536, 0x2538, 0x253a, 0x253c, 0x253e, /* 0x40 - 0x4f */ 0x2540, 0x2542, 0x2545, 0x2547, 0x2549, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x2550, 0x2553, 0x2556, 0x2559, 0x255c, 0x0000 }; static guint16 handakuten_tbl[] = { /* 0x4a - 0x4e */ 0x2551, 0x2554, 0x2557, 0x255a, 0x255d }; guint16 out_code; jis_code &= 0x7f; sound_sym &= 0x7f; if (jis_code < 0x21 || jis_code > 0x5f) return 0; if (sound_sym == JIS_HWDAKUTEN && jis_code >= 0x36 && jis_code <= 0x4e) { out_code = dakuten_tbl[jis_code - 0x30]; if (out_code != 0) { *outbuf = out_code >> 8; *(outbuf + 1) = out_code & 0xff; return 2; } } if (sound_sym == JIS_HWHANDAKUTEN && jis_code >= 0x4a && jis_code <= 0x4e) { out_code = handakuten_tbl[jis_code - 0x4a]; *outbuf = out_code >> 8; *(outbuf + 1) = out_code & 0xff; return 2; } out_code = h2z_tbl[jis_code - 0x20]; *outbuf = out_code >> 8; *(outbuf + 1) = out_code & 0xff; return 1; } static gchar *conv_euctojis(const gchar *inbuf, gint *error) { gchar *outbuf; const guchar *in = (guchar *)inbuf; guchar *out; JISState state = JIS_ASCII; gint error_ = 0; outbuf = g_malloc(strlen(inbuf) * 3 + 4); out = (guchar *)outbuf; while (*in != '\0') { if (isascii(*in)) { K_OUT(); *out++ = *in++; } else if (iseuckanji(*in)) { if (iseuckanji(*(in + 1))) { K_IN(); *out++ = *in++ & 0x7f; *out++ = *in++ & 0x7f; } else { error_ = -1; K_OUT(); *out++ = SUBST_CHAR; in++; if (*in != '\0' && !isascii(*in)) { *out++ = SUBST_CHAR; in++; } } } else if (iseuchwkana1(*in)) { if (iseuchwkana2(*(in + 1))) { if (prefs_common.allow_jisx0201_kana) { HW_IN(); in++; *out++ = *in++ & 0x7f; } else { guchar jis_ch[2]; gint len; if (iseuchwkana1(*(in + 2)) && iseuchwkana2(*(in + 3))) len = conv_jis_hantozen (jis_ch, *(in + 1), *(in + 3)); else len = conv_jis_hantozen (jis_ch, *(in + 1), '\0'); if (len == 0) in += 2; else { K_IN(); in += len * 2; *out++ = jis_ch[0]; *out++ = jis_ch[1]; } } } else { error_ = -1; K_OUT(); in++; if (*in != '\0' && !isascii(*in)) { *out++ = SUBST_CHAR; in++; } } } else if (iseucaux(*in)) { in++; if (iseuckanji(*in) && iseuckanji(*(in + 1))) { AUX_IN(); *out++ = *in++ & 0x7f; *out++ = *in++ & 0x7f; } else { error_ = -1; K_OUT(); if (*in != '\0' && !isascii(*in)) { *out++ = SUBST_CHAR; in++; if (*in != '\0' && !isascii(*in)) { *out++ = SUBST_CHAR; in++; } } } } else { error_ = -1; K_OUT(); *out++ = SUBST_CHAR; in++; } } K_OUT(); *out = '\0'; if (error) *error = error_; return outbuf; } #define sjistoidx(c1, c2) \ (((c1) > 0x9f) \ ? (((c1) - 0xc1) * 188 + (c2) - (((c2) > 0x7e) ? 0x41 : 0x40)) \ : (((c1) - 0x81) * 188 + (c2) - (((c2) > 0x7e) ? 0x41 : 0x40))) #define idxtojis1(c) (((c) / 94) + 0x21) #define idxtojis2(c) (((c) % 94) + 0x21) static guint conv_idx_ibmtonec(guint idx) { if (idx >= sjistoidx(0xfa, 0x5c)) idx -= sjistoidx(0xfa, 0x5c) - sjistoidx(0xed, 0x40); /* else if (idx == sjistoidx(0xfa, 0x5b)) */ /* idx = sjistoidx(0x81, 0xe6); */ /* else if (idx == sjistoidx(0xfa, 0x5a)) */ /* idx = sjistoidx(0x87, 0x84); */ /* else if (idx == sjistoidx(0xfa, 0x59)) */ /* idx = sjistoidx(0x87, 0x82); */ /* else if (idx == sjistoidx(0xfa, 0x58)) */ /* idx = sjistoidx(0x87, 0x8a); */ else if (idx >= sjistoidx(0xfa, 0x55)) idx -= sjistoidx(0xfa, 0x55) - sjistoidx(0xee, 0xfa); /* else if (idx == sjistoidx(0xfa, 0x54)) */ /* idx = sjistoidx(0x81, 0xca); */ /* else if (idx >= sjistoidx(0xfa, 0x4a)) */ /* idx -= sjistoidx(0xfa, 0x4a) */ /* - sjistoidx(0x87, 0x54); */ else if (idx >= sjistoidx(0xfa, 0x40)) idx -= sjistoidx(0xfa, 0x40) - sjistoidx(0xee, 0xef); return idx; } static gchar *conv_sjistojis(const gchar *inbuf, gint *error) { gchar *outbuf; const guchar *in = (guchar *)inbuf; guchar *out; JISState state = JIS_ASCII; gint error_ = 0; guint idx; outbuf = g_malloc(strlen(inbuf) * 5 + 4); out = (guchar *)outbuf; while (*in != '\0') { if (isascii(*in)) { K_OUT(); *out++ = *in++; } else if (issjiskanji1(*in)) { if (issjiskanji2(*(in + 1))) { K_IN(); idx = sjistoidx(*in, *(in + 1)); *out++ = idxtojis1(idx); *out++ = idxtojis2(idx); in += 2; } else { error_ = -1; K_OUT(); *out++ = SUBST_CHAR; in++; if (*in != '\0' && !isascii(*in)) { *out++ = SUBST_CHAR; in++; } } } else if (issjishwkana(*in)) { if (prefs_common.allow_jisx0201_kana) { HW_IN(); *out++ = *in++ & 0x7f; } else { guchar jis_ch[2]; gint len; if (issjishwkana(*(in + 1))) len = conv_jis_hantozen (jis_ch, *in, *(in + 1)); else len = conv_jis_hantozen (jis_ch, *in, '\0'); if (len == 0) in++; else { K_IN(); in += len; *out++ = jis_ch[0]; *out++ = jis_ch[1]; } } } else if (issjisibmext(*in, *(in + 1))) { K_IN(); idx = sjistoidx(*in, *(in + 1)); idx = conv_idx_ibmtonec(idx); *out++ = idxtojis1(idx); *out++ = idxtojis2(idx); in += 2; #if 0 } else if (issjisudc(*in)) { UDC_IN(); idx = sjistoidx(*in, *(in + 1)) - sjistoidx(0xf0, 0x40); *out++ = idxtojis1(idx); *out++ = idxtojis2(idx); in += 2; #endif } else if (issjisext(*in)) { error_ = -1; K_OUT(); *out++ = SUBST_CHAR; in++; if (*in != '\0' && !isascii(*in)) { *out++ = SUBST_CHAR; in++; } } else { error_ = -1; K_OUT(); *out++ = SUBST_CHAR; in++; } } K_OUT(); *out = '\0'; if (error) *error = error_; return outbuf; } static gchar *conv_sjistoeuc(const gchar *inbuf, gint *error) { gchar *outbuf; const guchar *in = (guchar *)inbuf; guchar *out; gint error_ = 0; outbuf = g_malloc(strlen(inbuf) * 2 + 1); out = (guchar *)outbuf; while (*in != '\0') { if (isascii(*in)) { *out++ = *in++; } else if (issjiskanji1(*in)) { if (issjiskanji2(*(in + 1))) { guchar out1 = *in; guchar out2 = *(in + 1); guchar row; row = out1 < 0xa0 ? 0x70 : 0xb0; if (out2 < 0x9f) { out1 = (out1 - row) * 2 - 1; out2 -= out2 > 0x7f ? 0x20 : 0x1f; } else { out1 = (out1 - row) * 2; out2 -= 0x7e; } *out++ = out1 | 0x80; *out++ = out2 | 0x80; in += 2; } else { error_ = -1; *out++ = SUBST_CHAR; in++; if (*in != '\0' && !isascii(*in)) { *out++ = SUBST_CHAR; in++; } } } else if (issjishwkana(*in)) { *out++ = SS2; *out++ = *in++; } else if (issjisext(*in)) { error_ = -1; *out++ = SUBST_CHAR; in++; if (*in != '\0' && !isascii(*in)) { *out++ = SUBST_CHAR; in++; } } else { error_ = -1; *out++ = SUBST_CHAR; in++; } } *out = '\0'; if (error) *error = error_; return outbuf; } static gchar *conv_jistoutf8(const gchar *inbuf, gint *error) { gchar *tmpstr, *utf8str; gint t_error = 0, u_error = 0; if (strstr(inbuf, "\033$(D")) { tmpstr = conv_jistoeuc(inbuf, &t_error); utf8str = conv_euctoutf8(tmpstr, &u_error); } else { tmpstr = conv_jistosjis(inbuf, &t_error); utf8str = conv_sjistoutf8(tmpstr, &u_error); } g_free(tmpstr); if (error) *error = (t_error | u_error); return utf8str; } #if USE_THREADS #define S_LOCK_DEFINE_STATIC(name) G_LOCK_DEFINE_STATIC(name) #define S_LOCK(name) G_LOCK(name) #define S_UNLOCK(name) G_UNLOCK(name) #else #define S_LOCK_DEFINE_STATIC(name) #define S_LOCK(name) #define S_UNLOCK(name) #endif static gchar *conv_sjistoutf8(const gchar *inbuf, gint *error) { static iconv_t cd = (iconv_t)-1; static gboolean iconv_ok = TRUE; S_LOCK_DEFINE_STATIC(cd); gchar *ret; S_LOCK(cd); if (cd == (iconv_t)-1) { if (!iconv_ok) { S_UNLOCK(cd); if (error) *error = -1; return g_strdup(inbuf); } cd = iconv_open(CS_UTF_8, CS_CP932); if (cd == (iconv_t)-1) { cd = iconv_open(CS_UTF_8, CS_SHIFT_JIS); if (cd == (iconv_t)-1) { g_warning("conv_sjistoutf8(): %s\n", g_strerror(errno)); iconv_ok = FALSE; S_UNLOCK(cd); if (error) *error = -1; return g_strdup(inbuf); } } } ret = conv_iconv_strdup_with_cd(inbuf, cd, error); S_UNLOCK(cd); return ret; } static gchar *conv_euctoutf8(const gchar *inbuf, gint *error) { static iconv_t cd = (iconv_t)-1; static gboolean iconv_ok = TRUE; S_LOCK_DEFINE_STATIC(cd); gchar *ret; S_LOCK(cd); if (cd == (iconv_t)-1) { if (!iconv_ok) { S_UNLOCK(cd); if (error) *error = -1; return g_strdup(inbuf); } cd = iconv_open(CS_UTF_8, CS_EUC_JP_MS); if (cd == (iconv_t)-1) { cd = iconv_open(CS_UTF_8, CS_EUC_JP); if (cd == (iconv_t)-1) { g_warning("conv_euctoutf8(): %s\n", g_strerror(errno)); iconv_ok = FALSE; S_UNLOCK(cd); if (error) *error = -1; return g_strdup(inbuf); } } } ret = conv_iconv_strdup_with_cd(inbuf, cd, error); S_UNLOCK(cd); return ret; } static gchar *conv_anytoutf8(const gchar *inbuf, gint *error) { switch (conv_guess_ja_encoding(inbuf)) { case C_ISO_2022_JP: return conv_jistoutf8(inbuf, error); case C_SHIFT_JIS: return conv_sjistoutf8(inbuf, error); case C_EUC_JP: return conv_euctoutf8(inbuf, error); case C_UTF_8: if (error) *error = 0; if (isutf8bom(inbuf)) inbuf += 3; return g_strdup(inbuf); default: if (error) *error = 0; return g_strdup(inbuf); } } static gchar *conv_utf8tosjis(const gchar *inbuf, gint *error) { static iconv_t cd = (iconv_t)-1; static gboolean iconv_ok = TRUE; S_LOCK_DEFINE_STATIC(cd); gchar *ret; S_LOCK(cd); if (cd == (iconv_t)-1) { if (!iconv_ok) { S_UNLOCK(cd); if (error) *error = -1; return g_strdup(inbuf); } cd = iconv_open(CS_CP932, CS_UTF_8); if (cd == (iconv_t)-1) { cd = iconv_open(CS_SHIFT_JIS, CS_UTF_8); if (cd == (iconv_t)-1) { g_warning("conv_utf8tosjis(): %s\n", g_strerror(errno)); iconv_ok = FALSE; S_UNLOCK(cd); if (error) *error = -1; return g_strdup(inbuf); } } } if (isutf8bom(inbuf)) inbuf += 3; ret = conv_iconv_strdup_with_cd(inbuf, cd, error); S_UNLOCK(cd); return ret; } static gchar *conv_utf8toeuc(const gchar *inbuf, gint *error) { static iconv_t cd = (iconv_t)-1; static gboolean iconv_ok = TRUE; S_LOCK_DEFINE_STATIC(cd); gchar *ret; S_LOCK(cd); if (cd == (iconv_t)-1) { if (!iconv_ok) { S_UNLOCK(cd); if (error) *error = -1; return g_strdup(inbuf); } cd = iconv_open(CS_EUC_JP_MS, CS_UTF_8); if (cd == (iconv_t)-1) { cd = iconv_open(CS_EUC_JP, CS_UTF_8); if (cd == (iconv_t)-1) { g_warning("conv_utf8toeuc(): %s\n", g_strerror(errno)); iconv_ok = FALSE; S_UNLOCK(cd); if (error) *error = -1; return g_strdup(inbuf); } } } if (isutf8bom(inbuf)) inbuf += 3; ret = conv_iconv_strdup_with_cd(inbuf, cd, error); S_UNLOCK(cd); return ret; } static gchar *conv_utf8tojis(const gchar *inbuf, gint *error) { gchar *tmpstr, *jisstr; gint t_error = 0, j_error = 0; #if 1 tmpstr = conv_utf8tosjis(inbuf, &t_error); jisstr = conv_sjistojis(tmpstr, &j_error); #else tmpstr = conv_utf8toeuc(inbuf, &t_error); jisstr = conv_euctojis(tmpstr, &j_error); #endif g_free(tmpstr); if (error) *error = (t_error | j_error); return jisstr; } #if 0 static gchar valid_eucjp_tbl[][96] = { /* 0xa2a0 - 0xa2ff */ { 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0 }, /* 0xa3a0 - 0xa3ff */ { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0 }, /* 0xa4a0 - 0xa4ff */ { 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }, /* 0xa5a0 - 0xa5ff */ { 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 }, /* 0xa6a0 - 0xa6ff */ { 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }, /* 0xa7a0 - 0xa7ff */ { 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }, /* 0xa8a0 - 0xa8ff */ { 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 } }; static gboolean isprintableeuckanji(guchar c1, guchar c2) { if (c1 <= 0xa0 || c1 >= 0xf5) return FALSE; if (c2 <= 0xa0 || c2 == 0xff) return FALSE; if (c1 >= 0xa9 && c1 <= 0xaf) return FALSE; if (c1 >= 0xa2 && c1 <= 0xa8) return (gboolean)valid_eucjp_tbl[c1 - 0xa2][c2 - 0xa0]; if (c1 == 0xcf) { if (c2 >= 0xd4 && c2 <= 0xfe) return FALSE; } else if (c1 == 0xf4) { if (c2 >= 0xa7 && c2 <= 0xfe) return FALSE; } return TRUE; } static void conv_unreadable_eucjp(gchar *str) { register guchar *p = str; while (*p != '\0') { if (isascii(*p)) { /* convert CR+LF -> LF */ if (*p == '\r' && *(p + 1) == '\n') memmove(p, p + 1, strlen(p)); /* printable 7 bit code */ p++; } else if (iseuckanji(*p)) { if (isprintableeuckanji(*p, *(p + 1))) { /* printable euc-jp code */ p += 2; } else { /* substitute unprintable code */ *p++ = SUBST_CHAR; if (*p != '\0') { if (isascii(*p)) p++; else *p++ = SUBST_CHAR; } } } else if (iseuchwkana1(*p)) { if (iseuchwkana2(*(p + 1))) /* euc-jp hankaku kana */ p += 2; else *p++ = SUBST_CHAR; } else if (iseucaux(*p)) { if (iseuckanji(*(p + 1)) && iseuckanji(*(p + 2))) { /* auxiliary kanji */ p += 3; } else *p++ = SUBST_CHAR; } else /* substitute unprintable 1 byte code */ *p++ = SUBST_CHAR; } } #endif static void conv_unreadable_8bit(gchar *str) { register gchar *p = str; while (*p != '\0') { /* convert CR+LF -> LF */ if (*p == '\r' && *(p + 1) == '\n') memmove(p, p + 1, strlen(p)); else if (!isascii(*(guchar *)p)) *p = SUBST_CHAR; p++; } } #if 0 static void conv_unreadable_latin(gchar *str) { register guchar *p = str; while (*p != '\0') { /* convert CR+LF -> LF */ if (*p == '\r' && *(p + 1) == '\n') memmove(p, p + 1, strlen(p)); else if ((*p & 0xff) >= 0x7f && (*p & 0xff) <= 0x9f) *p = SUBST_CHAR; p++; } } #endif #define NCV '\0' void conv_mb_alnum(gchar *str) { static guchar char_tbl[] = { /* 0xa0 - 0xaf */ NCV, ' ', NCV, NCV, ',', '.', NCV, ':', ';', '?', '!', NCV, NCV, NCV, NCV, NCV, /* 0xb0 - 0xbf */ NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, /* 0xc0 - 0xcf */ NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, '(', ')', NCV, NCV, '[', ']', /* 0xd0 - 0xdf */ '{', '}', NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, '+', '-', NCV, NCV, /* 0xe0 - 0xef */ NCV, '=', NCV, '<', '>', NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV, NCV }; register guchar *p = (guchar *)str; register gint len; len = strlen(str); while (len > 1) { if (*p == 0xa3) { register guchar ch = *(p + 1); if (ch >= 0xb0 && ch <= 0xfa) { /* [a-zA-Z] */ *p = ch & 0x7f; p++; len--; memmove(p, p + 1, len); len--; } else { p += 2; len -= 2; } } else if (*p == 0xa1) { register guchar ch = *(p + 1); if (ch >= 0xa0 && ch <= 0xef && NCV != char_tbl[ch - 0xa0]) { *p = char_tbl[ch - 0xa0]; p++; len--; memmove(p, p + 1, len); len--; } else { p += 2; len -= 2; } } else if (iseuckanji(*p)) { p += 2; len -= 2; } else { p++; len--; } } } CharSet conv_guess_ja_encoding(const gchar *str) { const guchar *p = (const guchar *)str; CharSet guessed = C_US_ASCII; while (*p != '\0') { if (*p == ESC && (*(p + 1) == '$' || *(p + 1) == '(')) { if (guessed == C_US_ASCII) return C_ISO_2022_JP; p += 2; } else if (isascii(*p)) { p++; } else if (iseuckanji(*p) && iseuckanji(*(p + 1))) { if (*p >= 0xfd && *p <= 0xfe) return C_EUC_JP; else if (guessed == C_SHIFT_JIS) { if ((issjiskanji1(*p) && issjiskanji2(*(p + 1))) || issjishwkana(*p)) guessed = C_SHIFT_JIS; else guessed = C_EUC_JP; } else guessed = C_EUC_JP; p += 2; } else if (issjiskanji1(*p) && issjiskanji2(*(p + 1))) { guessed = C_SHIFT_JIS; p += 2; } else if (issjishwkana(*p)) { guessed = C_SHIFT_JIS; p++; } else { if (guessed == C_US_ASCII) guessed = C_AUTO; p++; } } if (guessed != C_US_ASCII) { p = (const guchar *)str; while (*p != '\0') { if (isascii(*p)) { p++; } else if (isutf8_3_1(*p) && isutf8_3_2(*(p + 1)) && isutf8_3_2(*(p + 2))) { p += 3; } else { return guessed; } } return C_UTF_8; } return guessed; } static gchar *conv_jistodisp(const gchar *inbuf, gint *error) { return conv_jistoutf8(inbuf, error); } static gchar *conv_sjistodisp(const gchar *inbuf, gint *error) { return conv_sjistoutf8(inbuf, error); } static gchar *conv_euctodisp(const gchar *inbuf, gint *error) { return conv_euctoutf8(inbuf, error); } gchar *conv_utf8todisp(const gchar *inbuf, gint *error) { if (g_utf8_validate(inbuf, -1, NULL) == TRUE) { if (error) *error = 0; if (isutf8bom(inbuf)) inbuf += 3; return g_strdup(inbuf); } else return conv_ustodisp(inbuf, error); } static gchar *conv_anytodisp(const gchar *inbuf, gint *error) { gchar *outbuf; outbuf = conv_anytoutf8(inbuf, error); if (g_utf8_validate(outbuf, -1, NULL) != TRUE) { if (error) *error = -1; conv_unreadable_8bit(outbuf); } return outbuf; } static gchar *conv_ustodisp(const gchar *inbuf, gint *error) { gchar *outbuf; outbuf = g_strdup(inbuf); conv_unreadable_8bit(outbuf); if (error) *error = 0; return outbuf; } gchar *conv_localetodisp(const gchar *inbuf, gint *error) { gchar *str; str = conv_iconv_strdup(inbuf, conv_get_locale_charset_str(), CS_INTERNAL, error); if (!str) str = conv_utf8todisp(inbuf, NULL); return str; } static gchar *conv_noconv(const gchar *inbuf, gint *error) { if (error) *error = 0; return g_strdup(inbuf); } static const gchar * conv_get_fallback_for_private_encoding(const gchar *encoding) { if (encoding) { if ((encoding[0] == 'X' || encoding[0] == 'x') && encoding[1] == '-') { if (!g_ascii_strcasecmp(encoding, CS_X_GBK)) return CS_GBK; else if (!g_ascii_strcasecmp(encoding, CS_X_SJIS)) return CS_SHIFT_JIS; } else if ((encoding[0] == 'K' || encoding[0] == 'k') && (encoding[1] == 'S' || encoding[1] == 's')) { if (!g_ascii_strcasecmp(encoding, CS_KS_C_5601_1987)) return CS_EUC_KR; } } return encoding; } CodeConverter *conv_code_converter_new(const gchar *src_encoding, const gchar *dest_encoding) { CodeConverter *conv; src_encoding = conv_get_fallback_for_private_encoding(src_encoding); conv = g_new0(CodeConverter, 1); conv->code_conv_func = conv_get_code_conv_func(src_encoding, dest_encoding); conv->src_encoding = g_strdup(src_encoding); conv->dest_encoding = g_strdup(dest_encoding); return conv; } void conv_code_converter_destroy(CodeConverter *conv) { g_free(conv->src_encoding); g_free(conv->dest_encoding); g_free(conv); } gchar *conv_convert(CodeConverter *conv, const gchar *inbuf) { if (!inbuf) return NULL; else if (conv->code_conv_func != conv_noconv) return conv->code_conv_func(inbuf, NULL); else return conv_iconv_strdup (inbuf, conv->src_encoding, conv->dest_encoding, NULL); } gchar *conv_codeset_strdup_full(const gchar *inbuf, const gchar *src_encoding, const gchar *dest_encoding, gint *error) { CodeConvFunc conv_func; if (!inbuf) { if (error) *error = 0; return NULL; } src_encoding = conv_get_fallback_for_private_encoding(src_encoding); conv_func = conv_get_code_conv_func(src_encoding, dest_encoding); if (conv_func != conv_noconv) return conv_func(inbuf, error); return conv_iconv_strdup(inbuf, src_encoding, dest_encoding, error); } CodeConvFunc conv_get_code_conv_func(const gchar *src_encoding, const gchar *dest_encoding) { CodeConvFunc code_conv = conv_noconv; CharSet src_charset; CharSet dest_charset; if (!src_encoding) src_charset = conv_get_locale_charset(); else src_charset = conv_get_charset_from_str(src_encoding); /* auto detection mode */ if (!src_encoding && !dest_encoding) { if (conv_ad_type == C_AD_JAPANESE || (conv_ad_type == C_AD_BY_LOCALE && conv_is_ja_locale())) return conv_anytodisp; else return conv_noconv; } dest_charset = conv_get_charset_from_str(dest_encoding); if (dest_charset == C_US_ASCII) return conv_ustodisp; switch (src_charset) { case C_US_ASCII: case C_ISO_8859_1: case C_ISO_8859_2: case C_ISO_8859_3: case C_ISO_8859_4: case C_ISO_8859_5: case C_ISO_8859_6: case C_ISO_8859_7: case C_ISO_8859_8: case C_ISO_8859_9: case C_ISO_8859_10: case C_ISO_8859_11: case C_ISO_8859_13: case C_ISO_8859_14: case C_ISO_8859_15: case C_ISO_8859_16: break; case C_ISO_2022_JP: case C_ISO_2022_JP_2: case C_ISO_2022_JP_3: if (dest_charset == C_AUTO) code_conv = conv_jistodisp; else if (dest_charset == C_EUC_JP) code_conv = conv_jistoeuc; else if (dest_charset == C_SHIFT_JIS || dest_charset == C_CP932) code_conv = conv_jistosjis; else if (dest_charset == C_UTF_8) code_conv = conv_jistoutf8; break; case C_SHIFT_JIS: case C_CP932: if (dest_charset == C_AUTO) code_conv = conv_sjistodisp; else if (dest_charset == C_ISO_2022_JP || dest_charset == C_ISO_2022_JP_2 || dest_charset == C_ISO_2022_JP_3) code_conv = conv_sjistojis; else if (dest_charset == C_EUC_JP) code_conv = conv_sjistoeuc; else if (dest_charset == C_UTF_8) code_conv = conv_sjistoutf8; break; case C_EUC_JP: if (dest_charset == C_AUTO) code_conv = conv_euctodisp; else if (dest_charset == C_ISO_2022_JP || dest_charset == C_ISO_2022_JP_2 || dest_charset == C_ISO_2022_JP_3) code_conv = conv_euctojis; else if (dest_charset == C_UTF_8) code_conv = conv_euctoutf8; break; case C_UTF_8: if (dest_charset == C_EUC_JP) code_conv = conv_utf8toeuc; else if (dest_charset == C_ISO_2022_JP || dest_charset == C_ISO_2022_JP_2 || dest_charset == C_ISO_2022_JP_3) code_conv = conv_utf8tojis; else if (dest_charset == C_SHIFT_JIS || dest_charset == C_CP932) code_conv = conv_utf8tosjis; break; default: break; } return code_conv; } gchar *conv_iconv_strdup(const gchar *inbuf, const gchar *src_code, const gchar *dest_code, gint *error) { iconv_t cd; gchar *outbuf; if (!src_code) src_code = conv_get_locale_charset_str(); if (!dest_code) dest_code = CS_INTERNAL; cd = iconv_open(dest_code, src_code); if (cd == (iconv_t)-1) { if (error) *error = -1; return NULL; } outbuf = conv_iconv_strdup_with_cd(inbuf, cd, error); iconv_close(cd); return outbuf; } gchar *conv_iconv_strdup_with_cd(const gchar *inbuf, iconv_t cd, gint *error) { const gchar *inbuf_p; gchar *outbuf; gchar *outbuf_p; size_t in_size; size_t in_left; size_t out_size; size_t out_left; size_t n_conv; size_t len; gint error_ = 0; if (!inbuf) { if (error) *error = 0; return NULL; } inbuf_p = inbuf; in_size = strlen(inbuf); in_left = in_size; out_size = (in_size + 1) * 2; outbuf = g_malloc(out_size); outbuf_p = outbuf; out_left = out_size; #define EXPAND_BUF() \ { \ len = outbuf_p - outbuf; \ out_size *= 2; \ outbuf = g_realloc(outbuf, out_size); \ outbuf_p = outbuf + len; \ out_left = out_size - len; \ } while ((n_conv = iconv(cd, (ICONV_CONST gchar **)&inbuf_p, &in_left, &outbuf_p, &out_left)) == (size_t)-1) { if (EILSEQ == errno) { /* g_print("iconv(): at %d: %s\n", in_size - in_left, g_strerror(errno)); */ error_ = -1; inbuf_p++; in_left--; if (out_left == 0) { EXPAND_BUF(); } *outbuf_p++ = SUBST_CHAR; out_left--; } else if (EINVAL == errno) { error_ = -1; break; } else if (E2BIG == errno) { EXPAND_BUF(); } else { g_warning("conv_iconv_strdup(): %s\n", g_strerror(errno)); error_ = -1; break; } } while ((n_conv = iconv(cd, NULL, NULL, &outbuf_p, &out_left)) == (size_t)-1) { if (E2BIG == errno) { EXPAND_BUF(); } else { g_warning("conv_iconv_strdup(): %s\n", g_strerror(errno)); error_ = -1; break; } } #undef EXPAND_BUF len = outbuf_p - outbuf; outbuf = g_realloc(outbuf, len + 1); outbuf[len] = '\0'; if (error) *error = error_; return outbuf; } static const struct { CharSet charset; gchar *const name; } charsets[] = { {C_US_ASCII, CS_US_ASCII}, {C_US_ASCII, CS_ANSI_X3_4_1968}, {C_UTF_8, CS_UTF_8}, {C_UTF_7, CS_UTF_7}, {C_ISO_8859_1, CS_ISO_8859_1}, {C_ISO_8859_2, CS_ISO_8859_2}, {C_ISO_8859_3, CS_ISO_8859_3}, {C_ISO_8859_4, CS_ISO_8859_4}, {C_ISO_8859_5, CS_ISO_8859_5}, {C_ISO_8859_6, CS_ISO_8859_6}, {C_ISO_8859_7, CS_ISO_8859_7}, {C_ISO_8859_8, CS_ISO_8859_8}, {C_ISO_8859_9, CS_ISO_8859_9}, {C_ISO_8859_10, CS_ISO_8859_10}, {C_ISO_8859_11, CS_ISO_8859_11}, {C_ISO_8859_13, CS_ISO_8859_13}, {C_ISO_8859_14, CS_ISO_8859_14}, {C_ISO_8859_15, CS_ISO_8859_15}, {C_BALTIC, CS_BALTIC}, {C_CP932, CS_CP932}, {C_CP1250, CS_CP1250}, {C_CP1251, CS_CP1251}, {C_CP1252, CS_CP1252}, {C_CP1253, CS_CP1253}, {C_CP1254, CS_CP1254}, {C_CP1255, CS_CP1255}, {C_CP1256, CS_CP1256}, {C_CP1257, CS_CP1257}, {C_CP1258, CS_CP1258}, {C_WINDOWS_932, CS_WINDOWS_932}, {C_WINDOWS_1250, CS_WINDOWS_1250}, {C_WINDOWS_1251, CS_WINDOWS_1251}, {C_WINDOWS_1252, CS_WINDOWS_1252}, {C_WINDOWS_1253, CS_WINDOWS_1253}, {C_WINDOWS_1254, CS_WINDOWS_1254}, {C_WINDOWS_1255, CS_WINDOWS_1255}, {C_WINDOWS_1256, CS_WINDOWS_1256}, {C_WINDOWS_1257, CS_WINDOWS_1257}, {C_WINDOWS_1258, CS_WINDOWS_1258}, {C_KOI8_R, CS_KOI8_R}, {C_KOI8_T, CS_KOI8_T}, {C_KOI8_U, CS_KOI8_U}, {C_ISO_2022_JP, CS_ISO_2022_JP}, {C_ISO_2022_JP_2, CS_ISO_2022_JP_2}, {C_ISO_2022_JP_3, CS_ISO_2022_JP_3}, {C_EUC_JP, CS_EUC_JP}, {C_EUC_JP, CS_EUCJP}, {C_EUC_JP_MS, CS_EUC_JP_MS}, {C_SHIFT_JIS, CS_SHIFT_JIS}, {C_SHIFT_JIS, CS_SHIFT__JIS}, {C_SHIFT_JIS, CS_SJIS}, {C_ISO_2022_KR, CS_ISO_2022_KR}, {C_EUC_KR, CS_EUC_KR}, {C_ISO_2022_CN, CS_ISO_2022_CN}, {C_EUC_CN, CS_EUC_CN}, {C_GB2312, CS_GB2312}, {C_GBK, CS_GBK}, {C_EUC_TW, CS_EUC_TW}, {C_BIG5, CS_BIG5}, {C_BIG5_HKSCS, CS_BIG5_HKSCS}, {C_TIS_620, CS_TIS_620}, {C_WINDOWS_874, CS_WINDOWS_874}, {C_GEORGIAN_PS, CS_GEORGIAN_PS}, {C_TCVN5712_1, CS_TCVN5712_1}, {C_ISO_8859_16, CS_ISO_8859_16}, {C_UTF_16, CS_UTF_16}, {C_UTF_16BE, CS_UTF_16BE}, {C_UTF_16LE, CS_UTF_16LE}, }; static const struct { gchar *const locale; CharSet charset; CharSet out_charset; } locale_table[] = { {"ja_JP.eucJP" , C_EUC_JP , C_ISO_2022_JP}, {"ja_JP.EUC-JP" , C_EUC_JP , C_ISO_2022_JP}, {"ja_JP.EUC" , C_EUC_JP , C_ISO_2022_JP}, {"ja_JP.ujis" , C_EUC_JP , C_ISO_2022_JP}, {"ja_JP.SJIS" , C_SHIFT_JIS , C_ISO_2022_JP}, {"ja_JP.JIS" , C_ISO_2022_JP , C_ISO_2022_JP}, #ifdef G_OS_WIN32 {"ja_JP" , C_CP932 , C_ISO_2022_JP}, #elif defined(__APPLE__) {"ja_JP" , C_UTF_8 , C_ISO_2022_JP}, #else {"ja_JP" , C_EUC_JP , C_ISO_2022_JP}, #endif {"ko_KR.EUC-KR" , C_EUC_KR , C_EUC_KR}, {"ko_KR" , C_EUC_KR , C_EUC_KR}, {"zh_CN.GB2312" , C_GB2312 , C_GB2312}, {"zh_CN.GBK" , C_GBK , C_GBK}, {"zh_CN" , C_GB2312 , C_GB2312}, {"zh_HK" , C_BIG5_HKSCS , C_BIG5_HKSCS}, {"zh_TW.eucTW" , C_EUC_TW , C_BIG5}, {"zh_TW.EUC-TW" , C_EUC_TW , C_BIG5}, {"zh_TW.Big5" , C_BIG5 , C_BIG5}, {"zh_TW" , C_BIG5 , C_BIG5}, {"ru_RU.KOI8-R" , C_KOI8_R , C_KOI8_R}, {"ru_RU.KOI8R" , C_KOI8_R , C_KOI8_R}, {"ru_RU.CP1251" , C_WINDOWS_1251, C_KOI8_R}, {"ru_RU" , C_ISO_8859_5 , C_KOI8_R}, {"tg_TJ" , C_KOI8_T , C_KOI8_T}, {"ru_UA" , C_KOI8_U , C_KOI8_U}, {"uk_UA.CP1251" , C_WINDOWS_1251, C_KOI8_U}, {"uk_UA" , C_KOI8_U , C_KOI8_U}, {"be_BY" , C_WINDOWS_1251, C_WINDOWS_1251}, {"bg_BG" , C_WINDOWS_1251, C_WINDOWS_1251}, {"yi_US" , C_WINDOWS_1255, C_WINDOWS_1255}, {"af_ZA" , C_ISO_8859_1 , C_ISO_8859_1}, {"br_FR" , C_ISO_8859_1 , C_ISO_8859_1}, {"ca_ES" , C_ISO_8859_1 , C_ISO_8859_1}, {"da_DK" , C_ISO_8859_1 , C_ISO_8859_1}, {"de_AT" , C_ISO_8859_1 , C_ISO_8859_1}, {"de_BE" , C_ISO_8859_1 , C_ISO_8859_1}, {"de_CH" , C_ISO_8859_1 , C_ISO_8859_1}, {"de_DE" , C_ISO_8859_1 , C_ISO_8859_1}, {"de_LU" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_AU" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_BW" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_CA" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_DK" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_GB" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_HK" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_IE" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_NZ" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_PH" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_SG" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_US" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_ZA" , C_ISO_8859_1 , C_ISO_8859_1}, {"en_ZW" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_AR" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_BO" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_CL" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_CO" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_CR" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_DO" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_EC" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_ES" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_GT" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_HN" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_MX" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_NI" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_PA" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_PE" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_PR" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_PY" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_SV" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_US" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_UY" , C_ISO_8859_1 , C_ISO_8859_1}, {"es_VE" , C_ISO_8859_1 , C_ISO_8859_1}, {"et_EE" , C_ISO_8859_1 , C_ISO_8859_1}, {"eu_ES" , C_ISO_8859_1 , C_ISO_8859_1}, {"fi_FI" , C_ISO_8859_1 , C_ISO_8859_1}, {"fo_FO" , C_ISO_8859_1 , C_ISO_8859_1}, {"fr_BE" , C_ISO_8859_1 , C_ISO_8859_1}, {"fr_CA" , C_ISO_8859_1 , C_ISO_8859_1}, {"fr_CH" , C_ISO_8859_1 , C_ISO_8859_1}, {"fr_FR" , C_ISO_8859_1 , C_ISO_8859_1}, {"fr_LU" , C_ISO_8859_1 , C_ISO_8859_1}, {"ga_IE" , C_ISO_8859_1 , C_ISO_8859_1}, {"gl_ES" , C_ISO_8859_1 , C_ISO_8859_1}, {"gv_GB" , C_ISO_8859_1 , C_ISO_8859_1}, {"id_ID" , C_ISO_8859_1 , C_ISO_8859_1}, {"is_IS" , C_ISO_8859_1 , C_ISO_8859_1}, {"it_CH" , C_ISO_8859_1 , C_ISO_8859_1}, {"it_IT" , C_ISO_8859_1 , C_ISO_8859_1}, {"kl_GL" , C_ISO_8859_1 , C_ISO_8859_1}, {"kw_GB" , C_ISO_8859_1 , C_ISO_8859_1}, {"ms_MY" , C_ISO_8859_1 , C_ISO_8859_1}, {"nl_BE" , C_ISO_8859_1 , C_ISO_8859_1}, {"nl_NL" , C_ISO_8859_1 , C_ISO_8859_1}, {"nn_NO" , C_ISO_8859_1 , C_ISO_8859_1}, {"no_NO" , C_ISO_8859_1 , C_ISO_8859_1}, {"oc_FR" , C_ISO_8859_1 , C_ISO_8859_1}, {"pt_BR" , C_ISO_8859_1 , C_ISO_8859_1}, {"pt_PT" , C_ISO_8859_1 , C_ISO_8859_1}, {"sq_AL" , C_ISO_8859_1 , C_ISO_8859_1}, {"sv_FI" , C_ISO_8859_1 , C_ISO_8859_1}, {"sv_SE" , C_ISO_8859_1 , C_ISO_8859_1}, {"tl_PH" , C_ISO_8859_1 , C_ISO_8859_1}, {"uz_UZ" , C_ISO_8859_1 , C_ISO_8859_1}, {"wa_BE" , C_ISO_8859_1 , C_ISO_8859_1}, {"bs_BA" , C_ISO_8859_2 , C_ISO_8859_2}, {"cs_CZ" , C_ISO_8859_2 , C_ISO_8859_2}, {"hr_HR" , C_ISO_8859_2 , C_ISO_8859_2}, {"hu_HU" , C_ISO_8859_2 , C_ISO_8859_2}, {"pl_PL" , C_ISO_8859_2 , C_ISO_8859_2}, {"ro_RO" , C_ISO_8859_2 , C_ISO_8859_2}, {"sk_SK" , C_ISO_8859_2 , C_ISO_8859_2}, {"sl_SI" , C_ISO_8859_2 , C_ISO_8859_2}, {"sr_YU@cyrillic" , C_ISO_8859_5 , C_ISO_8859_5}, {"sr_YU" , C_ISO_8859_2 , C_ISO_8859_2}, {"mt_MT" , C_ISO_8859_3 , C_ISO_8859_3}, {"lt_LT.iso88594" , C_ISO_8859_4 , C_ISO_8859_4}, {"lt_LT.ISO8859-4" , C_ISO_8859_4 , C_ISO_8859_4}, {"lt_LT.ISO_8859-4" , C_ISO_8859_4 , C_ISO_8859_4}, {"lt_LT" , C_ISO_8859_13 , C_ISO_8859_13}, {"mk_MK" , C_ISO_8859_5 , C_ISO_8859_5}, {"ar_AE" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_BH" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_DZ" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_EG" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_IQ" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_JO" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_KW" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_LB" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_LY" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_MA" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_OM" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_QA" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_SA" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_SD" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_SY" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_TN" , C_ISO_8859_6 , C_ISO_8859_6}, {"ar_YE" , C_ISO_8859_6 , C_ISO_8859_6}, {"el_GR" , C_ISO_8859_7 , C_ISO_8859_7}, {"he_IL" , C_ISO_8859_8 , C_ISO_8859_8}, {"iw_IL" , C_ISO_8859_8 , C_ISO_8859_8}, {"tr_TR" , C_ISO_8859_9 , C_ISO_8859_9}, {"lv_LV" , C_ISO_8859_13 , C_ISO_8859_13}, {"mi_NZ" , C_ISO_8859_13 , C_ISO_8859_13}, {"cy_GB" , C_ISO_8859_14 , C_ISO_8859_14}, {"ar_IN" , C_UTF_8 , C_UTF_8}, {"en_IN" , C_UTF_8 , C_UTF_8}, {"se_NO" , C_UTF_8 , C_UTF_8}, {"ta_IN" , C_UTF_8 , C_UTF_8}, {"te_IN" , C_UTF_8 , C_UTF_8}, {"ur_PK" , C_UTF_8 , C_UTF_8}, {"th_TH" , C_TIS_620 , C_TIS_620}, /* {"th_TH" , C_WINDOWS_874}, */ /* {"th_TH" , C_ISO_8859_11}, */ {"ka_GE" , C_GEORGIAN_PS , C_GEORGIAN_PS}, {"vi_VN.TCVN" , C_TCVN5712_1 , C_TCVN5712_1}, {"C" , C_US_ASCII , C_US_ASCII}, {"POSIX" , C_US_ASCII , C_US_ASCII}, {"ANSI_X3.4-1968" , C_US_ASCII , C_US_ASCII}, }; static GHashTable *conv_get_charset_to_str_table(void) { static GHashTable *table; gint i; S_LOCK_DEFINE_STATIC(table); S_LOCK(table); if (table) { S_UNLOCK(table); return table; } table = g_hash_table_new(NULL, g_direct_equal); for (i = 0; i < sizeof(charsets) / sizeof(charsets[0]); i++) { if (g_hash_table_lookup(table, GUINT_TO_POINTER(charsets[i].charset)) == NULL) { g_hash_table_insert (table, GUINT_TO_POINTER(charsets[i].charset), charsets[i].name); } } S_UNLOCK(table); return table; } static GHashTable *conv_get_charset_from_str_table(void) { static GHashTable *table; S_LOCK_DEFINE_STATIC(table); gint i; S_LOCK(table); if (table) { S_UNLOCK(table); return table; } table = g_hash_table_new(str_case_hash, str_case_equal); for (i = 0; i < sizeof(charsets) / sizeof(charsets[0]); i++) { g_hash_table_insert(table, charsets[i].name, GUINT_TO_POINTER(charsets[i].charset)); } S_UNLOCK(table); return table; } const gchar *conv_get_charset_str(CharSet charset) { GHashTable *table; table = conv_get_charset_to_str_table(); return g_hash_table_lookup(table, GUINT_TO_POINTER(charset)); } CharSet conv_get_charset_from_str(const gchar *charset) { GHashTable *table; if (!charset) return C_AUTO; table = conv_get_charset_from_str_table(); return GPOINTER_TO_UINT(g_hash_table_lookup(table, charset)); } CharSet conv_get_locale_charset(void) { static CharSet cur_charset = -1; const gchar *cur_locale; const gchar *p; #if !defined(G_OS_WIN32) && !defined(__APPLE__) gint i; #endif S_LOCK_DEFINE_STATIC(cur_charset); S_LOCK(cur_charset); if (cur_charset != -1) { S_UNLOCK(cur_charset); return cur_charset; } cur_locale = conv_get_current_locale(); if (!cur_locale) { cur_charset = C_US_ASCII; S_UNLOCK(cur_charset); return cur_charset; } if (strcasestr(cur_locale, "UTF-8") || strcasestr(cur_locale, "utf8")) { cur_charset = C_UTF_8; S_UNLOCK(cur_charset); return cur_charset; } if ((p = strcasestr(cur_locale, "@euro")) && p[5] == '\0') { cur_charset = C_ISO_8859_15; S_UNLOCK(cur_charset); return cur_charset; } #if defined(G_OS_WIN32) || defined(__APPLE__) cur_charset = conv_get_charset_from_str(conv_get_locale_charset_str()); S_UNLOCK(cur_charset); return cur_charset; #else for (i = 0; i < sizeof(locale_table) / sizeof(locale_table[0]); i++) { const gchar *p; /* "ja_JP.EUC" matches with "ja_JP.eucJP", "ja_JP.EUC" and "ja_JP". "ja_JP" matches with "ja_JP.xxxx" and "ja" */ if (!g_ascii_strncasecmp(cur_locale, locale_table[i].locale, strlen(locale_table[i].locale))) { cur_charset = locale_table[i].charset; S_UNLOCK(cur_charset); return cur_charset; } else if ((p = strchr(locale_table[i].locale, '_')) && !strchr(p + 1, '.')) { if (strlen(cur_locale) == 2 && !g_ascii_strncasecmp(cur_locale, locale_table[i].locale, 2)) { cur_charset = locale_table[i].charset; S_UNLOCK(cur_charset); return cur_charset; } } } cur_charset = C_AUTO; S_UNLOCK(cur_charset); return cur_charset; #endif } const gchar *conv_get_locale_charset_str(void) { static const gchar *codeset = NULL; S_LOCK_DEFINE_STATIC(codeset); S_LOCK(codeset); if (!codeset) { #if defined(G_OS_WIN32) || defined(__APPLE__) g_get_charset(&codeset); if (!strcmp(codeset, CS_US_ASCII) || !strcmp(codeset, CS_ANSI_X3_4_1968)) codeset = CS_INTERNAL; #else codeset = conv_get_charset_str(conv_get_locale_charset()); #endif } if (codeset) { S_UNLOCK(codeset); return codeset; } S_UNLOCK(codeset); return CS_INTERNAL; } CharSet conv_get_internal_charset(void) { return C_INTERNAL; } const gchar *conv_get_internal_charset_str(void) { return CS_INTERNAL; } CharSet conv_get_outgoing_charset(void) { static CharSet out_charset = -1; const gchar *cur_locale; const gchar *p; gint i; S_LOCK_DEFINE_STATIC(out_charset); S_LOCK(out_charset); if (out_charset != -1) { S_UNLOCK(out_charset); return out_charset; } cur_locale = conv_get_current_locale(); if (!cur_locale) { out_charset = C_AUTO; S_UNLOCK(out_charset); return out_charset; } if ((p = strcasestr(cur_locale, "@euro")) && p[5] == '\0') { out_charset = C_ISO_8859_15; S_UNLOCK(out_charset); return out_charset; } for (i = 0; i < sizeof(locale_table) / sizeof(locale_table[0]); i++) { const gchar *p; if (!g_ascii_strncasecmp(cur_locale, locale_table[i].locale, strlen(locale_table[i].locale))) { out_charset = locale_table[i].out_charset; break; } else if ((p = strchr(locale_table[i].locale, '_')) && !strchr(p + 1, '.')) { if (strlen(cur_locale) == 2 && !g_ascii_strncasecmp(cur_locale, locale_table[i].locale, 2)) { out_charset = locale_table[i].out_charset; break; } } } S_UNLOCK(out_charset); return out_charset; } const gchar *conv_get_outgoing_charset_str(void) { CharSet out_charset; const gchar *str; out_charset = conv_get_outgoing_charset(); str = conv_get_charset_str(out_charset); return str ? str : CS_UTF_8; } gboolean conv_is_multibyte_encoding(CharSet encoding) { switch (encoding) { case C_EUC_JP: case C_EUC_JP_MS: case C_EUC_KR: case C_EUC_TW: case C_EUC_CN: case C_ISO_2022_JP: case C_ISO_2022_JP_2: case C_ISO_2022_JP_3: case C_ISO_2022_KR: case C_ISO_2022_CN: case C_SHIFT_JIS: case C_CP932: case C_GB2312: case C_GBK: case C_BIG5: case C_UTF_8: case C_UTF_7: return TRUE; default: return FALSE; } } const gchar *conv_get_current_locale(void) { static const gchar *cur_locale; S_LOCK_DEFINE_STATIC(cur_locale); S_LOCK(cur_locale); if (!cur_locale) { #ifdef G_OS_WIN32 cur_locale = g_win32_getlocale(); #else cur_locale = g_getenv("LC_ALL"); if (!cur_locale || *cur_locale == '\0') cur_locale = g_getenv("LC_CTYPE"); if (!cur_locale || *cur_locale == '\0') cur_locale = g_getenv("LANG"); #ifdef HAVE_LOCALE_H if (!cur_locale || *cur_locale == '\0') cur_locale = setlocale(LC_CTYPE, NULL); #endif /* HAVE_LOCALE_H */ #endif /* G_OS_WIN32 */ debug_print("current locale: %s\n", cur_locale ? cur_locale : "(none)"); } S_UNLOCK(cur_locale); return cur_locale; } gboolean conv_is_ja_locale(void) { static gint is_ja_locale = -1; const gchar *cur_locale; S_LOCK_DEFINE_STATIC(is_ja_locale); S_LOCK(is_ja_locale); if (is_ja_locale != -1) { S_UNLOCK(is_ja_locale); return is_ja_locale != 0; } is_ja_locale = 0; cur_locale = conv_get_current_locale(); if (cur_locale) { if (g_ascii_strncasecmp(cur_locale, "ja", 2) == 0) is_ja_locale = 1; } S_UNLOCK(is_ja_locale); return is_ja_locale != 0; } void conv_set_autodetect_type(ConvADType type) { conv_ad_type = type; } ConvADType conv_get_autodetect_type(void) { return conv_ad_type; } gchar *conv_unmime_header(const gchar *str, const gchar *default_encoding) { gchar *buf; gchar *decoded_str; if (is_ascii_str(str)) return unmime_header(str); if (default_encoding) { buf = conv_codeset_strdup (str, default_encoding, CS_INTERNAL); if (buf) { decoded_str = unmime_header(buf); g_free(buf); return decoded_str; } } if (conv_ad_type == C_AD_JAPANESE || (conv_ad_type == C_AD_BY_LOCALE && conv_is_ja_locale())) buf = conv_anytodisp(str, NULL); else buf = conv_localetodisp(str, NULL); decoded_str = unmime_header(buf); g_free(buf); return decoded_str; } #define MAX_LINELEN 76 #define MAX_HARD_LINELEN 996 #define MIMESEP_BEGIN "=?" #define MIMESEP_END "?=" #define B64LEN(len) ((len) / 3 * 4 + ((len) % 3 ? 4 : 0)) #define LBREAK_IF_REQUIRED(cond, is_plain_text) \ { \ if (len - (destp - dest) < MAX_LINELEN + 2) { \ *destp = '\0'; \ return; \ } \ \ if ((cond) && *srcp) { \ if (destp > dest && left < MAX_LINELEN - 1) { \ if (g_ascii_isspace(*(destp - 1))) \ destp--; \ else if (is_plain_text && \ g_ascii_isspace(*srcp)) \ srcp++; \ if (*srcp) { \ *destp++ = '\n'; \ *destp++ = ' '; \ left = MAX_LINELEN - 1; \ } \ } \ } \ } void conv_encode_header(gchar *dest, gint len, const gchar *src, gint header_len, gboolean addr_field, const gchar *out_encoding) { const gchar *src_encoding; gint mimestr_len; gchar *mimesep_enc; gint left; const gchar *srcp = src; gchar *destp = dest; gboolean use_base64; g_return_if_fail(g_utf8_validate(src, -1, NULL) == TRUE); src_encoding = CS_INTERNAL; if (!out_encoding) out_encoding = conv_get_outgoing_charset_str(); if (!strcmp(out_encoding, CS_US_ASCII)) out_encoding = CS_ISO_8859_1; if (!g_ascii_strncasecmp(out_encoding, "ISO-8859-", 9) || !g_ascii_strncasecmp(out_encoding, "KOI8-", 5) || !g_ascii_strncasecmp(out_encoding, "Windows-", 8)) { use_base64 = FALSE; mimesep_enc = "?Q?"; } else { use_base64 = TRUE; mimesep_enc = "?B?"; } mimestr_len = strlen(MIMESEP_BEGIN) + strlen(mimesep_enc) + strlen(MIMESEP_END); left = MAX_LINELEN - header_len; while (*srcp) { gboolean in_quote = FALSE; LBREAK_IF_REQUIRED(left <= 0, TRUE); while (g_ascii_isspace(*srcp)) { *destp++ = *srcp++; left--; LBREAK_IF_REQUIRED(left <= 0, TRUE); } /* output as it is if the next word is ASCII string */ if (!is_next_nonascii(srcp)) { gint word_len; word_len = get_next_word_len(srcp); LBREAK_IF_REQUIRED(left < word_len, TRUE); while (word_len > 0) { LBREAK_IF_REQUIRED(left + (MAX_HARD_LINELEN - MAX_LINELEN) <= 0, TRUE) *destp++ = *srcp++; left--; word_len--; } continue; } /* don't include parentheses in encoded strings */ if (addr_field && (*srcp == '(' || *srcp == ')')) { LBREAK_IF_REQUIRED(left < 2, FALSE); *destp++ = *srcp++; left--; } while (1) { gint mb_len = 0; gint cur_len = 0; gchar *part_str; gchar *out_str; gchar *enc_str; const gchar *p = srcp; const gchar *block_encoding = out_encoding; gint out_str_len; gint out_enc_str_len; gint mime_block_len; gint error = 0; gboolean cont = FALSE; while (*p != '\0') { if (*p == '"') in_quote ^= TRUE; else if (!in_quote) { if (g_ascii_isspace(*p) && !is_next_nonascii(p + 1)) break; /* don't include parentheses in encoded strings */ if (addr_field && (*p == '(' || *p == ')')) break; } mb_len = g_utf8_skip[*(guchar *)p]; part_str = g_strndup(srcp, cur_len + mb_len); out_str = conv_codeset_strdup_full (part_str, src_encoding, block_encoding, &error); if (!out_str || error != 0) { g_warning("conv_encode_header(): code conversion failed. Keeping UTF-8.\n"); out_str = g_strdup(part_str); block_encoding = CS_UTF_8; } out_str_len = strlen(out_str); if (use_base64) out_enc_str_len = B64LEN(out_str_len); else out_enc_str_len = qp_get_q_encoding_len ((guchar *)out_str); g_free(out_str); g_free(part_str); if (mimestr_len + strlen(block_encoding) + out_enc_str_len <= left) { cur_len += mb_len; p += mb_len; } else if (cur_len == 0) { LBREAK_IF_REQUIRED(1, FALSE); if (*p == '"') in_quote ^= TRUE; continue; } else { cont = TRUE; if (*p == '"') in_quote ^= TRUE; break; } } if (cur_len > 0) { error = 0; part_str = g_strndup(srcp, cur_len); out_str = conv_codeset_strdup_full (part_str, src_encoding, block_encoding, &error); if (!out_str || error != 0) { g_warning("conv_encode_header(): code conversion failed\n"); out_str = g_strdup(part_str); block_encoding = CS_UTF_8; } out_str_len = strlen(out_str); if (use_base64) out_enc_str_len = B64LEN(out_str_len); else out_enc_str_len = qp_get_q_encoding_len ((guchar *)out_str); enc_str = g_malloc(out_enc_str_len + 1); if (use_base64) base64_encode(enc_str, (guchar *)out_str, out_str_len); else qp_q_encode(enc_str, (guchar *)out_str); /* output MIME-encoded string block */ mime_block_len = mimestr_len + strlen(block_encoding) + strlen(enc_str); g_snprintf(destp, mime_block_len + 1, MIMESEP_BEGIN "%s%s%s" MIMESEP_END, block_encoding, mimesep_enc, enc_str); destp += mime_block_len; srcp += cur_len; left -= mime_block_len; g_free(enc_str); g_free(out_str); g_free(part_str); } LBREAK_IF_REQUIRED(cont, FALSE); if (cur_len == 0) break; } } *destp = '\0'; } #undef LBREAK_IF_REQUIRED #define INT_TO_HEX_UPPER(outp, val) \ { \ if ((val) < 10) \ *outp = '0' + (val); \ else \ *outp = 'A' + (val) - 10; \ } #define IS_ESCAPE_CHAR(c) \ (c < 0x20 || c > 0x7f || \ strchr("\t \r\n*'%!#$&~`,{}|()<>@,;:\\\"/[]?=", c)) static gchar *encode_rfc2231_filename(const gchar *str) { const gchar *p; gchar *out; gchar *outp; outp = out = g_malloc(strlen(str) * 3 + 1); for (p = str; *p != '\0'; ++p) { guchar ch = *(guchar *)p; if (IS_ESCAPE_CHAR(ch)) { *outp++ = '%'; INT_TO_HEX_UPPER(outp, ch >> 4); ++outp; INT_TO_HEX_UPPER(outp, ch & 0x0f); ++outp; } else *outp++ = ch; } *outp = '\0'; return out; } gchar *conv_encode_filename(const gchar *src, const gchar *param_name, const gchar *out_encoding) { gint name_len, max_linelen; gchar *out_str, *enc_str; gchar cur_param[80]; GString *string; gint count = 0; gint cur_left_len; gchar *p; g_return_val_if_fail(src != NULL, NULL); g_return_val_if_fail(param_name != NULL, NULL); if (is_ascii_str(src)) return g_strdup_printf(" %s=\"%s\"", param_name, src); name_len = strlen(param_name); max_linelen = MAX_LINELEN - name_len - 3; if (!out_encoding) out_encoding = conv_get_outgoing_charset_str(); if (!strcmp(out_encoding, CS_US_ASCII)) out_encoding = CS_ISO_8859_1; out_str = conv_codeset_strdup(src, CS_INTERNAL, out_encoding); if (!out_str) return NULL; enc_str = encode_rfc2231_filename(out_str); g_free(out_str); if (strlen(enc_str) <= max_linelen) { gchar *ret; ret = g_strdup_printf(" %s*=%s''%s", param_name, out_encoding, enc_str); g_free(enc_str); return ret; } string = g_string_new(NULL); g_string_printf(string, " %s*0*=%s''", param_name, out_encoding); cur_left_len = MAX_LINELEN - string->len; p = enc_str; while (*p != '\0') { if ((*p == '%' && cur_left_len < 4) || (*p != '%' && cur_left_len < 2)) { gint len; g_string_append(string, ";\n"); ++count; len = g_snprintf(cur_param, sizeof(cur_param), " %s*%d*=", param_name, count); g_string_append(string, cur_param); cur_left_len = MAX_LINELEN - len; } if (*p == '%') { g_string_append_len(string, p, 3); p += 3; cur_left_len -= 3; } else { g_string_append_c(string, *p); ++p; --cur_left_len; } } g_free(enc_str); return g_string_free(string, FALSE); } static gint conv_copy_file_with_gconvert(const gchar *src, const gchar *dest, const gchar *encoding) { gchar *src_s = NULL; gsize len = 0, dlen = 0; gchar *dest_s; GError *error = NULL; g_return_val_if_fail(src != NULL, -1); g_return_val_if_fail(dest != NULL, -1); g_return_val_if_fail(encoding != NULL, -1); if (g_file_get_contents(src, &src_s, &len, &error) == FALSE) { g_warning("conv_copy_utf16_file(): %s: %s", src, error->message); g_error_free(error); return -1; } dest_s = g_convert(src_s, len, CS_UTF_8, encoding, NULL, &dlen, &error); if (!dest_s) { g_warning("conv_copy_utf16_file(): %s: %s", src, error->message); g_error_free(error); g_free(src_s); return -1; } if (g_file_set_contents(dest, dest_s, dlen, &error) == FALSE) { g_warning("conv_copy_utf16_file(): %s: %s", dest, error->message); g_error_free(error); g_free(dest_s); g_free(src_s); return -1; } g_free(dest_s); g_free(src_s); return 0; } gint conv_copy_file(const gchar *src, const gchar *dest, const gchar *encoding) { FILE *src_fp, *dest_fp; gchar buf[BUFFSIZE]; CodeConverter *conv; gboolean err = FALSE; CharSet charset; charset = conv_get_charset_from_str(encoding); if (charset == C_UTF_16 || charset == C_UTF_16BE || charset == C_UTF_16LE) { return conv_copy_file_with_gconvert(src, dest, encoding); } if ((src_fp = g_fopen(src, "rb")) == NULL) { FILE_OP_ERROR(src, "fopen"); return -1; } if ((dest_fp = g_fopen(dest, "wb")) == NULL) { FILE_OP_ERROR(dest, "fopen"); fclose(src_fp); return -1; } if (change_file_mode_rw(dest_fp, dest) < 0) { FILE_OP_ERROR(dest, "chmod"); g_warning("can't change file mode\n"); } conv = conv_code_converter_new(encoding, NULL); while (fgets(buf, sizeof(buf), src_fp) != NULL) { gchar *outbuf; outbuf = conv_convert(conv, buf); if (outbuf) { fputs(outbuf, dest_fp); g_free(outbuf); } else fputs(buf, dest_fp); } conv_code_converter_destroy(conv); if (ferror(src_fp)) { FILE_OP_ERROR(src, "fgets"); err = TRUE; } fclose(src_fp); if (fclose(dest_fp) == EOF) { FILE_OP_ERROR(dest, "fclose"); err = TRUE; } if (err) { g_unlink(dest); return -1; } return 0; } gint conv_copy_dir(const gchar *src, const gchar *dest, const gchar *encoding) { GDir *dir; const gchar *dir_name; gchar *src_file; gchar *dest_file; if ((dir = g_dir_open(src, 0, NULL)) == NULL) { g_warning("failed to open directory: %s\n", src); return -1; } if (make_dir_hier(dest) < 0) { g_dir_close(dir); return -1; } while ((dir_name = g_dir_read_name(dir)) != NULL) { src_file = g_strconcat(src, G_DIR_SEPARATOR_S, dir_name, NULL); dest_file = g_strconcat(dest, G_DIR_SEPARATOR_S, dir_name, NULL); if (is_file_exist(src_file)) conv_copy_file(src_file, dest_file, encoding); g_free(dest_file); g_free(src_file); } g_dir_close(dir); return 0; } CharSet conv_check_file_encoding(const gchar *file) { FILE *fp; gchar buf[BUFFSIZE]; CharSet enc; const gchar *enc_str; gboolean is_locale = TRUE, is_utf8 = TRUE; size_t size; g_return_val_if_fail(file != NULL, C_AUTO); enc = conv_get_locale_charset(); enc_str = conv_get_locale_charset_str(); if (enc == C_UTF_8) is_locale = FALSE; if ((fp = g_fopen(file, "rb")) == NULL) { FILE_OP_ERROR(file, "fopen"); return C_AUTO; } /* UTF-16 check */ if ((size = fread(buf, 2, BUFFSIZE / 2, fp)) > 0) { CharSet guess_enc = C_AUTO; debug_print("conv_check_file_encoding: check first %d bytes of file %s\n", size * 2, file); /* BOM check */ if ((buf[0] & 0xff) == 0xfe && (buf[1] & 0xff) == 0xff) { debug_print("conv_check_file_encoding: UTF-16 BOM (BE) found\n"); guess_enc = C_UTF_16; /* UTF-16BE */ } else if ((buf[0] & 0xff) == 0xff && (buf[1] & 0xff) == 0xfe) { debug_print("conv_check_file_encoding: UTF-16 BOM (LE) found\n"); guess_enc = C_UTF_16; /* UTF-16LE */ } if (guess_enc != C_AUTO) { fclose(fp); return guess_enc; } /* search UTF-16 CR/LF */ if (memchr(buf, 0x00, size * 2) != NULL) { gint i; guchar c1, c2; for (i = 0; i < size; i++) { c1 = buf[i * 2] & 0xff; c2 = buf[i * 2 + 1] & 0xff; if (c1 == 0x00 && c2 == 0x0d) { /* UTF-16BE CR */ i++; if (i >= size) { break; } c1 = buf[i * 2] & 0xff; c2 = buf[i * 2 + 1] & 0xff; if (c1 == 0x00 && c2 == 0x0a) { /* UTF-16BE LF */ guess_enc = C_UTF_16BE; break; } } else if (c1 == 0x0d && c2 == 0x00) { /* UTF-16LE CR */ i++; if (i >= size) { break; } c1 = buf[i * 2] & 0xff; c2 = buf[i * 2 + 1] & 0xff; if (c1 == 0x0a && c2 == 0x00) { /* UTF-16LE LF */ guess_enc = C_UTF_16LE; break; } } else if (c1 == 0x00 && c2 == 0x0a) { /* UTF-16BE LF */ guess_enc = C_UTF_16BE; break; } else if (c1 == 0x0a && c2 == 0x00) { /* UTF-16LE LF */ guess_enc = C_UTF_16LE; break; } } if (guess_enc != C_AUTO) { debug_print("conv_check_file_encoding: %s detected\n", conv_get_charset_str(guess_enc)); fclose(fp); return guess_enc; } } } rewind(fp); while (fgets(buf, sizeof(buf), fp) != NULL) { gchar *str; gint error = 0; if (is_locale) { str = conv_codeset_strdup_full(buf, enc_str, CS_INTERNAL, &error); if (!str || error != 0) is_locale = FALSE; g_free(str); } if (is_utf8 && g_utf8_validate(buf, -1, NULL) == FALSE) { is_utf8 = FALSE; } if (!is_locale && !is_utf8) break; } fclose(fp); if (is_locale) return enc; else if (is_utf8) return C_UTF_8; else return C_AUTO; } gchar *conv_filename_from_utf8(const gchar *utf8_file) { gchar *fs_file; GError *error = NULL; g_return_val_if_fail(utf8_file != NULL, NULL); fs_file = g_filename_from_utf8(utf8_file, -1, NULL, NULL, &error); if (error) { g_warning("failed to convert encoding of file name: %s\n", error->message); g_error_free(error); } if (!fs_file) fs_file = g_strdup(utf8_file); return fs_file; } gchar *conv_filename_to_utf8(const gchar *fs_file) { gchar *utf8_file; GError *error = NULL; g_return_val_if_fail(fs_file != NULL, NULL); utf8_file = g_filename_to_utf8(fs_file, -1, NULL, NULL, &error); if (error) { g_warning("failed to convert encoding of file name: %s\n", error->message); g_error_free(error); } if (!utf8_file) utf8_file = g_strdup(fs_file); return utf8_file; }