Port's license text
/*
* Copyright (c) 1987, Fujitsu LTD. (Itaru ICHIKAWA).
* Copyright (c) 1996-2018, The nkf Project.
*
* This software is provided 'as-is', without any express or implied
* warranty. In no event will the authors be held liable for any damages
* arising from the use of this software.
*
* Permission is granted to anyone to use this software for any purpose,
* including commercial applications, and to alter it and redistribute it
* freely, subject to the following restrictions:
*
* 1. The origin of this software must not be misrepresented; you must not
* claim that you wrote the original software. If you use this software
* in a product, an acknowledgment in the product documentation would be
* appreciated but is not required.
*
* 2. Altered source versions must be plainly marked as such, and must not be
* misrepresented as being the original software.
*
* 3. This notice may not be removed or altered from any source distribution.
*/
#define NKF_VERSION "2.1.5"
#define NKF_RELEASE_DATE "2018-12-15"
#define COPY_RIGHT \
"Copyright (C) 1987, FUJITSU LTD. (I.Ichikawa).\n" \
"Copyright (C) 1996-2018, The nkf Project."
#include "config.h"
#include "nkf.h"
#include "utf8tbl.h"
#ifdef __WIN32__
#include <windows.h>
#include <locale.h>
#endif
#if defined(__OS2__)
# define INCL_DOS
# define INCL_DOSERRORS
# include <os2.h>
#endif
#include <assert.h>
/* state of output_mode and input_mode
c2 0 means ASCII
JIS_X_0201_1976_K
ISO_8859_1
JIS_X_0208
EOF all termination
c1 32bit data
*/
/* MIME ENCODE */
#define FIXED_MIME 7
#define STRICT_MIME 8
/* byte order */
enum byte_order {
ENDIAN_BIG = 1,
ENDIAN_LITTLE = 2,
ENDIAN_2143 = 3,
ENDIAN_3412 = 4
};
/* ASCII CODE */
#define BS 0x08
#define TAB 0x09
#define LF 0x0a
#define CR 0x0d
#define ESC 0x1b
#define SP 0x20
#define DEL 0x7f
#define SI 0x0f
#define SO 0x0e
#define SS2 0x8e
#define SS3 0x8f
#define CRLF 0x0D0A
/* encodings */
enum nkf_encodings {
ASCII,
ISO_8859_1,
ISO_2022_JP,
CP50220,
CP50221,
CP50222,
ISO_2022_JP_1,
ISO_2022_JP_3,
ISO_2022_JP_2004,
SHIFT_JIS,
WINDOWS_31J,
CP10001,
EUC_JP,
EUCJP_NKF,
CP51932,
EUCJP_MS,
EUCJP_ASCII,
SHIFT_JISX0213,
SHIFT_JIS_2004,
EUC_JISX0213,
EUC_JIS_2004,
UTF_8,
UTF_8N,
UTF_8_BOM,
UTF8_MAC,
UTF_16,
UTF_16BE,
UTF_16BE_BOM,
UTF_16LE,
UTF_16LE_BOM,
UTF_32,
UTF_32BE,
UTF_32BE_BOM,
UTF_32LE,
UTF_32LE_BOM,
BINARY,
NKF_ENCODING_TABLE_SIZE,
JIS_X_0201_1976_K = 0x1013, /* I */ /* JIS C 6220-1969 */
/* JIS_X_0201_1976_R = 0x1014, */ /* J */ /* JIS C 6220-1969 */
/* JIS_X_0208_1978 = 0x1040, */ /* @ */ /* JIS C 6226-1978 */
/* JIS_X_0208_1983 = 0x1087, */ /* B */ /* JIS C 6226-1983 */
JIS_X_0208 = 0x1168, /* @B */
JIS_X_0212 = 0x1159, /* D */
/* JIS_X_0213_2000_1 = 0x1228, */ /* O */
JIS_X_0213_2 = 0x1229, /* P */
JIS_X_0213_1 = 0x1233 /* Q */
};
static nkf_char s_iconv(nkf_char c2, nkf_char c1, nkf_char c0);
static nkf_char e_iconv(nkf_char c2, nkf_char c1, nkf_char c0);
static nkf_char w_iconv(nkf_char c2, nkf_char c1, nkf_char c0);
static nkf_char w_iconv16(nkf_char c2, nkf_char c1, nkf_char c0);
static nkf_char w_iconv32(nkf_char c2, nkf_char c1, nkf_char c0);
static void j_oconv(nkf_char c2, nkf_char c1);
static void s_oconv(nkf_char c2, nkf_char c1);
static void e_oconv(nkf_char c2, nkf_char c1);
static void w_oconv(nkf_char c2, nkf_char c1);
static void w_oconv16(nkf_char c2, nkf_char c1);
static void w_oconv32(nkf_char c2, nkf_char c1);
typedef struct {
const char *name;
nkf_char (*iconv)(nkf_char c2, nkf_char c1, nkf_char c0);
void (*oconv)(nkf_char c2, nkf_char c1);
} nkf_native_encoding;
nkf_native_encoding NkfEncodingASCII = { "ASCII", e_iconv, e_oconv };
nkf_native_encoding NkfEncodingISO_2022_JP = { "ISO-2022-JP", e_iconv, j_oconv };
nkf_native_encoding NkfEncodingShift_JIS = { "Shift_JIS", s_iconv, s_oconv };
nkf_native_encoding NkfEncodingEUC_JP = { "EUC-JP", e_iconv, e_oconv };
nkf_native_encoding NkfEncodingUTF_8 = { "UTF-8", w_iconv, w_oconv };
nkf_native_encoding NkfEncodingUTF_16 = { "UTF-16", w_iconv16, w_oconv16 };
nkf_native_encoding NkfEncodingUTF_32 = { "UTF-32", w_iconv32, w_oconv32 };
typedef struct {
const int id;
const char *name;
const nkf_native_encoding *base_encoding;
} nkf_encoding;
nkf_encoding nkf_encoding_table[] = {
{ASCII, "US-ASCII", &NkfEncodingASCII},
{ISO_8859_1, "ISO-8859-1", &NkfEncodingASCII},
{ISO_2022_JP, "ISO-2022-JP", &NkfEncodingISO_2022_JP},
{CP50220, "CP50220", &NkfEncodingISO_2022_JP},
{CP50221, "CP50221", &NkfEncodingISO_2022_JP},
{CP50222, "CP50222", &NkfEncodingISO_2022_JP},
{ISO_2022_JP_1, "ISO-2022-JP-1", &NkfEncodingISO_2022_JP},
{ISO_2022_JP_3, "ISO-2022-JP-3", &NkfEncodingISO_2022_JP},
{ISO_2022_JP_2004, "ISO-2022-JP-2004", &NkfEncodingISO_2022_JP},
{SHIFT_JIS, "Shift_JIS", &NkfEncodingShift_JIS},
{WINDOWS_31J, "Windows-31J", &NkfEncodingShift_JIS},
{CP10001, "CP10001", &NkfEncodingShift_JIS},
{EUC_JP, "EUC-JP", &NkfEncodingEUC_JP},
{EUCJP_NKF, "eucJP-nkf", &NkfEncodingEUC_JP},
{CP51932, "CP51932", &NkfEncodingEUC_JP},
{EUCJP_MS, "eucJP-MS", &NkfEncodingEUC_JP},
{EUCJP_ASCII, "eucJP-ASCII", &NkfEncodingEUC_JP},
{SHIFT_JISX0213, "Shift_JISX0213", &NkfEncodingShift_JIS},
{SHIFT_JIS_2004, "Shift_JIS-2004", &NkfEncodingShift_JIS},
{EUC_JISX0213, "EUC-JISX0213", &NkfEncodingEUC_JP},
{EUC_JIS_2004, "EUC-JIS-2004", &NkfEncodingEUC_JP},
{UTF_8, "UTF-8", &NkfEncodingUTF_8},
{UTF_8N, "UTF-8N", &NkfEncodingUTF_8},
{UTF_8_BOM, "UTF-8-BOM", &NkfEncodingUTF_8},
{UTF8_MAC, "UTF8-MAC", &NkfEncodingUTF_8},
{UTF_16, "UTF-16", &NkfEncodingUTF_16},
{UTF_16BE, "UTF-16BE", &NkfEncodingUTF_16},
{UTF_16BE_BOM, "UTF-16BE-BOM", &NkfEncodingUTF_16},
{UTF_16LE, "UTF-16LE", &NkfEncodingUTF_16},
{UTF_16LE_BOM, "UTF-16LE-BOM", &NkfEncodingUTF_16},
{UTF_32, "UTF-32", &NkfEncodingUTF_32},
{UTF_32BE, "UTF-32BE", &NkfEncodingUTF_32},
{UTF_32BE_BOM, "UTF-32BE-BOM", &NkfEncodingUTF_32},
{UTF_32LE, "UTF-32LE", &NkfEncodingUTF_32},
{UTF_32LE_BOM, "UTF-32LE-BOM", &NkfEncodingUTF_32},
{BINARY, "BINARY", &NkfEncodingASCII},
{-1, NULL, NULL}
};
struct {
const char *name;
const int id;
} encoding_name_to_id_table[] = {
{"US-ASCII", ASCII},
{"ASCII", ASCII},
{"646", ASCII},
{"ROMAN8", ASCII},
{"ISO-2022-JP", ISO_2022_JP},
{"ISO2022JP-CP932", CP50220},
{"CP50220", CP50220},
{"CP50221", CP50221},
{"CSISO2022JP", CP50221},
{"CP50222", CP50222},
{"ISO-2022-JP-1", ISO_2022_JP_1},
{"ISO-2022-JP-3", ISO_2022_JP_3},
{"ISO-2022-JP-2004", ISO_2022_JP_2004},
{"SHIFT_JIS", SHIFT_JIS},
{"SJIS", SHIFT_JIS},
{"MS_Kanji", SHIFT_JIS},
{"PCK", SHIFT_JIS},
{"WINDOWS-31J", WINDOWS_31J},
{"CSWINDOWS31J", WINDOWS_31J},
{"CP932", WINDOWS_31J},
{"MS932", WINDOWS_31J},
{"CP10001", CP10001},
{"EUCJP", EUC_JP},
{"EUC-JP", EUC_JP},
{"EUCJP-NKF", EUCJP_NKF},
{"CP51932", CP51932},
{"EUC-JP-MS", EUCJP_MS},
{"EUCJP-MS", EUCJP_MS},
{"EUCJPMS", EUCJP_MS},
{"EUC-JP-ASCII", EUCJP_ASCII},
{"EUCJP-ASCII", EUCJP_ASCII},
{"SHIFT_JISX0213", SHIFT_JISX0213},
{"SHIFT_JIS-2004", SHIFT_JIS_2004},
{"EUC-JISX0213", EUC_JISX0213},
{"EUC-JIS-2004", EUC_JIS_2004},
{"UTF-8", UTF_8},
{"UTF-8N", UTF_8N},
{"UTF-8-BOM", UTF_8_BOM},
{"UTF8-MAC", UTF8_MAC},
{"UTF-8-MAC", UTF8_MAC},
{"UTF-16", UTF_16},
{"UTF-16BE", UTF_16BE},
{"UTF-16BE-BOM", UTF_16BE_BOM},
{"UTF-16LE", UTF_16LE},
{"UTF-16LE-BOM", UTF_16LE_BOM},
{"UTF-32", UTF_32},
{"UTF-32BE", UTF_32BE},
{"UTF-32BE-BOM", UTF_32BE_BOM},
{"UTF-32LE", UTF_32LE},
{"UTF-32LE-BOM", UTF_32LE_BOM},
{"BINARY", BINARY},
{NULL, -1}
};
#if defined(DEFAULT_CODE_JIS)
#define DEFAULT_ENCIDX ISO_2022_JP
#elif defined(DEFAULT_CODE_SJIS)
#define DEFAULT_ENCIDX SHIFT_JIS
#elif defined(DEFAULT_CODE_WINDOWS_31J)
#define DEFAULT_ENCIDX WINDOWS_31J
#elif defined(DEFAULT_CODE_EUC)
#define DEFAULT_ENCIDX EUC_JP
#elif defined(DEFAULT_CODE_UTF8)
#define DEFAULT_ENCIDX UTF_8
#endif
#define is_alnum(c) \
(('a'<=c && c<='z')||('A'<= c && c<='Z')||('0'<=c && c<='9'))
/* I don't trust portablity of toupper */
#define nkf_toupper(c) (('a'<=c && c<='z')?(c-('a'-'A')):c)
#define nkf_isoctal(c) ('0'<=c && c<='7')
#define nkf_isdigit(c) ('0'<=c && c<='9')
#define nkf_isxdigit(c) (nkf_isdigit(c) || ('a'<=c && c<='f') || ('A'<=c && c <= 'F'))
#define nkf_isblank(c) (c == SP || c == TAB)
#define nkf_isspace(c) (nkf_isblank(c) || c == CR || c == LF)
#define nkf_isalpha(c) (('a' <= c && c <= 'z') || ('A' <= c && c <= 'Z'))
#define nkf_isalnum(c) (nkf_isdigit(c) || nkf_isalpha(c))
#define nkf_isprint(c) (SP<=c && c<='~')
#define nkf_isgraph(c) ('!'<=c && c<='~')
#define hex2bin(c) (('0'<=c&&c<='9') ? (c-'0') : \
('A'<=c&&c<='F') ? (c-'A'+10) : \
('a'<=c&&c<='f') ? (c-'a'+10) : 0)
#define bin2hex(c) ("0123456789ABCDEF"[c&15])
#define is_eucg3(c2) (((unsigned short)c2 >> 8) == SS3)
#define nkf_noescape_mime(c) ((c == CR) || (c == LF) || \
((c > SP) && (c < DEL) && (c != '?') && (c != '=') && (c != '_') \
&& (c != '(') && (c != ')') && (c != '.') && (c != 0x22)))
#define is_ibmext_in_sjis(c2) (CP932_TABLE_BEGIN <= c2 && c2 <= CP932_TABLE_END)
#define nkf_byte_jisx0201_katakana_p(c) (SP <= c && c <= 0x5F)
#define HOLD_SIZE 1024
#if defined(INT_IS_SHORT)
#define IOBUF_SIZE 2048
#else
#define IOBUF_SIZE 16384
#endif
#define DEFAULT_J 'B'
#define DEFAULT_R 'B'
#define GETA1 0x22
#define GETA2 0x2e
/* MIME preprocessor */
#ifdef EASYWIN /*Easy Win */
extern POINT _BufferSize;
#endif
struct input_code{
const char *name;
nkf_char stat;
nkf_char score;
nkf_char index;
nkf_char buf[3];
void (*status_func)(struct input_code *, nkf_char);
nkf_char (*iconv_func)(nkf_char c2, nkf_char c1, nkf_char c0);
int _file_stat;
};
static const char *input_codename = NULL; /* NULL: unestablished, "": BINARY */
static nkf_encoding *input_encoding = NULL;
static nkf_encoding *output_encoding = NULL;
#if defined(UTF8_INPUT_ENABLE) || defined(UTF8_OUTPUT_ENABLE)
/* UCS Mapping
* 0: Shift_JIS, eucJP-ascii
* 1: eucJP-ms
* 2: CP932, CP51932
* 3: CP10001
*/
#define UCS_MAP_ASCII 0
#define UCS_MAP_MS 1
#define UCS_MAP_CP932 2
#define UCS_MAP_CP10001 3
static int ms_ucs_map_f = UCS_MAP_ASCII;
#endif
#ifdef UTF8_INPUT_ENABLE
/* no NEC special, NEC-selected IBM extended and IBM extended characters */
static int no_cp932ext_f = FALSE;
/* ignore ZERO WIDTH NO-BREAK SPACE */
static int no_best_fit_chars_f = FALSE;
static int input_endian = ENDIAN_BIG;
static int input_bom_f = FALSE;
static nkf_char unicode_subchar = '?'; /* the regular substitution character */
static void (*encode_fallback)(nkf_char c) = NULL;
static void w_status(struct input_code *, nkf_char);
#endif
#ifdef UTF8_OUTPUT_ENABLE
static int output_bom_f = FALSE;
static int output_endian = ENDIAN_BIG;
#endif
static void std_putc(nkf_char c);
static nkf_char std_getc(FILE *f);
static nkf_char std_ungetc(nkf_char c,FILE *f);
static nkf_char broken_getc(FILE *f);
static nkf_char broken_ungetc(nkf_char c,FILE *f);
static nkf_char mime_getc(FILE *f);
static void mime_putc(nkf_char c);
/* buffers */
#if !defined(PERL_XS) && !defined(WIN32DLL)
static unsigned char stdibuf[IOBUF_SIZE];
static unsigned char stdobuf[IOBUF_SIZE];
#endif
#define NKF_UNSPECIFIED (-TRUE)
/* flags */
static int unbuf_f = FALSE;
static int estab_f = FALSE;
static int nop_f = FALSE;
static int binmode_f = TRUE; /* binary mode */
static int rot_f = FALSE; /* rot14/43 mode */
static int hira_f = FALSE; /* hira/kata henkan */
static int alpha_f = FALSE; /* convert JIx0208 alphbet to ASCII */
static int mime_f = MIME_DECODE_DEFAULT; /* convert MIME B base64 or Q */
static int mime_decode_f = FALSE; /* mime decode is explicitly on */
static int mimebuf_f = FALSE; /* MIME buffered input */
static int broken_f = FALSE; /* convert ESC-less broken JIS */
static int iso8859_f = FALSE; /* ISO8859 through */
static int mimeout_f = FALSE; /* base64 mode */
static int x0201_f = NKF_UNSPECIFIED; /* convert JIS X 0201 */
static int iso2022jp_f = FALSE; /* replace non ISO-2022-JP with GETA */
#ifdef UNICODE_NORMALIZATION
static int nfc_f = FALSE;
static nkf_char (*i_nfc_getc)(FILE *) = std_getc; /* input of ugetc */
static nkf_char (*i_nfc_ungetc)(nkf_char c ,FILE *f) = std_ungetc;
#endif
#ifdef INPUT_OPTION
static int cap_f = FALSE;
static nkf_char (*i_cgetc)(FILE *) = std_getc; /* input of cgetc */
static nkf_char (*i_cungetc)(nkf_char c ,FILE *f) = std_ungetc;
static int url_f = FALSE;
static nkf_char (*i_ugetc)(FILE *) = std_getc; /* input of ugetc */
static nkf_char (*i_uungetc)(nkf_char c ,FILE *f) = std_ungetc;
#endif
#define PREFIX_EUCG3 NKF_INT32_C(0x8F00)
#define CLASS_MASK NKF_INT32_C(0xFF000000)
#define CLASS_UNICODE NKF_INT32_C(0x01000000)
#define VALUE_MASK NKF_INT32_C(0x00FFFFFF)
#define UNICODE_BMP_MAX NKF_INT32_C(0x0000FFFF)
#define UNICODE_MAX NKF_INT32_C(0x0010FFFF)
#define nkf_char_euc3_new(c) ((c) | PREFIX_EUCG3)
#define nkf_char_unicode_new(c) ((c) | CLASS_UNICODE)
#define nkf_char_unicode_p(c) ((c & CLASS_MASK) == CLASS_UNICODE)
#define nkf_char_unicode_bmp_p(c) ((c & VALUE_MASK) <= UNICODE_BMP_MAX)
#define nkf_char_unicode_value_p(c) ((c & VALUE_MASK) <= UNICODE_MAX)
#define UTF16_TO_UTF32(lead, trail) (((lead) << 10) + (trail) - NKF_INT32_C(0x35FDC00))
#ifdef NUMCHAR_OPTION
static int numchar_f = FALSE;
static nkf_char (*i_ngetc)(FILE *) = std_getc; /* input of ugetc */
static nkf_char (*i_nungetc)(nkf_char c ,FILE *f) = std_ungetc;
#endif
#ifdef CHECK_OPTION
static int noout_f = FALSE;
static void no_putc(nkf_char c);
static int debug_f = FALSE;
static void debug(const char *str);
static nkf_char (*iconv_for_check)(nkf_char c2,nkf_char c1,nkf_char c0) = 0;
#endif
static int guess_f = 0; /* 0: OFF, 1: ON, 2: VERBOSE */
static void set_input_codename(const char *codename);
#ifdef EXEC_IO
static int exec_f = 0;
#endif
#ifdef SHIFTJIS_CP932
/* invert IBM extended characters to others */
static int cp51932_f = FALSE;
/* invert NEC-selected IBM extended characters to IBM extended characters */
static int cp932inv_f = TRUE;
/* static nkf_char cp932_conv(nkf_char c2, nkf_char c1); */
#endif /* SHIFTJIS_CP932 */
static int x0212_f = FALSE;
static int x0213_f = FALSE;
static unsigned char prefix_table[256];
static void e_status(struct input_code *, nkf_char);
static void s_status(struct input_code *, nkf_char);
struct input_code input_code_list[] = {
{"EUC-JP", 0, 0, 0, {0, 0, 0}, e_status, e_iconv, 0},
{"Shift_JIS", 0, 0, 0, {0, 0, 0}, s_status, s_iconv, 0},
#ifdef UTF8_INPUT_ENABLE
{"UTF-8", 0, 0, 0, {0, 0, 0}, w_status, w_iconv, 0},
{"UTF-16", 0, 0, 0, {0, 0, 0}, NULL, w_iconv16, 0},
{"UTF-32", 0, 0, 0, {0, 0, 0}, NULL, w_iconv32, 0},
#endif
{NULL, 0, 0, 0, {0, 0, 0}, NULL, NULL, 0}
};
static int mimeout_mode = 0; /* 0, -1, 'Q', 'B', 1, 2 */
static int base64_count = 0;
/* X0208 -> ASCII converter */
/* fold parameter */
static int f_line = 0; /* chars in line */
static int f_prev = 0;
static int fold_preserve_f = FALSE; /* preserve new lines */
static int fold_f = FALSE;
static int fold_len = 0;
/* options */
static unsigned char kanji_intro = DEFAULT_J;
static unsigned char ascii_intro = DEFAULT_R;
/* Folding */
#define FOLD_MARGIN 10
#define DEFAULT_FOLD 60
static int fold_margin = FOLD_MARGIN;
/* process default */
static nkf_char
no_connection2(ARG_UNUSED nkf_char c2, ARG_UNUSED nkf_char c1, ARG_UNUSED nkf_char c0)
{
fprintf(stderr,"nkf internal module connection failure.\n");
exit(EXIT_FAILURE);
return 0; /* LINT */
}
static void
no_connection(nkf_char c2, nkf_char c1)
{
no_connection2(c2,c1,0);
}
static nkf_char (*iconv)(nkf_char c2,nkf_char c1,nkf_char c0) = no_connection2;
static void (*oconv)(nkf_char c2,nkf_char c1) = no_connection;
static void (*o_zconv)(nkf_char c2,nkf_char c1) = no_connection;
static void (*o_fconv)(nkf_char c2,nkf_char c1) = no_connection;
static void (*o_eol_conv)(nkf_char c2,nkf_char c1) = no_connection;
static void (*o_rot_conv)(nkf_char c2,nkf_char c1) = no_connection;
static void (*o_hira_conv)(nkf_char c2,nkf_char c1) = no_connection;
static void (*o_base64conv)(nkf_char c2,nkf_char c1) = no_connection;
static void (*o_iso2022jp_check_conv)(nkf_char c2,nkf_char c1) = no_connection;
/* static redirections */
static void (*o_putc)(nkf_char c) = std_putc;
static nkf_char (*i_getc)(FILE *f) = std_getc; /* general input */
static nkf_char (*i_ungetc)(nkf_char c,FILE *f) =std_ungetc;
static nkf_char (*i_bgetc)(FILE *) = std_getc; /* input of mgetc */
static nkf_char (*i_bungetc)(nkf_char c ,FILE *f) = std_ungetc;
static void (*o_mputc)(nkf_char c) = std_putc ; /* output of mputc */
static nkf_char (*i_mgetc)(FILE *) = std_getc; /* input of mgetc */
static nkf_char (*i_mungetc)(nkf_char c ,FILE *f) = std_ungetc;
/* for strict mime */
static nkf_char (*i_mgetc_buf)(FILE *) = std_getc; /* input of mgetc_buf */
static nkf_char (*i_mungetc_buf)(nkf_char c,FILE *f) = std_ungetc;
/* Global states */
static int output_mode = ASCII; /* output kanji mode */
static int input_mode = ASCII; /* input kanji mode */
static int mime_decode_mode = FALSE; /* MIME mode B base64, Q hex */
/* X0201 / X0208 conversion tables */
/* X0201 kana conversion table */
/* 90-9F A0-DF */
static const unsigned char cv[]= {
0x21,0x21,0x21,0x23,0x21,0x56,0x21,0x57,
0x21,0x22,0x21,0x26,0x25,0x72,0x25,0x21,
0x25,0x23,0x25,0x25,0x25,0x27,0x25,0x29,
0x25,0x63,0x25,0x65,0x25,0x67,0x25,0x43,
0x21,0x3c,0x25,0x22,0x25,0x24,0x25,0x26,
0x25,0x28,0x25,0x2a,0x25,0x2b,0x25,0x2d,
0x25,0x2f,0x25,0x31,0x25,0x33,0x25,0x35,
0x25,0x37,0x25,0x39,0x25,0x3b,0x25,0x3d,
0x25,0x3f,0x25,0x41,0x25,0x44,0x25,0x46,
0x25,0x48,0x25,0x4a,0x25,0x4b,0x25,0x4c,
0x25,0x4d,0x25,0x4e,0x25,0x4f,0x25,0x52,
0x25,0x55,0x25,0x58,0x25,0x5b,0x25,0x5e,
0x25,0x5f,0x25,0x60,0x25,0x61,0x25,0x62,
0x25,0x64,0x25,0x66,0x25,0x68,0x25,0x69,
0x25,0x6a,0x25,0x6b,0x25,0x6c,0x25,0x6d,
0x25,0x6f,0x25,0x73,0x21,0x2b,0x21,0x2c,
0x00,0x00};
/* X0201 kana conversion table for daguten */
/* 90-9F A0-DF */
static const unsigned char dv[]= {
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x25,0x74,
0x00,0x00,0x00,0x00,0x25,0x2c,0x25,0x2e,
0x25,0x30,0x25,0x32,0x25,0x34,0x25,0x36,
0x25,0x38,0x25,0x3a,0x25,0x3c,0x25,0x3e,
0x25,0x40,0x25,0x42,0x25,0x45,0x25,0x47,
0x25,0x49,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x25,0x50,0x25,0x53,
0x25,0x56,0x25,0x59,0x25,0x5c,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00};
/* X0201 kana conversion table for han-daguten */
/* 90-9F A0-DF */
static const unsigned char ev[]= {
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x25,0x51,0x25,0x54,
0x25,0x57,0x25,0x5a,0x25,0x5d,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00};
/* X0201 kana to X0213 conversion table for han-daguten */
/* 90-9F A0-DF */
static const unsigned char ev_x0213[]= {
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x25,0x77,0x25,0x78,
0x25,0x79,0x25,0x7a,0x25,0x7b,0x00,0x00,
0x00,0x00,0x00,0x00,0x25,0x7c,0x00,0x00,
0x00,0x00,0x00,0x00,0x25,0x7d,0x00,0x00,
0x25,0x7e,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x00,0x00};
/* X0208 kigou conversion table */
/* 0x8140 - 0x819e */
static const unsigned char fv[] = {
0x00,0x00,0x00,0x00,0x2c,0x2e,0x00,0x3a,
0x3b,0x3f,0x21,0x00,0x00,0x27,0x60,0x00,
0x5e,0x00,0x5f,0x00,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x2d,0x00,0x2f,
0x5c,0x00,0x00,0x7c,0x00,0x00,0x60,0x27,
0x22,0x22,0x28,0x29,0x00,0x00,0x5b,0x5d,
0x7b,0x7d,0x3c,0x3e,0x00,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x2b,0x2d,0x00,0x00,
0x00,0x3d,0x00,0x3c,0x3e,0x00,0x00,0x00,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
0x24,0x00,0x00,0x25,0x23,0x26,0x2a,0x40,
0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00
} ;
static int option_mode = 0;
static int file_out_f = FALSE;
#ifdef OVERWRITE
static int overwrite_f = FALSE;
static int preserve_time_f = FALSE;
static int backup_f = FALSE;
static char *backup_suffix = "";
#endif
static int eolmode_f = 0; /* CR, LF, CRLF */
static int input_eol = 0; /* 0: unestablished, EOF: MIXED */
static nkf_char prev_cr = 0; /* CR or 0 */
#ifdef EASYWIN /*Easy Win */
static int end_check;
#endif /*Easy Win */
static void *
nkf_xmalloc(size_t size)
{
void *ptr;
if (size == 0) size = 1;
ptr = malloc(size);
if (ptr == NULL) {
perror("can't malloc");
exit(EXIT_FAILURE);
}
return ptr;
}
static void *
nkf_xrealloc(void *ptr, size_t size)
{
if (size == 0) size = 1;
ptr = realloc(ptr, size);
if (ptr == NULL) {
perror("can't realloc");
exit(EXIT_FAILURE);
}
return ptr;
}
#define nkf_xfree(ptr) free(ptr)
static int
nkf_str_caseeql(const char *src, const char *target)
{
int i;
for (i = 0; src[i] && target[i]; i++) {
if (nkf_toupper(src[i]) != nkf_toupper(target[i])) return FALSE;
}
if (src[i] || target[i]) return FALSE;
else return TRUE;
}
static nkf_encoding*
nkf_enc_from_index(int idx)
{
if (idx < 0 || NKF_ENCODING_TABLE_SIZE <= idx) {
return 0;
}
return &nkf_encoding_table[idx];
}
static int
nkf_enc_find_index(const char *name)
{
int i;
if (name[0] == 'X' && *(name+1) == '-') name += 2;
for (i = 0; encoding_name_to_id_table[i].id >= 0; i++) {
if (nkf_str_caseeql(encoding_name_to_id_table[i].name, name)) {
return encoding_name_to_id_table[i].id;
}
}
return -1;
}
static nkf_encoding*
nkf_enc_find(const char *name)
{
int idx = -1;
idx = nkf_enc_find_index(name);
if (idx < 0) return 0;
return nkf_enc_from_index(idx);
}
#define nkf_enc_name(enc) (enc)->name
#define nkf_enc_to_index(enc) (enc)->id
#define nkf_enc_to_base_encoding(enc) (enc)->base_encoding
#define nkf_enc_to_iconv(enc) nkf_enc_to_base_encoding(enc)->iconv
#define nkf_enc_to_oconv(enc) nkf_enc_to_base_encoding(enc)->oconv
#define nkf_enc_asciicompat(enc) (\
nkf_enc_to_base_encoding(enc) == &NkfEncodingASCII ||\
nkf_enc_to_base_encoding(enc) == &NkfEncodingISO_2022_JP)
#define nkf_enc_unicode_p(enc) (\
nkf_enc_to_base_encoding(enc) == &NkfEncodingUTF_8 ||\
nkf_enc_to_base_encoding(enc) == &NkfEncodingUTF_16 ||\
nkf_enc_to_base_encoding(enc) == &NkfEncodingUTF_32)
#define nkf_enc_cp5022x_p(enc) (\
nkf_enc_to_index(enc) == CP50220 ||\
nkf_enc_to_index(enc) == CP50221 ||\
nkf_enc_to_index(enc) == CP50222)
#ifdef DEFAULT_CODE_LOCALE
static const char*
nkf_locale_charmap(void)
{
#ifdef HAVE_LANGINFO_H
return nl_langinfo(CODESET);
#elif defined(__WIN32__)
static char buf[16];
sprintf(buf, "CP%d", GetACP());
return buf;
#elif defined(__OS2__)
# if defined(INT_IS_SHORT)
/* OS/2 1.x */
return NULL;
# else
/* OS/2 32bit */
static char buf[16];
ULONG ulCP[1], ulncp;
DosQueryCp(sizeof(ulCP), ulCP, &ulncp);
if (ulCP[0] == 932 || ulCP[0] == 943)
strcpy(buf, "Shift_JIS");
else
sprintf(buf, "CP%lu", ulCP[0]);
return buf;
# endif
#endif
return NULL;
}
static nkf_encoding*
nkf_locale_encoding(void)
{
nkf_encoding *enc = 0;
const char *encname = nkf_locale_charmap();
if (encname)
enc = nkf_enc_find(encname);
return enc;
}
#endif /* DEFAULT_CODE_LOCALE */
static nkf_encoding*
nkf_utf8_encoding(void)
{
return &nkf_encoding_table[UTF_8];
}
static nkf_encoding*
nkf_default_encoding(void)
{
nkf_encoding *enc = 0;
#ifdef DEFAULT_CODE_LOCALE
enc = nkf_locale_encoding();
#elif defined(DEFAULT_ENCIDX)
enc = nkf_enc_from_index(DEFAULT_ENCIDX);
#endif
if (!enc) enc = nkf_utf8_encoding();
return enc;
}
typedef struct {
long capa;
long len;
nkf_char *ptr;
} nkf_buf_t;
static nkf_buf_t *
nkf_buf_new(int length)
{
nkf_buf_t *buf = nkf_xmalloc(sizeof(nkf_buf_t));
buf->ptr = nkf_xmalloc(sizeof(nkf_char) * length);
buf->capa = length;
buf->len = 0;
return buf;
}
#if 0
static void
nkf_buf_dispose(nkf_buf_t *buf)
{
nkf_xfree(buf->ptr);
nkf_xfree(buf);
}
#endif
#define nkf_buf_length(buf) ((buf)->len)
#define nkf_buf_empty_p(buf) ((buf)->len == 0)
static nkf_char
nkf_buf_at(nkf_buf_t *buf, int index)
{
assert(index <= buf->len);
return buf->ptr[index];
}
static void
nkf_buf_clear(nkf_buf_t *buf)
{
buf->len = 0;
}
static void
nkf_buf_push(nkf_buf_t *buf, nkf_char c)
{
if (buf->capa <= buf->len) {
exit(EXIT_FAILURE);
}
buf->ptr[buf->len++] = c;
}
static nkf_char
nkf_buf_pop(nkf_buf_t *buf)
{
assert(!nkf_buf_empty_p(buf));
return buf->ptr[--buf->len];
}
/* Normalization Form C */
#ifndef PERL_XS
#ifdef WIN32DLL
#define fprintf dllprintf
#endif
static void
version(void)
{
fprintf(HELP_OUTPUT,"Network Kanji Filter Version " NKF_VERSION " (" NKF_RELEASE_DATE ") \n" COPY_RIGHT "\n");
}
static void
usage(void)
{
fprintf(HELP_OUTPUT,
"Usage: nkf -[flags] [--] [in file] .. [out file for -O flag]\n"
#ifdef UTF8_OUTPUT_ENABLE
" j/s/e/w Specify output encoding ISO-2022-JP, Shift_JIS, EUC-JP\n"
" UTF options is -w[8[0],{16,32}[{B,L}[0]]]\n"
#else
#endif
#ifdef UTF8_INPUT_ENABLE
" J/S/E/W Specify input encoding ISO-2022-JP, Shift_JIS, EUC-JP\n"
" UTF option is -W[8,[16,32][B,L]]\n"
#else
" J/S/E Specify output encoding ISO-2022-JP, Shift_JIS, EUC-JP\n"
#endif
);
fprintf(HELP_OUTPUT,
" m[BQSN0] MIME decode [B:base64,Q:quoted,S:strict,N:nonstrict,0:no decode]\n"
" M[BQ] MIME encode [B:base64 Q:quoted]\n"
" f/F Folding: -f60 or -f or -f60-10 (fold margin 10) F preserve nl\n"
);
fprintf(HELP_OUTPUT,
" Z[0-4] Default/0: Convert JISX0208 Alphabet to ASCII\n"
" 1: Kankaku to one space 2: to two spaces 3: HTML Entity\n"
" 4: JISX0208 Katakana to JISX0201 Katakana\n"
" X,x Convert Halfwidth Katakana to Fullwidth or preserve it\n"
);
fprintf(HELP_OUTPUT,
" O Output to File (DEFAULT 'nkf.out')\n"
" L[uwm] Line mode u:LF w:CRLF m:CR (DEFAULT noconversion)\n"
);
fprintf(HELP_OUTPUT,
" --ic=<encoding> Specify the input encoding\n"
" --oc=<encoding> Specify the output encoding\n"
" --hiragana --katakana Hiragana/Katakana Conversion\n"
" --katakana-hiragana Converts each other\n"
);
fprintf(HELP_OUTPUT,
#ifdef INPUT_OPTION
" --{cap, url}-input Convert hex after ':' or '%%'\n"
#endif
#ifdef NUMCHAR_OPTION
" --numchar-input Convert Unicode Character Reference\n"
#endif
#ifdef UTF8_INPUT_ENABLE
" --fb-{skip, html, xml, perl, java, subchar}\n"
" Specify unassigned character's replacement\n"
#endif
);
fprintf(HELP_OUTPUT,
#ifdef OVERWRITE
" --in-place[=SUF] Overwrite original files\n"
" --overwrite[=SUF] Preserve timestamp of original files\n"
#endif
" -g --guess Guess the input code\n"
" -v --version Print the version\n"
" --help/-V Print this help / configuration\n"
);
version();
}
static void
show_configuration(void)
{
fprintf(HELP_OUTPUT,
"Summary of my nkf " NKF_VERSION " (" NKF_RELEASE_DATE ") configuration:\n"
" Compile-time options:\n"
" Compiled at: " __DATE__ " " __TIME__ "\n"
);
fprintf(HELP_OUTPUT,
" Default output encoding: "
#ifdef DEFAULT_CODE_LOCALE
"LOCALE (%s)\n", nkf_enc_name(nkf_default_encoding())
#elif defined(DEFAULT_ENCIDX)
"CONFIG (%s)\n", nkf_enc_name(nkf_default_encoding())
#else
"NONE\n"
#endif
);
fprintf(HELP_OUTPUT,
" Default output end of line: "
#if DEFAULT_NEWLINE == CR
"CR"
#elif DEFAULT_NEWLINE == CRLF
"CRLF"
#else
"LF"
#endif
"\n"
" Decode MIME encoded string: "
#if MIME_DECODE_DEFAULT
"ON"
#else
"OFF"
#endif
"\n"
" Convert JIS X 0201 Katakana: "
#if X0201_DEFAULT
"ON"
#else
"OFF"
#endif
"\n"
" --help, --version output: "
#if HELP_OUTPUT_HELP_OUTPUT
"HELP_OUTPUT"
#else
"STDOUT"
#endif
"\n");
}
#endif /*PERL_XS*/
#ifdef OVERWRITE
static char*
get_backup_filename(const char *suffix, const char *filename)
{
char *backup_filename;
int asterisk_count = 0;
int i, j;
int filename_length = strlen(filename);
for(i = 0; suffix[i]; i++){
if(suffix[i] == '*') asterisk_count++;
}
if(asterisk_count){
backup_filename = nkf_xmalloc(strlen(suffix) + (asterisk_count * (filename_length - 1)) + 1);
for(i = 0, j = 0; suffix[i];){
if(suffix[i] == '*'){
backup_filename[j] = '\0';
strncat(backup_filename, filename, filename_length);
i++;
j += filename_length;
}else{
backup_filename[j++] = suffix[i++];
}
}
backup_filename[j] = '\0';
}else{
j = filename_length + strlen(suffix);
backup_filename = nkf_xmalloc(j + 1);
strcpy(backup_filename, filename);
strcat(backup_filename, suffix);
backup_filename[j] = '\0';
}
return backup_filename;
}
#endif
#ifdef UTF8_INPUT_ENABLE
static void
nkf_each_char_to_hex(void (*f)(nkf_char c2,nkf_char c1), nkf_char c)
{
int shift = 20;
c &= VALUE_MASK;
while(shift >= 0){
if(c >= NKF_INT32_C(1)<<shift){
while(shift >= 0){
(*f)(0, bin2hex(c>>shift));
shift -= 4;
}
}else{
shift -= 4;
}
}
return;
}
static void
encode_fallback_html(nkf_char c)
{
(*oconv)(0, '&');
(*oconv)(0, '#');
c &= VALUE_MASK;
if(c >= NKF_INT32_C(1000000))
(*oconv)(0, 0x30+(c/NKF_INT32_C(1000000))%10);
if(c >= NKF_INT32_C(100000))
(*oconv)(0, 0x30+(c/NKF_INT32_C(100000) )%10);
if(c >= 10000)
(*oconv)(0, 0x30+(c/10000 )%10);
if(c >= 1000)
(*oconv)(0, 0x30+(c/1000 )%10);
if(c >= 100)
(*oconv)(0, 0x30+(c/100 )%10);
if(c >= 10)
(*oconv)(0, 0x30+(c/10 )%10);
if(c >= 0)
(*oconv)(0, 0x30+ c %10);
(*oconv)(0, ';');
return;
}
static void
encode_fallback_xml(nkf_char c)
{
(*oconv)(0, '&');
(*oconv)(0, '#');
(*oconv)(0, 'x');
nkf_each_char_to_hex(oconv, c);
(*oconv)(0, ';');
return;
}
static void
encode_fallback_java(nkf_char c)
{
(*oconv)(0, '\\');
c &= VALUE_MASK;
if(!nkf_char_unicode_bmp_p(c)){
int high = (c >> 10) + NKF_INT32_C(0xD7C0); /* high surrogate */
int low = (c & 0x3FF) + NKF_INT32_C(0xDC00); /* low surrogate */
(*oconv)(0, 'u');
(*oconv)(0, bin2hex(high>>12));
(*oconv)(0, bin2hex(high>> 8));
(*oconv)(0, bin2hex(high>> 4));
(*oconv)(0, bin2hex(high ));
(*oconv)(0, '\\');
(*oconv)(0, 'u');
(*oconv)(0, bin2hex(low>>12));
(*oconv)(0, bin2hex(low>> 8));
(*oconv)(0, bin2hex(low>> 4));
(*oconv)(0, bin2hex(low ));
}else{
(*oconv)(0, 'u');
(*oconv)(0, bin2hex(c>>12));
(*oconv)(0, bin2hex(c>> 8));
(*oconv)(0, bin2hex(c>> 4));
(*oconv)(0, bin2hex(c ));
}
return;
}
static void
encode_fallback_perl(nkf_char c)
{
(*oconv)(0, '\\');
(*oconv)(0, 'x');
(*oconv)(0, '{');
nkf_each_char_to_hex(oconv, c);
(*oconv)(0, '}');
return;
}
static void
encode_fallback_subchar(nkf_char c)
{
c = unicode_subchar;
(*oconv)((c>>8)&0xFF, c&0xFF);
return;
}
#endif
static const struct {
const char *name;
const char *alias;
} long_option[] = {
{"ic=", ""},
{"oc=", ""},
{"base64","jMB"},
{"euc","e"},
{"euc-input","E"},
{"fj","jm"},
{"help",""},
{"jis","j"},
{"jis-input","J"},
{"mac","sLm"},
{"mime","jM"},
{"mime-input","m"},
{"msdos","sLw"},
{"sjis","s"},
{"sjis-input","S"},
{"unix","eLu"},
{"version","v"},
{"windows","sLw"},
{"hiragana","h1"},
{"katakana","h2"},
{"katakana-hiragana","h3"},
{"guess=", ""},
{"guess", "g2"},
{"cp932", ""},
{"no-cp932", ""},
#ifdef X0212_ENABLE
{"x0212", ""},
#endif
#ifdef UTF8_OUTPUT_ENABLE
{"utf8", "w"},
{"utf16", "w16"},
{"ms-ucs-map", ""},
{"fb-skip", ""},
{"fb-html", ""},
{"fb-xml", ""},
{"fb-perl", ""},
{"fb-java", ""},
{"fb-subchar", ""},
{"fb-subchar=", ""},
#endif
#ifdef UTF8_INPUT_ENABLE
{"utf8-input", "W"},
{"utf16-input", "W16"},
{"no-cp932ext", ""},
{"no-best-fit-chars",""},
#endif
#ifdef UNICODE_NORMALIZATION
{"utf8mac-input", ""},
#endif
#ifdef OVERWRITE
{"overwrite", ""},
{"overwrite=", ""},
{"in-place", ""},
{"in-place=", ""},
#endif
#ifdef INPUT_OPTION
{"cap-input", ""},
{"url-input", ""},
#endif
#ifdef NUMCHAR_OPTION
{"numchar-input", ""},
#endif
#ifdef CHECK_OPTION
{"no-output", ""},
{"debug", ""},
#endif
#ifdef SHIFTJIS_CP932
{"cp932inv", ""},
#endif
#ifdef EXEC_IO
{"exec-in", ""},
{"exec-out", ""},
#endif
{"prefix=", ""},
};
static void
set_input_encoding(nkf_encoding *enc)
{
switch (nkf_enc_to_index(enc)) {
case ISO_8859_1:
iso8859_f = TRUE;
break;
case CP50221:
case CP50222:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
case CP50220:
#ifdef SHIFTJIS_CP932
cp51932_f = TRUE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP932;
#endif
break;
case ISO_2022_JP_1:
x0212_f = TRUE;
break;
case ISO_2022_JP_3:
x0212_f = TRUE;
x0213_f = TRUE;
break;
case ISO_2022_JP_2004:
x0212_f = TRUE;
x0213_f = TRUE;
break;
case SHIFT_JIS:
break;
case WINDOWS_31J:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
#ifdef SHIFTJIS_CP932
cp51932_f = TRUE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP932;
#endif
break;
break;
case CP10001:
#ifdef SHIFTJIS_CP932
cp51932_f = TRUE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP10001;
#endif
break;
case EUC_JP:
break;
case EUCJP_NKF:
break;
case CP51932:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
#ifdef SHIFTJIS_CP932
cp51932_f = TRUE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP932;
#endif
break;
case EUCJP_MS:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
#ifdef SHIFTJIS_CP932
cp51932_f = FALSE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_MS;
#endif
break;
case EUCJP_ASCII:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
#ifdef SHIFTJIS_CP932
cp51932_f = FALSE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_ASCII;
#endif
break;
case SHIFT_JISX0213:
case SHIFT_JIS_2004:
x0213_f = TRUE;
#ifdef SHIFTJIS_CP932
cp51932_f = FALSE;
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
break;
case EUC_JISX0213:
case EUC_JIS_2004:
x0213_f = TRUE;
#ifdef SHIFTJIS_CP932
cp51932_f = FALSE;
#endif
break;
#ifdef UTF8_INPUT_ENABLE
#ifdef UNICODE_NORMALIZATION
case UTF8_MAC:
nfc_f = TRUE;
break;
#endif
case UTF_16:
case UTF_16BE:
case UTF_16BE_BOM:
input_endian = ENDIAN_BIG;
break;
case UTF_16LE:
case UTF_16LE_BOM:
input_endian = ENDIAN_LITTLE;
break;
case UTF_32:
case UTF_32BE:
case UTF_32BE_BOM:
input_endian = ENDIAN_BIG;
break;
case UTF_32LE:
case UTF_32LE_BOM:
input_endian = ENDIAN_LITTLE;
break;
#endif
}
}
static void
set_output_encoding(nkf_encoding *enc)
{
switch (nkf_enc_to_index(enc)) {
case CP50220:
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP932;
#endif
break;
case CP50221:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP932;
#endif
break;
case ISO_2022_JP:
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
break;
case ISO_2022_JP_1:
x0212_f = TRUE;
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
break;
case ISO_2022_JP_3:
case ISO_2022_JP_2004:
x0212_f = TRUE;
x0213_f = TRUE;
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
break;
case SHIFT_JIS:
break;
case WINDOWS_31J:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP932;
#endif
break;
case CP10001:
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP10001;
#endif
break;
case EUC_JP:
x0212_f = TRUE;
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_ASCII;
#endif
break;
case EUCJP_NKF:
x0212_f = FALSE;
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_ASCII;
#endif
break;
case CP51932:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_CP932;
#endif
break;
case EUCJP_MS:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
x0212_f = TRUE;
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_MS;
#endif
break;
case EUCJP_ASCII:
if (x0201_f == NKF_UNSPECIFIED) x0201_f = FALSE; /* -x specified implicitly */
x0212_f = TRUE;
#ifdef UTF8_OUTPUT_ENABLE
ms_ucs_map_f = UCS_MAP_ASCII;
#endif
break;
case SHIFT_JISX0213:
case SHIFT_JIS_2004:
x0213_f = TRUE;
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
break;
case EUC_JISX0213:
case EUC_JIS_2004:
x0212_f = TRUE;
x0213_f = TRUE;
#ifdef SHIFTJIS_CP932
if (cp932inv_f == TRUE) cp932inv_f = FALSE;
#endif
break;
#ifdef UTF8_OUTPUT_ENABLE
case UTF_8_BOM:
output_bom_f = TRUE;
break;
case UTF_16:
case UTF_16BE_BOM:
output_bom_f = TRUE;
break;
case UTF_16LE:
output_endian = ENDIAN_LITTLE;
output_bom_f = FALSE;
break;
case UTF_16LE_BOM:
output_endian = ENDIAN_LITTLE;
output_bom_f = TRUE;
break;
case UTF_32:
case UTF_32BE_BOM:
output_bom_f = TRUE;
break;
case UTF_32LE:
output_endian = ENDIAN_LITTLE;
output_bom_f = FALSE;
break;
case UTF_32LE_BOM:
output_endian = ENDIAN_LITTLE;
output_bom_f = TRUE;
break;
#endif
}
}
static struct input_code*
find_inputcode_byfunc(nkf_char (*iconv_func)(nkf_char c2,nkf_char c1,nkf_char c0))
{
if (iconv_func){
struct input_code *p = input_code_list;
while (p->name){
if (iconv_func == p->iconv_func){
return p;
}
p++;
}
}
return 0;
}
static void
set_iconv(nkf_char f, nkf_char (*iconv_func)(nkf_char c2,nkf_char c1,nkf_char c0))
{
#ifdef INPUT_CODE_FIX
if (f || !input_encoding)
#endif
if (estab_f != f){
estab_f = f;
}
if (iconv_func
#ifdef INPUT_CODE_FIX
&& (f == -TRUE || !input_encoding) /* -TRUE means "FORCE" */
#endif
){
iconv = iconv_func;
}
#ifdef CHECK_OPTION
if (estab_f && iconv_for_check != iconv){
struct input_code *p = find_inputcode_byfunc(iconv);
if (p){
set_input_codename(p->name);
debug(p->name);
}
iconv_for_check = iconv;
}
#endif
}
#ifdef X0212_ENABLE
static nkf_char
x0212_shift(nkf_char c)
{
nkf_char ret = c;
c &= 0x7f;
if (is_eucg3(ret)){
if (0x75 <= c && c <= 0x7f){
ret = c + (0x109 - 0x75);
}
}else{
if (0x75 <= c && c <= 0x7f){
ret = c + (0x113 - 0x75);
}
}
return ret;
}
static nkf_char
x0212_unshift(nkf_char c)
{
nkf_char ret = c;
if (0x7f <= c && c <= 0x88){
ret = c + (0x75 - 0x7f);
}else if (0x89 <= c && c <= 0x92){
ret = PREFIX_EUCG3 | 0x80 | (c + (0x75 - 0x89));
}
return ret;
}
#endif /* X0212_ENABLE */
static int
is_x0213_2_in_x0212(nkf_char c1)
{
static const char x0213_2_table[] =
{0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1};
int ku = c1 - 0x20;
if (ku <= 15)
return x0213_2_table[ku]; /* 1, 3-5, 8, 12-15 */
if (78 <= ku && ku <= 94)
return 1;
return 0;
}
static nkf_char
e2s_conv(nkf_char c2, nkf_char c1, nkf_char *p2, nkf_char *p1)
{
nkf_char ndx;
if (is_eucg3(c2)){
ndx = c2 & 0x7f;
if (x0213_f && is_x0213_2_in_x0212(ndx)){
if((0x21 <= ndx && ndx <= 0x2F)){
if (p2) *p2 = ((ndx - 1) >> 1) + 0xec - ndx / 8 * 3;
if (p1) *p1 = c1 + ((ndx & 1) ? ((c1 < 0x60) ? 0x1f : 0x20) : 0x7e);
return 0;
}else if(0x6E <= ndx && ndx <= 0x7E){
if (p2) *p2 = ((ndx - 1) >> 1) + 0xbe;
if (p1) *p1 = c1 + ((ndx & 1) ? ((c1 < 0x60) ? 0x1f : 0x20) : 0x7e);
return 0;
}
return 1;
}
#ifdef X0212_ENABLE
else if(nkf_isgraph(ndx)){
nkf_char val = 0;
const unsigned short *ptr;
ptr = x0212_shiftjis[ndx - 0x21];
if (ptr){
val = ptr[(c1 & 0x7f) - 0x21];
}
if (val){
c2 = val >> 8;
c1 = val & 0xff;
if (p2) *p2 = c2;
if (p1) *p1 = c1;
return 0;
}
c2 = x0212_shift(c2);
}
#endif /* X0212_ENABLE */
}
if(0x7F < c2) return 1;
if (p2) *p2 = ((c2 - 1) >> 1) + ((c2 <= 0x5e) ? 0x71 : 0xb1);
if (p1) *p1 = c1 + ((c2 & 1) ? ((c1 < 0x60) ? 0x1f : 0x20) : 0x7e);
return 0;
}
static nkf_char
s2e_conv(nkf_char c2, nkf_char c1, nkf_char *p2, nkf_char *p1)
{
#if defined(SHIFTJIS_CP932) || defined(X0212_ENABLE)
nkf_char val;
#endif
static const char shift_jisx0213_s1a3_table[5][2] ={ { 1, 8}, { 3, 4}, { 5,12}, {13,14}, {15, 0} };
if (0xFC < c1) return 1;
#ifdef SHIFTJIS_CP932
if (!cp932inv_f && !x0213_f && is_ibmext_in_sjis(c2)){
val = shiftjis_cp932[c2 - CP932_TABLE_BEGIN][c1 - 0x40];
if (val){
c2 = val >> 8;
c1 = val & 0xff;
}
}
if (cp932inv_f
&& CP932INV_TABLE_BEGIN <= c2 && c2 <= CP932INV_TABLE_END){
val = cp932inv[c2 - CP932INV_TABLE_BEGIN][c1 - 0x40];
if (val){
c2 = val >> 8;
c1 = val & 0xff;
}
}
#endif /* SHIFTJIS_CP932 */
#ifdef X0212_ENABLE
if (!x0213_f && is_ibmext_in_sjis(c2)){
val = shiftjis_x0212[c2 - 0xfa][c1 - 0x40];
if (val){
if (val > 0x7FFF){
c2 = PREFIX_EUCG3 | ((val >> 8) & 0x7f);
c1 = val & 0xff;
}else{
c2 = val >> 8;
c1 = val & 0xff;
}
if (p2) *p2 = c2;
if (p1) *p1 = c1;
return 0;
}
}
#endif
if(c2 >= 0x80){
if(x0213_f && c2 >= 0xF0){
if(c2 <= 0xF3 || (c2 == 0xF4 && c1 < 0x9F)){ /* k=1, 3<=k<=5, k=8, 12<=k<=15 */
c2 = PREFIX_EUCG3 | 0x20 | shift_jisx0213_s1a3_table[c2 - 0xF0][0x9E < c1];
}else{ /* 78<=k<=94 */
c2 = PREFIX_EUCG3 | (c2 * 2 - 0x17B);
if (0x9E < c1) c2++;
}
}else{
#define SJ0162 0x00e1 /* 01 - 62 ku offset */
#define SJ6394 0x0161 /* 63 - 94 ku offset */
c2 = c2 + c2 - ((c2 <= 0x9F) ? SJ0162 : SJ6394);
if (0x9E < c1) c2++;
}
if (c1 < 0x9F)
c1 = c1 - ((c1 > DEL) ? SP : 0x1F);
else {
c1 = c1 - 0x7E;
}
}
#ifdef X0212_ENABLE
c2 = x0212_unshift(c2);
#endif
if (p2) *p2 = c2;
if (p1) *p1 = c1;
return 0;
}
#if defined(UTF8_INPUT_ENABLE) || defined(UTF8_OUTPUT_ENABLE)
static void
nkf_unicode_to_utf8(nkf_char val, nkf_char *p1, nkf_char *p2, nkf_char *p3, nkf_char *p4)
{
val &= VALUE_MASK;
if (val < 0x80){
*p1 = val;
*p2 = 0;
*p3 = 0;
*p4 = 0;
}else if (val < 0x800){
*p1 = 0xc0 | (val >> 6);
*p2 = 0x80 | (val & 0x3f);
*p3 = 0;
*p4 = 0;
} else if (nkf_char_unicode_bmp_p(val)) {
*p1 = 0xe0 | (val >> 12);
*p2 = 0x80 | ((val >> 6) & 0x3f);
*p3 = 0x80 | ( val & 0x3f);
*p4 = 0;
} else if (nkf_char_unicode_value_p(val)) {
*p1 = 0xf0 | (val >> 18);
*p2 = 0x80 | ((val >> 12) & 0x3f);
*p3 = 0x80 | ((val >> 6) & 0x3f);
*p4 = 0x80 | ( val & 0x3f);
} else {
*p1 = 0;
*p2 = 0;
*p3 = 0;
*p4 = 0;
}
}
static nkf_char
nkf_utf8_to_unicode(nkf_char c1, nkf_char c2, nkf_char c3, nkf_char c4)
{
nkf_char wc;
if (c1 <= 0x7F) {
/* single byte */
wc = c1;
}
else if (c1 <= 0xC1) {
/* trail byte or invalid */
return -1;
}
else if (c1 <= 0xDF) {
/* 2 bytes */
wc = (c1 & 0x1F) << 6;
wc |= (c2 & 0x3F);
}
else if (c1 <= 0xEF) {
/* 3 bytes */
wc = (c1 & 0x0F) << 12;
wc |= (c2 & 0x3F) << 6;
wc |= (c3 & 0x3F);
}
else if (c2 <= 0xF4) {
/* 4 bytes */
wc = (c1 & 0x0F) << 18;
wc |= (c2 & 0x3F) << 12;
wc |= (c3 & 0x3F) << 6;
wc |= (c4 & 0x3F);
}
else {
return -1;
}
return wc;
}
#endif
#ifdef UTF8_INPUT_ENABLE
static int
unicode_to_jis_common2(nkf_char c1, nkf_char c0,
const unsigned short *const *pp, nkf_char psize,
nkf_char *p2, nkf_char *p1)
{
nkf_char c2;
const unsigned short *p;
unsigned short val;
if (pp == 0) return 1;
c1 -= 0x80;
if (c1 < 0 || psize <= c1) return 1;
p = pp[c1];
if (p == 0) return 1;
c0 -= 0x80;
if (c0 < 0 || sizeof_utf8_to_euc_C2 <= c0) return 1;
val = p[c0];
if (val == 0) return 1;
if (no_cp932ext_f && (
(val>>8) == 0x2D || /* NEC special characters */
val > NKF_INT32_C(0xF300) /* IBM extended characters */
)) return 1;
c2 = val >> 8;
if (val > 0x7FFF){
c2 &= 0x7f;
c2 |= PREFIX_EUCG3;
}
if (c2 == SO) c2 = JIS_X_0201_1976_K;
c1 = val & 0xFF;
if (p2) *p2 = c2;
if (p1) *p1 = c1;
return 0;
}
static int
unicode_to_jis_common(nkf_char c2, nkf_char c1, nkf_char c0, nkf_char *p2, nkf_char *p1)
{
const unsigned short *const *pp;
const unsigned short *const *const *ppp;
static const char no_best_fit_chars_table_C2[] =
{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 2,
0, 0, 1, 1, 0, 1, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1};
static const char no_best_fit_chars_table_C2_ms[] =
{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0,
0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0};
static const char no_best_fit_chars_table_932_C2[] =
{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1,
0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0};
static const char no_best_fit_chars_table_932_C3[] =
{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1};
nkf_char ret = 0;
if(c2 < 0x80){
*p2 = 0;
*p1 = c2;
}else if(c2 < 0xe0){
if(no_best_fit_chars_f){
if(ms_ucs_map_f == UCS_MAP_CP932){
switch(c2){
case 0xC2:
if(no_best_fit_chars_table_932_C2[c1&0x3F]) return 1;
break;
case 0xC3:
if(no_best_fit_chars_table_932_C3[c1&0x3F]) return 1;
break;
}
}else if(!cp932inv_f){
switch(c2){
case 0xC2:
if(no_best_fit_chars_table_C2[c1&0x3F]) return 1;
break;
case 0xC3:
if(no_best_fit_chars_table_932_C3[c1&0x3F]) return 1;
break;
}
}else if(ms_ucs_map_f == UCS_MAP_MS){
if(c2 == 0xC2 && no_best_fit_chars_table_C2_ms[c1&0x3F]) return 1;
}else if(ms_ucs_map_f == UCS_MAP_CP10001){
switch(c2){
case 0xC2:
switch(c1){
case 0xA2:
case 0xA3:
case 0xA5:
case 0xA6:
case 0xAC:
case 0xAF:
case 0xB8:
return 1;
}
break;
}
}
}
pp =
ms_ucs_map_f == UCS_MAP_CP932 ? utf8_to_euc_2bytes_932 :
ms_ucs_map_f == UCS_MAP_MS ? utf8_to_euc_2bytes_ms :
ms_ucs_map_f == UCS_MAP_CP10001 ? utf8_to_euc_2bytes_mac :
x0213_f ? utf8_to_euc_2bytes_x0213 :
utf8_to_euc_2bytes;
ret = unicode_to_jis_common2(c2, c1, pp, sizeof_utf8_to_euc_2bytes, p2, p1);
}else if(c0 < 0xF0){
if(no_best_fit_chars_f){
if(ms_ucs_map_f == UCS_MAP_CP932){
if(c2 == 0xE3 && c1 == 0x82 && c0 == 0x94) return 1;
}else if(ms_ucs_map_f == UCS_MAP_MS){
switch(c2){
case 0xE2:
switch(c1){
case 0x80:
if(c0 == 0x94 || c0 == 0x96 || c0 == 0xBE) return 1;
break;
case 0x88:
if(c0 == 0x92) return 1;
break;
}
break;
case 0xE3:
if(c1 == 0x80 || c0 == 0x9C) return 1;
break;
}
}else if(ms_ucs_map_f == UCS_MAP_CP10001){
switch(c2){
case 0xE3:
switch(c1){
case 0x82:
if(c0 == 0x94) return 1;
break;
case 0x83:
if(c0 == 0xBB) return 1;
break;
}
break;
}
}else{
switch(c2){
case 0xE2:
switch(c1){
case 0x80:
if(c0 == 0x95) return 1;
break;
case 0x88:
if(c0 == 0xA5) return 1;
break;
}
break;
case 0xEF:
switch(c1){
case 0xBC:
if(c0 == 0x8D) return 1;
break;
case 0xBD:
if(c0 == 0x9E && !cp932inv_f) return 1;
break;
case 0xBF:
if(0xA0 <= c0 && c0 <= 0xA5) return 1;
break;
}
break;
}
}
}
ppp =
ms_ucs_map_f == UCS_MAP_CP932 ? utf8_to_euc_3bytes_932 :
ms_ucs_map_f == UCS_MAP_MS ? utf8_to_euc_3bytes_ms :
ms_ucs_map_f == UCS_MAP_CP10001 ? utf8_to_euc_3bytes_mac :
x0213_f ? utf8_to_euc_3bytes_x0213 :
utf8_to_euc_3bytes;
ret = unicode_to_jis_common2(c1, c0, ppp[c2 - 0xE0], sizeof_utf8_to_euc_C2, p2, p1);
}else return -1;
#ifdef SHIFTJIS_CP932
if (!ret&& is_eucg3(*p2)) {
if (cp932inv_f) {
if (encode_fallback) ret = 1;
}
else {
nkf_char s2, s1;
if (e2s_conv(*p2, *p1, &s2, &s1) == 0) {
s2e_conv(s2, s1, p2, p1);
}else{
ret = 1;
}
}
}
#endif
return ret;
}
#ifdef UTF8_OUTPUT_ENABLE
#define X0213_SURROGATE_FIND(tbl, size, euc) do { \
int i; \
for (i = 0; i < size; i++) \
if (tbl[i][0] == euc) { \
low = tbl[i][2]; \
break; \
} \
} while (0)
static nkf_char
e2w_conv(nkf_char c2, nkf_char c1)
{
const unsigned short *p;
if (c2 == JIS_X_0201_1976_K) {
if (ms_ucs_map_f == UCS_MAP_CP10001) {
switch (c1) {
case 0x20:
return 0xA0;
case 0x7D:
return 0xA9;
}
}
p = euc_to_utf8_1byte;
#ifdef X0212_ENABLE
} else if (is_eucg3(c2)){
if(ms_ucs_map_f == UCS_MAP_ASCII&& c2 == NKF_INT32_C(0x8F22) && c1 == 0x43){
return 0xA6;
}
c2 = (c2&0x7f) - 0x21;
if (0<=c2 && c2<sizeof_euc_to_utf8_2bytes)
p =
x0213_f ? x0212_to_utf8_2bytes_x0213[c2] :
x0212_to_utf8_2bytes[c2];
else
return 0;
#endif
} else {
c2 &= 0x7f;
c2 = (c2&0x7f) - 0x21;
if (0<=c2 && c2<sizeof_euc_to_utf8_2bytes)
p =
x0213_f ? euc_to_utf8_2bytes_x0213[c2] :
ms_ucs_map_f == UCS_MAP_ASCII ? euc_to_utf8_2bytes[c2] :
ms_ucs_map_f == UCS_MAP_CP10001 ? euc_to_utf8_2bytes_mac[c2] :
euc_to_utf8_2bytes_ms[c2];
else
return 0;
}
if (!p) return 0;
c1 = (c1 & 0x7f) - 0x21;
if (0<=c1 && c1<sizeof_euc_to_utf8_1byte) {
nkf_char val = p[c1];
if (x0213_f && 0xD800<=val && val<=0xDBFF) {
nkf_char euc = (c2+0x21)<<8 | (c1+0x21);
nkf_char low = 0;
if (p==x0212_to_utf8_2bytes_x0213[c2]) {
X0213_SURROGATE_FIND(x0213_2_surrogate_table, sizeof_x0213_2_surrogate_table, euc);
} else {
X0213_SURROGATE_FIND(x0213_1_surrogate_table, sizeof_x0213_1_surrogate_table, euc);
}
if (!low) return 0;
return UTF16_TO_UTF32(val, low);
} else {
return val;
}
}
return 0;
}
static nkf_char
e2w_combining(nkf_char comb, nkf_char c2, nkf_char c1)
{
nkf_char euc;
int i;
for (i = 0; i < sizeof_x0213_combining_chars; i++)
if (x0213_combining_chars[i] == comb)
break;
if (i >= sizeof_x0213_combining_chars)
return 0;
euc = (c2&0x7f)<<8 | (c1&0x7f);
for (i = 0; i < sizeof_x0213_combining_table; i++)
if (x0213_combining_table[i][0] == euc)
return x0213_combining_table[i][1];
return 0;
}
#endif
static nkf_char
w2e_conv(nkf_char c2, nkf_char c1, nkf_char c0, nkf_char *p2, nkf_char *p1)
{
nkf_char ret = 0;
if (!c1){
*p2 = 0;
*p1 = c2;
}else if (0xc0 <= c2 && c2 <= 0xef) {
ret = unicode_to_jis_common(c2, c1, c0, p2, p1);
#ifdef NUMCHAR_OPTION
if (ret > 0){
if (p2) *p2 = 0;
if (p1) *p1 = nkf_char_unicode_new(nkf_utf8_to_unicode(c2, c1, c0, 0));
ret = 0;
}
#endif
}
return ret;
}
#ifdef UTF8_INPUT_ENABLE
static nkf_char
w16e_conv(nkf_char val, nkf_char *p2, nkf_char *p1)
{
nkf_char c1, c2, c3, c4;
nkf_char ret = 0;
val &= VALUE_MASK;
if (val < 0x80) {
*p2 = 0;
*p1 = val;
}
else if (nkf_char_unicode_bmp_p(val)){
nkf_unicode_to_utf8(val, &c1, &c2, &c3, &c4);
ret = unicode_to_jis_common(c1, c2, c3, p2, p1);
if (ret > 0){
*p2 = 0;
*p1 = nkf_char_unicode_new(val);
ret = 0;
}
}
else {
int i;
if (x0213_f) {
c1 = (val >> 10) + NKF_INT32_C(0xD7C0); /* high surrogate */
c2 = (val & 0x3FF) + NKF_INT32_C(0xDC00); /* low surrogate */
for (i = 0; i < sizeof_x0213_1_surrogate_table; i++)
if (x0213_1_surrogate_table[i][1] == c1 && x0213_1_surrogate_table[i][2] == c2) {
val = x0213_1_surrogate_table[i][0];
*p2 = val >> 8;
*p1 = val & 0xFF;
return 0;
}
for (i = 0; i < sizeof_x0213_2_surrogate_table; i++)
if (x0213_2_surrogate_table[i][1] == c1 && x0213_2_surrogate_table[i][2] == c2) {
val = x0213_2_surrogate_table[i][0];
*p2 = PREFIX_EUCG3 | (val >> 8);
*p1 = val & 0xFF;
return 0;
}
}
*p2 = 0;
*p1 = nkf_char_unicode_new(val);
}
return ret;
}
#endif
static nkf_char
e_iconv(nkf_char c2, nkf_char c1, nkf_char c0)
{
if (c2 == JIS_X_0201_1976_K || c2 == SS2){
if (iso2022jp_f && !x0201_f) {
c2 = GETA1; c1 = GETA2;
} else {
c2 = JIS_X_0201_1976_K;
c1 &= 0x7f;
}
#ifdef X0212_ENABLE
}else if (c2 == 0x8f){
if (c0 == 0){
return -1;
}
if (!cp51932_f && !x0213_f && 0xF5 <= c1 && c1 <= 0xFE && 0xA1 <= c0 && c0 <= 0xFE) {
/* encoding is eucJP-ms, so invert to Unicode Private User Area */
c1 = nkf_char_unicode_new((c1 - 0xF5) * 94 + c0 - 0xA1 + 0xE3AC);
c2 = 0;
} else {
c2 = (c2 << 8) | (c1 & 0x7f);
c1 = c0 & 0x7f;
#ifdef SHIFTJIS_CP932
if (cp51932_f){
nkf_char s2, s1;
if (e2s_conv(c2, c1, &s2, &s1) == 0){
s2e_conv(s2, s1, &c2, &c1);
if (c2 < 0x100){
c1 &= 0x7f;
c2 &= 0x7f;
}
}
}
#endif /* SHIFTJIS_CP932 */
}
#endif /* X0212_ENABLE */
} else if ((c2 == EOF) || (c2 == 0) || c2 < SP || c2 == ISO_8859_1) {
/* NOP */
} else {
if (!cp51932_f && ms_ucs_map_f && 0xF5 <= c2 && c2 <= 0xFE && 0xA1 <= c1 && c1 <= 0xFE) {
/* encoding is eucJP-ms, so invert to Unicode Private User Area */
c1 = nkf_char_unicode_new((c2 - 0xF5) * 94 + c1 - 0xA1 + 0xE000);
c2 = 0;
} else {
c1 &= 0x7f;
c2 &= 0x7f;
#ifdef SHIFTJIS_CP932
if (cp51932_f && 0x79 <= c2 && c2 <= 0x7c){
nkf_char s2, s1;
if (e2s_conv(c2, c1, &s2, &s1) == 0){
s2e_conv(s2, s1, &c2, &c1);
if (c2 < 0x100){
c1 &= 0x7f;
c2 &= 0x7f;
}
}
}
#endif /* SHIFTJIS_CP932 */
}
}
(*oconv)(c2, c1);
return 0;
}
static nkf_char
s_iconv(ARG_UNUSED nkf_char c2, nkf_char c1, ARG_UNUSED nkf_char c0)
{
if (c2 == JIS_X_0201_1976_K || (0xA1 <= c2 && c2 <= 0xDF)) {
if (iso2022jp_f && !x0201_f) {
c2 = GETA1; c1 = GETA2;
} else {
c1 &= 0x7f;
}
} else if ((c2 == EOF) || (c2 == 0) || c2 < SP) {
/* NOP */
} else if (!x0213_f && 0xF0 <= c2 && c2 <= 0xF9 && 0x40 <= c1 && c1 <= 0xFC) {
/* CP932 UDC */
if(c1 == 0x7F) return 0;
c1 = nkf_char_unicode_new((c2 - 0xF0) * 188 + (c1 - 0x40 - (0x7E < c1)) + 0xE000);
c2 = 0;
} else {
nkf_char ret = s2e_conv(c2, c1, &c2, &c1);
if (ret) return ret;
}
(*oconv)(c2, c1);
return 0;
}
static int
x0213_wait_combining_p(nkf_char wc)
{
int i;
for (i = 0; i < sizeof_x0213_combining_table; i++) {
if (x0213_combining_table[i][1] == wc) {
return TRUE;
}
}
return FALSE;
}
static int
x0213_combining_p(nkf_char wc)
{
int i;
for (i = 0; i < sizeof_x0213_combining_chars; i++) {
if (x0213_combining_chars[i] == wc) {
return TRUE;
}
}
return FALSE;
}
static nkf_char
w_iconv(nkf_char c1, nkf_char c2, nkf_char c3)
{
nkf_char ret = 0, c4 = 0;
static const char w_iconv_utf8_1st_byte[] =
{ /* 0xC0 - 0xFF */
20, 20, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21,
30, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 31, 32, 33, 33,
40, 41, 41, 41, 42, 43, 43, 43, 50, 50, 50, 50, 60, 60, 70, 70};
if (c3 > 0xFF) {
c4 = c3 & 0xFF;
c3 >>= 8;
}
if (c1 < 0 || 0xff < c1) {
}else if (c1 == 0) { /* 0 : 1 byte*/
c3 = 0;
} else if ((c1 & 0xC0) == 0x80) { /* 0x80-0xbf : trail byte */
return 0;
} else{
switch (w_iconv_utf8_1st_byte[c1 - 0xC0]) {
case 21:
if (c2 < 0x80 || 0xBF < c2) return 0;
break;
case 30:
if (c3 == 0) return -1;
if (c2 < 0xA0 || 0xBF < c2 || (c3 & 0xC0) != 0x80)
return 0;
break;
case 31:
case 33:
if (c3 == 0) return -1;
if ((c2 & 0xC0) != 0x80 || (c3 & 0xC0) != 0x80)
return 0;
break;
case 32:
if (c3 == 0) return -1;
if (c2 < 0x80 || 0x9F < c2 || (c3 & 0xC0) != 0x80)
return 0;
break;
case 40:
if (c3 == 0) return -2;
if (c2 < 0x90 || 0xBF < c2 || (c3 & 0xC0) != 0x80 || (c4 & 0xC0) != 0x80)
return 0;
break;
case 41:
if (c3 == 0) return -2;
if (c2 < 0x80 || 0xBF < c2 || (c3 & 0xC0) != 0x80 || (c4 & 0xC0) != 0x80)
return 0;
break;
case 42:
if (c3 == 0) return -2;
if (c2 < 0x80 || 0x8F < c2 || (c3 & 0xC0) != 0x80 || (c4 & 0xC0) != 0x80)
return 0;
break;
default:
return 0;
break;
}
}
if (c1 == 0 || c1 == EOF){
} else if ((c1 & 0xf8) == 0xf0) { /* 4 bytes */
c2 = nkf_char_unicode_new(nkf_utf8_to_unicode(c1, c2, c3, c4));
c1 = 0;
} else {
if (x0213_f && x0213_wait_combining_p(nkf_utf8_to_unicode(c1, c2, c3, c4)))
return -3;
ret = w2e_conv(c1, c2, c3, &c1, &c2);
}
if (ret == 0){
(*oconv)(c1, c2);
}
return ret;
}
static nkf_char
w_iconv_nocombine(nkf_char c1, nkf_char c2, nkf_char c3)
{
/* continue from the line below 'return -3;' in w_iconv() */
nkf_char ret = w2e_conv(c1, c2, c3, &c1, &c2);
if (ret == 0){
(*oconv)(c1, c2);
}
return ret;
}
#define NKF_ICONV_INVALID_CODE_RANGE -13
#define NKF_ICONV_WAIT_COMBINING_CHAR -14
#define NKF_ICONV_NOT_COMBINED -15
static size_t
unicode_iconv(nkf_char wc, int nocombine)
{
nkf_char c1, c2;
int ret = 0;
if (wc < 0x80) {
c2 = 0;
c1 = wc;
}else if ((wc>>11) == 27) {
/* unpaired surrogate */
return NKF_ICONV_INVALID_CODE_RANGE;
}else if (wc < 0xFFFF) {
if (!nocombine && x0213_f && x0213_wait_combining_p(wc))
return NKF_ICONV_WAIT_COMBINING_CHAR;
ret = w16e_conv(wc, &c2, &c1);
if (ret) return ret;
}else if (wc < 0x10FFFF) {
c2 = 0;
c1 = nkf_char_unicode_new(wc);
} else {
return NKF_ICONV_INVALID_CODE_RANGE;
}
(*oconv)(c2, c1);
return 0;
}
static nkf_char
unicode_iconv_combine(nkf_char wc, nkf_char wc2)
{
nkf_char c1, c2;
int i;
if (wc2 < 0x80) {
return NKF_ICONV_NOT_COMBINED;
}else if ((wc2>>11) == 27) {
/* unpaired surrogate */
return NKF_ICONV_INVALID_CODE_RANGE;
}else if (wc2 < 0xFFFF) {
if (!x0213_combining_p(wc2))
return NKF_ICONV_NOT_COMBINED;
for (i = 0; i < sizeof_x0213_combining_table; i++) {
if (x0213_combining_table[i][1] == wc &&
x0213_combining_table[i][2] == wc2) {
c2 = x0213_combining_table[i][0] >> 8;
c1 = x0213_combining_table[i][0] & 0x7f;
(*oconv)(c2, c1);
return 0;
}
}
}else if (wc2 < 0x10FFFF) {
return NKF_ICONV_NOT_COMBINED;
} else {
return NKF_ICONV_INVALID_CODE_RANGE;
}
return NKF_ICONV_NOT_COMBINED;
}
static nkf_char
w_iconv_combine(nkf_char c1, nkf_char c2, nkf_char c3, nkf_char c4, nkf_char c5, nkf_char c6)
{
nkf_char wc, wc2;
wc = nkf_utf8_to_unicode(c1, c2, c3, 0);
wc2 = nkf_utf8_to_unicode(c4, c5, c6, 0);
if (wc2 < 0)
return wc2;
return unicode_iconv_combine(wc, wc2);
}
#define NKF_ICONV_NEED_ONE_MORE_BYTE (size_t)-1
#define NKF_ICONV_NEED_TWO_MORE_BYTES (size_t)-2
static size_t
nkf_iconv_utf_16(nkf_char c1, nkf_char c2, nkf_char c3, nkf_char c4)
{
nkf_char wc;
if (c1 == EOF) {
(*oconv)(EOF, 0);
return 0;
}
if (input_endian == ENDIAN_BIG) {
if (0xD8 <= c1 && c1 <= 0xDB) {
if (0xDC <= c3 && c3 <= 0xDF) {
wc = UTF16_TO_UTF32(c1 << 8 | c2, c3 << 8 | c4);
} else return NKF_ICONV_NEED_TWO_MORE_BYTES;
} else {
wc = c1 << 8 | c2;
}
} else {
if (0xD8 <= c2 && c2 <= 0xDB) {
if (0xDC <= c4 && c4 <= 0xDF) {
wc = UTF16_TO_UTF32(c2 << 8 | c1, c4 << 8 | c3);
} else return NKF_ICONV_NEED_TWO_MORE_BYTES;
} else {
wc = c2 << 8 | c1;
}
}
return (*unicode_iconv)(wc, FALSE);
}
static size_t
nkf_iconv_utf_16_combine(nkf_char c1, nkf_char c2, nkf_char c3, nkf_char c4)
{
nkf_char wc, wc2;
if (input_endian == ENDIAN_BIG) {
if (0xD8 <= c3 && c3 <= 0xDB) {
return NKF_ICONV_NOT_COMBINED;
} else {
wc = c1 << 8 | c2;
wc2 = c3 << 8 | c4;
}
} else {
if (0xD8 <= c2 && c2 <= 0xDB) {
return NKF_ICONV_NOT_COMBINED;
} else {
wc = c2 << 8 | c1;
wc2 = c4 << 8 | c3;
}
}
return unicode_iconv_combine(wc, wc2);
}
static size_t
nkf_iconv_utf_16_nocombine(nkf_char c1, nkf_char c2)
{
nkf_char wc;
if (input_endian == ENDIAN_BIG)
wc = c1 << 8 | c2;
else
wc = c2 << 8 | c1;
return (*unicode_iconv)(wc, TRUE);
}
static nkf_char
w_iconv16(nkf_char c2, nkf_char c1, ARG_UNUSED nkf_char c0)
{
(*oconv)(c2, c1);
return 16; /* different from w_iconv32 */
}
static nkf_char
w_iconv32(nkf_char c2, nkf_char c1, ARG_UNUSED nkf_char c0)
{
(*oconv)(c2, c1);
return 32; /* different from w_iconv16 */
}
static nkf_char
utf32_to_nkf_char(nkf_char c1, nkf_char c2, nkf_char c3, nkf_char c4)
{
nkf_char wc;
switch(input_endian){
case ENDIAN_BIG:
wc = c2 << 16 | c3 << 8 | c4;
break;
case ENDIAN_LITTLE:
wc = c3 << 16 | c2 << 8 | c1;
break;
case ENDIAN_2143:
wc = c1 << 16 | c4 << 8 | c3;
break;
case ENDIAN_3412:
wc = c4 << 16 | c1 << 8 | c2;
break;
default:
return NKF_ICONV_INVALID_CODE_RANGE;
}
return wc;
}
static size_t
nkf_iconv_utf_32(nkf_char c1, nkf_char c2, nkf_char c3, nkf_char c4)
{
nkf_char wc;
if (c1 == EOF) {
(*oconv)(EOF, 0);
return 0;
}
wc = utf32_to_nkf_char(c1, c2, c3, c4);
if (wc < 0)
return wc;
return (*unicode_iconv)(wc, FALSE);
}
static nkf_char
nkf_iconv_utf_32_combine(nkf_char c1, nkf_char c2, nkf_char c3, nkf_char c4, nkf_char c5, nkf_char c6, nkf_char c7, nkf_char c8)
{
nkf_char wc, wc2;
wc = utf32_to_nkf_char(c1, c2, c3, c4);
if (wc < 0)
return wc;
wc2 = utf32_to_nkf_char(c5, c6, c7, c8);
if (wc2 < 0)
return wc2;
return unicode_iconv_combine(wc, wc2);
}
static size_t
nkf_iconv_utf_32_nocombine(nkf_char c1, nkf_char c2, nkf_char c3, nkf_char c4)
{
nkf_char wc;
wc = utf32_to_nkf_char(c1, c2, c3, c4);
return (*unicode_iconv)(wc, TRUE);
}
#endif
#define output_ascii_escape_sequence(mode) do { \
if (output_mode != ASCII && output_mode != ISO_8859_1) { \
(*o_putc)(ESC); \
(*o_putc)('('); \
(*o_putc)(ascii_intro); \
output_mode = mode; \
} \
} while (0)
static void
output_escape_sequence(int mode)
{
if (output_mode == mode)
return;
switch(mode) {
case ISO_8859_1:
(*o_putc)(ESC);
(*o_putc)('.');
(*o_putc)('A');
break;
case JIS_X_0201_1976_K:
(*o_putc)(ESC);
(*o_putc)('(');
(*o_putc)('I');
break;
case JIS_X_0208:
(*o_putc)(ESC);
(*o_putc)('$');
(*o_putc)(kanji_intro);
break;
case JIS_X_0212:
(*o_putc)(ESC);
(*o_putc)('$');
(*o_putc)('(');
(*o_putc)('D');
break;
case JIS_X_0213_1:
(*o_putc)(ESC);
(*o_putc)('$');
(*o_putc)('(');
(*o_putc)('Q');
break;
case JIS_X_0213_2:
(*o_putc)(ESC);
(*o_putc)('$');
(*o_putc)('(');
(*o_putc)('P');
break;
}
output_mode = mode;
}
static void
j_oconv(nkf_char c2, nkf_char c1)
{
#ifdef NUMCHAR_OPTION
if (c2 == 0 && nkf_char_unicode_p(c1)){
w16e_conv(c1, &c2, &c1);
if (c2 == 0 && nkf_char_unicode_p(c1)){
c2 = c1 & VALUE_MASK;
if (ms_ucs_map_f && 0xE000 <= c2 && c2 <= 0xE757) {
/* CP5022x UDC */
c1 &= 0xFFF;
c2 = 0x7F + c1 / 94;
c1 = 0x21 + c1 % 94;
} else {
if (encode_fallback) (*encode_fallback)(c1);
return;
}
}
}
#endif
if (c2 == 0) {
output_ascii_escape_sequence(ASCII);
(*o_putc)(c1);
}
else if (c2 == EOF) {
output_ascii_escape_sequence(ASCII);
(*o_putc)(EOF);
}
else if (c2 == ISO_8859_1) {
output_ascii_escape_sequence(ISO_8859_1);
(*o_putc)(c1|0x80);
}
else if (c2 == JIS_X_0201_1976_K) {
output_escape_sequence(JIS_X_0201_1976_K);
(*o_putc)(c1);
#ifdef X0212_ENABLE
} else if (is_eucg3(c2)){
output_escape_sequence(x0213_f ? JIS_X_0213_2 : JIS_X_0212);
(*o_putc)(c2 & 0x7f);
(*o_putc)(c1);
#endif
} else {
if(ms_ucs_map_f
? c2<0x20 || 0x92<c2 || c1<0x20 || 0x7e<c1
: c2<0x20 || 0x7e<c2 || c1<0x20 || 0x7e<c1) return;
output_escape_sequence(x0213_f ? JIS_X_0213_1 : JIS_X_0208);
(*o_putc)(c2);
(*o_putc)(c1);
}
}
static void
e_oconv(nkf_char c2, nkf_char c1)
{
if (c2 == 0 && nkf_char_unicode_p(c1)){
w16e_conv(c1, &c2, &c1);
if (c2 == 0 && nkf_char_unicode_p(c1)){
c2 = c1 & VALUE_MASK;
if (x0212_f && 0xE000 <= c2 && c2 <= 0xE757) {
/* eucJP-ms UDC */
c1 &= 0xFFF;
c2 = c1 / 94;
c2 += c2 < 10 ? 0x75 : 0x8FEB;
c1 = 0x21 + c1 % 94;
if (is_eucg3(c2)){
(*o_putc)(0x8f);
(*o_putc)((c2 & 0x7f) | 0x080);
(*o_putc)(c1 | 0x080);
}else{
(*o_putc)((c2 & 0x7f) | 0x080);
(*o_putc)(c1 | 0x080);
}
return;
} else {
if (encode_fallback) (*encode_fallback)(c1);
return;
}
}
}
if (c2 == EOF) {
(*o_putc)(EOF);
} else if (c2 == 0) {
output_mode = ASCII;
(*o_putc)(c1);
} else if (c2 == JIS_X_0201_1976_K) {
output_mode = EUC_JP;
(*o_putc)(SS2); (*o_putc)(c1|0x80);
} else if (c2 == ISO_8859_1) {
output_mode = ISO_8859_1;
(*o_putc)(c1 | 0x080);
#ifdef X0212_ENABLE
} else if (is_eucg3(c2)){
output_mode = EUC_JP;
#ifdef SHIFTJIS_CP932
if (!cp932inv_f){
nkf_char s2, s1;
if (e2s_conv(c2, c1, &s2, &s1) == 0){
s2e_conv(s2, s1, &c2, &c1);
}
}
#endif
if (c2 == 0) {
output_mode = ASCII;
(*o_putc)(c1);
}else if (is_eucg3(c2)){
if (x0212_f){
(*o_putc)(0x8f);
(*o_putc)((c2 & 0x7f) | 0x080);
(*o_putc)(c1 | 0x080);
}
}else{
(*o_putc)((c2 & 0x7f) | 0x080);
(*o_putc)(c1 | 0x080);
}
#endif
} else {
if (!nkf_isgraph(c1) || !nkf_isgraph(c2)) {
set_iconv(FALSE, 0);
return; /* too late to rescue this char */
}
output_mode = EUC_JP;
(*o_putc)(c2 | 0x080);
(*o_putc)(c1 | 0x080);
}
}
static void
s_oconv(nkf_char c2, nkf_char c1)
{
#ifdef NUMCHAR_OPTION
if (c2 == 0 && nkf_char_unicode_p(c1)){
w16e_conv(c1, &c2, &c1);
if (c2 == 0 && nkf_char_unicode_p(c1)){
c2 = c1 & VALUE_MASK;
if (!x0213_f && 0xE000 <= c2 && c2 <= 0xE757) {
/* CP932 UDC */
c1 &= 0xFFF;
c2 = c1 / 188 + (cp932inv_f ? 0xF0 : 0xEB);
c1 = c1 % 188;
c1 += 0x40 + (c1 > 0x3e);
(*o_putc)(c2);
(*o_putc)(c1);
return;
} else {
if(encode_fallback)(*encode_fallback)(c1);
return;
}
}
}
#endif
if (c2 == EOF) {
(*o_putc)(EOF);
return;
} else if (c2 == 0) {
output_mode = ASCII;
(*o_putc)(c1);
} else if (c2 == JIS_X_0201_1976_K) {
output_mode = SHIFT_JIS;
(*o_putc)(c1|0x80);
} else if (c2 == ISO_8859_1) {
output_mode = ISO_8859_1;
(*o_putc)(c1 | 0x080);
#ifdef X0212_ENABLE
} else if (is_eucg3(c2)){
output_mode = SHIFT_JIS;
if (e2s_conv(c2, c1, &c2, &c1) == 0){
(*o_putc)(c2);
(*o_putc)(c1);
}
#endif
} else {
if (!nkf_isprint(c1) || !nkf_isprint(c2)) {
set_iconv(FALSE, 0);
return; /* too late to rescue this char */
}
output_mode = SHIFT_JIS;
e2s_conv(c2, c1, &c2, &c1);
#ifdef SHIFTJIS_CP932
if (cp932inv_f
&& CP932INV_TABLE_BEGIN <= c2 && c2 <= CP932INV_TABLE_END){
nkf_char c = cp932inv[c2 - CP932INV_TABLE_BEGIN][c1 - 0x40];
if (c){
c2 = c >> 8;
c1 = c & 0xff;
}
}
#endif /* SHIFTJIS_CP932 */
(*o_putc)(c2);
if (prefix_table[(unsigned char)c1]){
(*o_putc)(prefix_table[(unsigned char)c1]);
}
(*o_putc)(c1);
}
}
#ifdef UTF8_OUTPUT_ENABLE
#define OUTPUT_UTF8(val) do { \
nkf_unicode_to_utf8(val, &c1, &c2, &c3, &c4); \
(*o_putc)(c1); \
if (c2) (*o_putc)(c2); \
if (c3) (*o_putc)(c3); \
if (c4) (*o_putc)(c4); \
} while (0)
static void
w_oconv(nkf_char c2, nkf_char c1)
{
nkf_char c3, c4;
nkf_char val, val2;
if (output_bom_f) {
output_bom_f = FALSE;
(*o_putc)('\357');
(*o_putc)('\273');
(*o_putc)('\277');
}
if (c2 == EOF) {
(*o_putc)(EOF);
return;
}
if (c2 == 0 && nkf_char_unicode_p(c1)){
val = c1 & VALUE_MASK;
OUTPUT_UTF8(val);
return;
}
if (c2 == 0) {
(*o_putc)(c1);
} else {
val = e2w_conv(c2, c1);
if (val){
val2 = e2w_combining(val, c2, c1);
if (val2)
OUTPUT_UTF8(val2);
OUTPUT_UTF8(val);
}
}
}
#define OUTPUT_UTF16_BYTES(c1, c2) do { \
if (output_endian == ENDIAN_LITTLE){ \
(*o_putc)(c1); \
(*o_putc)(c2); \
}else{ \
(*o_putc)(c2); \
(*o_putc)(c1); \
} \
} while (0)
#define OUTPUT_UTF16(val) do { \
if (nkf_char_unicode_bmp_p(val)) { \
c2 = (val >> 8) & 0xff; \
c1 = val & 0xff; \
OUTPUT_UTF16_BYTES(c1, c2); \
} else { \
val &= VALUE_MASK; \
if (val <= UNICODE_MAX) { \
c2 = (val >> 10) + NKF_INT32_C(0xD7C0); /* high surrogate */ \
c1 = (val & 0x3FF) + NKF_INT32_C(0xDC00); /* low surrogate */ \
OUTPUT_UTF16_BYTES(c2 & 0xff, (c2 >> 8) & 0xff); \
OUTPUT_UTF16_BYTES(c1 & 0xff, (c1 >> 8) & 0xff); \
} \
} \
} while (0)
static void
w_oconv16(nkf_char c2, nkf_char c1)
{
if (output_bom_f) {
output_bom_f = FALSE;
OUTPUT_UTF16_BYTES(0xFF, 0xFE);
}
if (c2 == EOF) {
(*o_putc)(EOF);
return;
}
if (c2 == 0 && nkf_char_unicode_p(c1)) {
OUTPUT_UTF16(c1);
} else if (c2) {
nkf_char val, val2;
val = e2w_conv(c2, c1);
if (!val) return;
val2 = e2w_combining(val, c2, c1);
if (val2)
OUTPUT_UTF16(val2);
OUTPUT_UTF16(val);
} else {
OUTPUT_UTF16_BYTES(c1, c2);
}
}
#define OUTPUT_UTF32(c) do { \
if (output_endian == ENDIAN_LITTLE){ \
(*o_putc)( (c) & 0xFF); \
(*o_putc)(((c) >> 8) & 0xFF); \
(*o_putc)(((c) >> 16) & 0xFF); \
(*o_putc)(0); \
}else{ \
(*o_putc)(0); \
(*o_putc)(((c) >> 16) & 0xFF); \
(*o_putc)(((c) >> 8) & 0xFF); \
(*o_putc)( (c) & 0xFF); \
} \
} while (0)
static void
w_oconv32(nkf_char c2, nkf_char c1)
{
if (output_bom_f) {
output_bom_f = FALSE;
if (output_endian == ENDIAN_LITTLE){
(*o_putc)(0xFF);
(*o_putc)(0xFE);
(*o_putc)(0);
(*o_putc)(0);
}else{
(*o_putc)(0);
(*o_putc)(0);
(*o_putc)(0xFE);
(*o_putc)(0xFF);
}
}
if (c2 == EOF) {
(*o_putc)(EOF);
return;
}
if (c2 == ISO_8859_1) {
c1 |= 0x80;
} else if (c2 == 0 && nkf_char_unicode_p(c1)) {
c1 &= VALUE_MASK;
} else if (c2) {
nkf_char val, val2;
val = e2w_conv(c2, c1);
if (!val) return;
val2 = e2w_combining(val, c2, c1);
if (val2)
OUTPUT_UTF32(val2);
c1 = val;
}
OUTPUT_UTF32(c1);
}
#endif
#define SCORE_L2 (1) /* Kanji Level 2 */
#define SCORE_KANA (SCORE_L2 << 1) /* Halfwidth Katakana */
#define SCORE_DEPEND (SCORE_KANA << 1) /* MD Characters */
#define SCORE_CP932 (SCORE_DEPEND << 1) /* IBM extended characters */
#define SCORE_X0212 (SCORE_CP932 << 1) /* JIS X 0212 */
#define SCORE_X0213 (SCORE_X0212 << 1) /* JIS X 0213 */
#define SCORE_NO_EXIST (SCORE_X0213 << 1) /* Undefined Characters */
#define SCORE_iMIME (SCORE_NO_EXIST << 1) /* MIME selected */
#define SCORE_ERROR (SCORE_iMIME << 1) /* Error */
#define SCORE_INIT (SCORE_iMIME)
static const nkf_char score_table_A0[] = {
0, 0, 0, 0,
0, 0, 0, 0,
0, SCORE_DEPEND, SCORE_DEPEND, SCORE_DEPEND,
SCORE_DEPEND, SCORE_DEPEND, SCORE_DEPEND, SCORE_X0213,
};
static const nkf_char score_table_F0[] = {
SCORE_L2, SCORE_L2, SCORE_L2, SCORE_L2,
SCORE_L2, SCORE_DEPEND, SCORE_X0213, SCORE_X0213,
SCORE_DEPEND, SCORE_DEPEND, SCORE_CP932, SCORE_CP932,
SCORE_CP932, SCORE_X0213, SCORE_X0213, SCORE_ERROR,
};
static const nkf_char score_table_8FA0[] = {
0, SCORE_X0213, SCORE_X0212, SCORE_X0213,
SCORE_X0213, SCORE_X0213, SCORE_X0212, SCORE_X0212,
SCORE_X0213, SCORE_X0212, SCORE_X0212, SCORE_X0212,
SCORE_X0213, SCORE_X0213, SCORE_X0213, SCORE_X0213,
};
static const nkf_char score_table_8FE0[] = {
SCORE_X0212, SCORE_X0212, SCORE_X0212, SCORE_X0212,
SCORE_X0212, SCORE_X0212, SCORE_X0212, SCORE_X0212,
SCORE_X0212, SCORE_X0212, SCORE_X0212, SCORE_X0212,
SCORE_X0212, SCORE_X0212, SCORE_X0213, SCORE_X0213,
};
static const nkf_char score_table_8FF0[] = {
SCORE_X0213, SCORE_X0213, SCORE_X0213, SCORE_X0212,
SCORE_X0212, SCORE_X0213, SCORE_X0213, SCORE_X0213,
SCORE_X0213, SCORE_X0213, SCORE_X0213, SCORE_X0213,
SCORE_X0213, SCORE_X0213, SCORE_X0213, SCORE_X0213,
};
static void
set_code_score(struct input_code *ptr, nkf_char score)
{
if (ptr){
ptr->score |= score;
}
}
static void
clr_code_score(struct input_code *ptr, nkf_char score)
{
if (ptr){
ptr->score &= ~score;
}
}
static void
code_score(struct input_code *ptr)
{
nkf_char c2 = ptr->buf[0];
nkf_char c1 = ptr->buf[1];
if (c2 < 0){
set_code_score(ptr, SCORE_ERROR);
}else if (c2 == SS2){
set_code_score(ptr, SCORE_KANA);
}else if (c2 == 0x8f){
if ((c1 & 0x70) == 0x20){
set_code_score(ptr, score_table_8FA0[c1 & 0x0f]);
}else if ((c1 & 0x70) == 0x60){
set_code_score(ptr, score_table_8FE0[c1 & 0x0f]);
}else if ((c1 & 0x70) == 0x70){
set_code_score(ptr, score_table_8FF0[c1 & 0x0f]);
}else{
set_code_score(ptr, SCORE_X0212);
}
#ifdef UTF8_OUTPUT_ENABLE
}else if (!e2w_conv(c2, c1)){
set_code_score(ptr, SCORE_NO_EXIST);
#endif
}else if ((c2 & 0x70) == 0x20){
set_code_score(ptr, score_table_A0[c2 & 0x0f]);
}else if ((c2 & 0x70) == 0x70){
set_code_score(ptr, score_table_F0[c2 & 0x0f]);
}else if ((c2 & 0x70) >= 0x50){
set_code_score(ptr, SCORE_L2);
}
}
static void
status_disable(struct input_code *ptr)
{
ptr->stat = -1;
ptr->buf[0] = -1;
code_score(ptr);
if (iconv == ptr->iconv_func) set_iconv(FALSE, 0);
}
static void
status_push_ch(struct input_code *ptr, nkf_char c)
{
ptr->buf[ptr->index++] = c;
}
static void
status_clear(struct input_code *ptr)
{
ptr->stat = 0;
ptr->index = 0;
}
static void
status_reset(struct input_code *ptr)
{
status_clear(ptr);
ptr->score = SCORE_INIT;
}
static void
status_reinit(struct input_code *ptr)
{
status_reset(ptr);
ptr->_file_stat = 0;
}
static void
status_check(struct input_code *ptr, nkf_char c)
{
if (c <= DEL && estab_f){
status_reset(ptr);
}
}
static void
s_status(struct input_code *ptr, nkf_char c)
{
switch(ptr->stat){
case -1:
status_check(ptr, c);
break;
case 0:
if (c <= DEL){
break;
}else if (nkf_char_unicode_p(c)){
break;
}else if (0xa1 <= c && c <= 0xdf){
status_push_ch(ptr, SS2);
status_push_ch(ptr, c);
code_score(ptr);
status_clear(ptr);
}else if ((0x81 <= c && c < 0xa0) || (0xe0 <= c && c <= 0xea)){
ptr->stat = 1;
status_push_ch(ptr, c);
}else if (0xed <= c && c <= 0xee){
ptr->stat = 3;
status_push_ch(ptr, c);
#ifdef SHIFTJIS_CP932
}else if (is_ibmext_in_sjis(c)){
ptr->stat = 2;
status_push_ch(ptr, c);
#endif /* SHIFTJIS_CP932 */
#ifdef X0212_ENABLE
}else if (0xf0 <= c && c <= 0xfc){
ptr->stat = 1;
status_push_ch(ptr, c);
#endif /* X0212_ENABLE */
}else{
status_disable(ptr);
}
break;
case 1:
if ((0x40 <= c && c <= 0x7e) || (0x80 <= c && c <= 0xfc)){
status_push_ch(ptr, c);
s2e_conv(ptr->buf[0], ptr->buf[1], &ptr->buf[0], &ptr->buf[1]);
code_score(ptr);
status_clear(ptr);
}else{
status_disable(ptr);
}
break;
case 2:
#ifdef SHIFTJIS_CP932
if ((0x40 <= c && c <= 0x7e) || (0x80 <= c && c <= 0xfc)) {
status_push_ch(ptr, c);
if (s2e_conv(ptr->buf[0], ptr->buf[1], &ptr->buf[0], &ptr->buf[1]) == 0) {
set_code_score(ptr, SCORE_CP932);
status_clear(ptr);
break;
}
}
#endif /* SHIFTJIS_CP932 */
status_disable(ptr);
break;
case 3:
if ((0x40 <= c && c <= 0x7e) || (0x80 <= c && c <= 0xfc)){
status_push_ch(ptr, c);
s2e_conv(ptr->buf[0], ptr->buf[1], &ptr->buf[0], &ptr->buf[1]);
set_code_score(ptr, SCORE_CP932);
status_clear(ptr);
}else{
status_disable(ptr);
}
break;
}
}
static void
e_status(struct input_code *ptr, nkf_char c)
{
switch (ptr->stat){
case -1:
status_check(ptr, c);
break;
case 0:
if (c <= DEL){
break;
}else if (nkf_char_unicode_p(c)){
break;
}else if (SS2 == c || (0xa1 <= c && c <= 0xfe)){
ptr->stat = 1;
status_push_ch(ptr, c);
#ifdef X0212_ENABLE
}else if (0x8f == c){
ptr->stat = 2;
status_push_ch(ptr, c);
#endif /* X0212_ENABLE */
}else{
status_disable(ptr);
}
break;
case 1:
if (0xa1 <= c && c <= 0xfe){
status_push_ch(ptr, c);
code_score(ptr);
status_clear(ptr);
}else{
status_disable(ptr);
}
break;
#ifdef X0212_ENABLE
case 2:
if (0xa1 <= c && c <= 0xfe){
ptr->stat = 1;
status_push_ch(ptr, c);
}else{
status_disable(ptr);
}
#endif /* X0212_ENABLE */
}
}
#ifdef UTF8_INPUT_ENABLE
static void
w_status(struct input_code *ptr, nkf_char c)
{
switch (ptr->stat){
case -1:
status_check(ptr, c);
break;
case 0:
if (c <= DEL){
break;
}else if (nkf_char_unicode_p(c)){
break;
}else if (0xc0 <= c && c <= 0xdf){
ptr->stat = 1;
status_push_ch(ptr, c);
}else if (0xe0 <= c && c <= 0xef){
ptr->stat = 2;
status_push_ch(ptr, c);
}else if (0xf0 <= c && c <= 0xf4){
ptr->stat = 3;
status_push_ch(ptr, c);
}else{
status_disable(ptr);
}
break;
case 1:
case 2:
if (0x80 <= c && c <= 0xbf){
status_push_ch(ptr, c);
if (ptr->index > ptr->stat){
int bom = (ptr->buf[0] == 0xef && ptr->buf[1] == 0xbb
&& ptr->buf[2] == 0xbf);
w2e_conv(ptr->buf[0], ptr->buf[1], ptr->buf[2],
&ptr->buf[0], &ptr->buf[1]);
if (!bom){
code_score(ptr);
}
status_clear(ptr);
}
}else{
status_disable(ptr);
}
break;
case 3:
if (0x80 <= c && c <= 0xbf){
if (ptr->index < ptr->stat){
status_push_ch(ptr, c);
} else {
status_clear(ptr);
}
}else{
status_disable(ptr);
}
break;
}
}
#endif
static void
code_status(nkf_char c)
{
int action_flag = 1;
struct input_code *result = 0;
struct input_code *p = input_code_list;
while (p->name){
if (!p->status_func) {
++p;
continue;
}
if (!p->status_func)
continue;
(p->status_func)(p, c);
if (p->stat > 0){
action_flag = 0;
}else if(p->stat == 0){
if (result){
action_flag = 0;
}else{
result = p;
}
}
++p;
}
if (action_flag){
if (result && !estab_f){
set_iconv(TRUE, result->iconv_func);
}else if (c <= DEL){
struct input_code *ptr = input_code_list;
while (ptr->name){
status_reset(ptr);
++ptr;
}
}
}
}
typedef struct {
nkf_buf_t *std_gc_buf;
nkf_char broken_state;
nkf_buf_t *broken_buf;
nkf_char mimeout_state;
nkf_buf_t *nfc_buf;
} nkf_state_t;
static nkf_state_t *nkf_state = NULL;
#define STD_GC_BUFSIZE (256)
static void
nkf_state_init(void)
{
if (nkf_state) {
nkf_buf_clear(nkf_state->std_gc_buf);
nkf_buf_clear(nkf_state->broken_buf);
nkf_buf_clear(nkf_state->nfc_buf);
}
else {
nkf_state = nkf_xmalloc(sizeof(nkf_state_t));
nkf_state->std_gc_buf = nkf_buf_new(STD_GC_BUFSIZE);
nkf_state->broken_buf = nkf_buf_new(3);
nkf_state->nfc_buf = nkf_buf_new(9);
}
nkf_state->broken_state = 0;
nkf_state->mimeout_state = 0;
}
#ifndef WIN32DLL
static nkf_char
std_getc(FILE *f)
{
if (!nkf_buf_empty_p(nkf_state->std_gc_buf)){
return nkf_buf_pop(nkf_state->std_gc_buf);
}
return getc(f);
}
#endif /*WIN32DLL*/
static nkf_char
std_ungetc(nkf_char c, ARG_UNUSED FILE *f)
{
nkf_buf_push(nkf_state->std_gc_buf, c);
return c;
}
#ifndef WIN32DLL
static void
std_putc(nkf_char c)
{
if(c!=EOF)
putchar(c);
}
#endif /*WIN32DLL*/
static nkf_char hold_buf[HOLD_SIZE*2];
static int hold_count = 0;
static nkf_char
push_hold_buf(nkf_char c2)
{
if (hold_count >= HOLD_SIZE*2)
return (EOF);
hold_buf[hold_count++] = c2;
return ((hold_count >= HOLD_SIZE*2) ? EOF : hold_count);
}
static int
h_conv(FILE *f, nkf_char c1, nkf_char c2)
{
int ret;
int hold_index;
int fromhold_count;
nkf_char c3, c4;
/** it must NOT be in the kanji shifte sequence */
/** it must NOT be written in JIS7 */
/** and it must be after 2 byte 8bit code */
hold_count = 0;
push_hold_buf(c1);
push_hold_buf(c2);
while ((c2 = (*i_getc)(f)) != EOF) {
if (c2 == ESC){
(*i_ungetc)(c2,f);
break;
}
code_status(c2);
if (push_hold_buf(c2) == EOF || estab_f) {
break;
}
}
if (!estab_f) {
struct input_code *p = input_code_list;
struct input_code *result = p;
if (c2 == EOF) {
code_status(c2);
}
while (p->name) {
if (p->status_func && p->score < result->score) {
result = p;
}
p++;
}
set_iconv(TRUE, result->iconv_func);
}
/** now,
** 1) EOF is detected, or
** 2) Code is established, or
** 3) Buffer is FULL (but last word is pushed)
**
** in 1) and 3) cases, we continue to use
** Kanji codes by oconv and leave estab_f unchanged.
**/
ret = c2;
hold_index = 0;
while (hold_index < hold_count){
c1 = hold_buf[hold_index++];
if (nkf_char_unicode_p(c1)) {
(*oconv)(0, c1);
continue;
}
else if (c1 <= DEL){
(*iconv)(0, c1, 0);
continue;
}else if (iconv == s_iconv && 0xa1 <= c1 && c1 <= 0xdf){
(*iconv)(JIS_X_0201_1976_K, c1, 0);
continue;
}
fromhold_count = 1;
if (hold_index < hold_count){
c2 = hold_buf[hold_index++];
fromhold_count++;
}else{
c2 = (*i_getc)(f);
if (c2 == EOF){
c4 = EOF;
break;
}
code_status(c2);
}
c3 = 0;
switch ((*iconv)(c1, c2, 0)) { /* can be EUC/SJIS/UTF-8 */
case -2:
/* 4 bytes UTF-8 */
if (hold_index < hold_count){
c3 = hold_buf[hold_index++];
} else if ((c3 = (*i_getc)(f)) == EOF) {
ret = EOF;
break;
}
code_status(c3);
if (hold_index < hold_count){
c4 = hold_buf[hold_index++];
} else if ((c4 = (*i_getc)(f)) == EOF) {
c3 = ret = EOF;
break;
}
code_status(c4);
(*iconv)(c1, c2, (c3<<8)|c4);
break;
case -3:
/* 4 bytes UTF-8 (check combining character) */
if (hold_index < hold_count){
c3 = hold_buf[hold_index++];
fromhold_count++;
} else if ((c3 = (*i_getc)(f)) == EOF) {
w_iconv_nocombine(c1, c2, 0);
break;
}
if (hold_index < hold_count){
c4 = hold_buf[hold_index++];
fromhold_count++;
} else if ((c4 = (*i_getc)(f)) == EOF) {
w_iconv_nocombine(c1, c2, 0);
if (fromhold_count <= 2)
(*i_ungetc)(c3,f);
else
hold_index--;
continue;
}
if (w_iconv_combine(c1, c2, 0, c3, c4, 0)) {
w_iconv_nocombine(c1, c2, 0);
if (fromhold_count <= 2) {
(*i_ungetc)(c4,f);
(*i_ungetc)(c3,f);
} else if (fromhold_count == 3) {
(*i_ungetc)(c4,f);
hold_index--;
} else {
hold_index -= 2;
}
}
break;
case -1:
/* 3 bytes EUC or UTF-8 */
if (hold_index < hold_count){
c3 = hold_buf[hold_index++];
fromhold_count++;
} else if ((c3 = (*i_getc)(f)) == EOF) {
ret = EOF;
break;
} else {
code_status(c3);
}
if ((*iconv)(c1, c2, c3) == -3) {
/* 6 bytes UTF-8 (check combining character) */
nkf_char c5, c6;
if (hold_index < hold_count){
c4 = hold_buf[hold_index++];
fromhold_count++;
} else if ((c4 = (*i_getc)(f)) == EOF) {
w_iconv_nocombine(c1, c2, c3);
continue;
}
if (hold_index < hold_count){
c5 = hold_buf[hold_index++];
fromhold_count++;
} else if ((c5 = (*i_getc)(f)) == EOF) {
w_iconv_nocombine(c1, c2, c3);
if (fromhold_count == 4)
hold_index--;
else
(*i_ungetc)(c4,f);
continue;
}
if (hold_index < hold_count){
c6 = hold_buf[hold_index++];
fromhold_count++;
} else if ((c6 = (*i_getc)(f)) == EOF) {
w_iconv_nocombine(c1, c2, c3);
if (fromhold_count == 5) {
hold_index -= 2;
} else if (fromhold_count == 4) {
hold_index--;
(*i_ungetc)(c5,f);
} else {
(*i_ungetc)(c5,f);
(*i_ungetc)(c4,f);
}
continue;
}
if (w_iconv_combine(c1, c2, c3, c4, c5, c6)) {
w_iconv_nocombine(c1, c2, c3);
if (fromhold_count == 6) {
hold_index -= 3;
} else if (fromhold_count == 5) {
hold_index -= 2;
(*i_ungetc)(c6,f);
} else if (fromhold_count == 4) {
hold_index--;
(*i_ungetc)(c6,f);
(*i_ungetc)(c5,f);
} else {
(*i_ungetc)(c6,f);
(*i_ungetc)(c5,f);
(*i_ungetc)(c4,f);
}
}
}
break;
}
if (c3 == EOF) break;
}
return ret;
}
/*
* Check and Ignore BOM
*/
static void
check_bom(FILE *f)
{
int c2;
input_bom_f = FALSE;
switch(c2 = (*i_getc)(f)){
case 0x00:
if((c2 = (*i_getc)(f)) == 0x00){
if((c2 = (*i_getc)(f)) == 0xFE){
if((c2 = (*i_getc)(f)) == 0xFF){
if(!input_encoding){
set_iconv(TRUE, w_iconv32);
}
if (iconv == w_iconv32) {
input_bom_f = TRUE;
input_endian = ENDIAN_BIG;
return;
}
(*i_ungetc)(0xFF,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0xFE,f);
}else if(c2 == 0xFF){
if((c2 = (*i_getc)(f)) == 0xFE){
if(!input_encoding){
set_iconv(TRUE, w_iconv32);
}
if (iconv == w_iconv32) {
input_endian = ENDIAN_2143;
return;
}
(*i_ungetc)(0xFF,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0xFF,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0x00,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0x00,f);
break;
case 0xEF:
if((c2 = (*i_getc)(f)) == 0xBB){
if((c2 = (*i_getc)(f)) == 0xBF){
if(!input_encoding){
set_iconv(TRUE, w_iconv);
}
if (iconv == w_iconv) {
input_bom_f = TRUE;
return;
}
(*i_ungetc)(0xBF,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0xBB,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0xEF,f);
break;
case 0xFE:
if((c2 = (*i_getc)(f)) == 0xFF){
if((c2 = (*i_getc)(f)) == 0x00){
if((c2 = (*i_getc)(f)) == 0x00){
if(!input_encoding){
set_iconv(TRUE, w_iconv32);
}
if (iconv == w_iconv32) {
input_endian = ENDIAN_3412;
return;
}
(*i_ungetc)(0x00,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0x00,f);
}else (*i_ungetc)(c2,f);
if(!input_encoding){
set_iconv(TRUE, w_iconv16);
}
if (iconv == w_iconv16) {
input_endian = ENDIAN_BIG;
input_bom_f = TRUE;
return;
}
(*i_ungetc)(0xFF,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0xFE,f);
break;
case 0xFF:
if((c2 = (*i_getc)(f)) == 0xFE){
if((c2 = (*i_getc)(f)) == 0x00){
if((c2 = (*i_getc)(f)) == 0x00){
if(!input_encoding){
set_iconv(TRUE, w_iconv32);
}
if (iconv == w_iconv32) {
input_endian = ENDIAN_LITTLE;
input_bom_f = TRUE;
return;
}
(*i_ungetc)(0x00,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0x00,f);
}else (*i_ungetc)(c2,f);
if(!input_encoding){
set_iconv(TRUE, w_iconv16);
}
if (iconv == w_iconv16) {
input_endian = ENDIAN_LITTLE;
input_bom_f = TRUE;
return;
}
(*i_ungetc)(0xFE,f);
}else (*i_ungetc)(c2,f);
(*i_ungetc)(0xFF,f);
break;
default:
(*i_ungetc)(c2,f);
break;
}
}
static nkf_char
broken_getc(FILE *f)
{
nkf_char c, c1;
if (!nkf_buf_empty_p(nkf_state->broken_buf)) {
return nkf_buf_pop(nkf_state->broken_buf);
}
c = (*i_bgetc)(f);
if (c=='$' && nkf_state->broken_state != ESC
&& (input_mode == ASCII || input_mode == JIS_X_0201_1976_K)) {
c1= (*i_bgetc)(f);
nkf_state->broken_state = 0;
if (c1=='@'|| c1=='B') {
nkf_buf_push(nkf_state->broken_buf, c1);
nkf_buf_push(nkf_state->broken_buf, c);
return ESC;
} else {
(*i_bungetc)(c1,f);
return c;
}
} else if (c=='(' && nkf_state->broken_state != ESC
&& (input_mode == JIS_X_0208 || input_mode == JIS_X_0201_1976_K)) {
c1= (*i_bgetc)(f);
nkf_state->broken_state = 0;
if (c1=='J'|| c1=='B') {
nkf_buf_push(nkf_state->broken_buf, c1);
nkf_buf_push(nkf_state->broken_buf, c);
return ESC;
} else {
(*i_bungetc)(c1,f);
return c;
}
} else {
nkf_state->broken_state = c;
return c;
}
}
static nkf_char
broken_ungetc(nkf_char c, ARG_UNUSED FILE *f)
{
if (nkf_buf_length(nkf_state->broken_buf) < 2)
nkf_buf_push(nkf_state->broken_buf, c);
return c;
}
static void
eol_conv(nkf_char c2, nkf_char c1)
{
if (guess_f && input_eol != EOF) {
if (c2 == 0 && c1 == LF) {
if (!input_eol) input_eol = prev_cr ? CRLF : LF;
else if (input_eol != (prev_cr ? CRLF : LF)) input_eol = EOF;
} else if (c2 == 0 && c1 == CR && input_eol == LF) input_eol = EOF;
else if (!prev_cr);
else if (!input_eol) input_eol = CR;
else if (input_eol != CR) input_eol = EOF;
}
if (prev_cr || (c2 == 0 && c1 == LF)) {
prev_cr = 0;
if (eolmode_f != LF) (*o_eol_conv)(0, CR);
if (eolmode_f != CR) (*o_eol_conv)(0, LF);
}
if (c2 == 0 && c1 == CR) prev_cr = CR;
else if (c2 != 0 || c1 != LF) (*o_eol_conv)(c2, c1);
}
static void
put_newline(void (*func)(nkf_char))
{
switch (eolmode_f ? eolmode_f : DEFAULT_NEWLINE) {
case CRLF:
(*func)(0x0D);
(*func)(0x0A);
break;
case CR:
(*func)(0x0D);
break;
case LF:
(*func)(0x0A);
break;
}
}
static void
oconv_newline(void (*func)(nkf_char, nkf_char))
{
switch (eolmode_f ? eolmode_f : DEFAULT_NEWLINE) {
case CRLF:
(*func)(0, 0x0D);
(*func)(0, 0x0A);
break;
case CR:
(*func)(0, 0x0D);
break;
case LF:
(*func)(0, 0x0A);
break;
}
}
/*
Return value of fold_conv()
LF add newline and output char
CR add newline and output nothing
SP space
0 skip
1 (or else) normal output
fold state in prev (previous character)
>0x80 Japanese (X0208/X0201)
<0x80 ASCII
LF new line
SP space
This fold algorthm does not preserve heading space in a line.
This is the main difference from fmt.
*/
#define char_size(c2,c1) (c2?2:1)
static void
fold_conv(nkf_char c2, nkf_char c1)
{
nkf_char prev0;
nkf_char fold_state;
if (c1== CR && !fold_preserve_f) {
fold_state=0; /* ignore cr */
}else if (c1== LF&&f_prev==CR && fold_preserve_f) {
f_prev = LF;
fold_state=0; /* ignore cr */
} else if (c1== BS) {
if (f_line>0) f_line--;
fold_state = 1;
} else if (c2==EOF && f_line != 0) { /* close open last line */
fold_state = LF;
} else if ((c1==LF && !fold_preserve_f)
|| ((c1==CR||(c1==LF&&f_prev!=CR))
&& fold_preserve_f)) {
/* new line */
if (fold_preserve_f) {
f_prev = c1;
f_line = 0;
fold_state = CR;
} else if ((f_prev == c1)
|| (f_prev == LF)
) { /* duplicate newline */
if (f_line) {
f_line = 0;
fold_state = LF; /* output two newline */
} else {
f_line = 0;
fold_state = 1;
}
} else {
if (f_prev&0x80) { /* Japanese? */
f_prev = c1;
fold_state = 0; /* ignore given single newline */
} else if (f_prev==SP) {
fold_state = 0;
} else {
f_prev = c1;
if (++f_line<=fold_len)
fold_state = SP;
else {
f_line = 0;
fold_state = CR; /* fold and output nothing */
}
}
}
} else if (c1=='\f') {
f_prev = LF;
f_line = 0;
fold_state = LF; /* output newline and clear */
} else if ((c2==0 && nkf_isblank(c1)) || (c2 == '!' && c1 == '!')) {
/* X0208 kankaku or ascii space */
if (f_prev == SP) {
fold_state = 0; /* remove duplicate spaces */
} else {
f_prev = SP;
if (++f_line<=fold_len)
fold_state = SP; /* output ASCII space only */
else {
f_prev = SP; f_line = 0;
fold_state = CR; /* fold and output nothing */
}
}
} else {
prev0 = f_prev; /* we still need this one... , but almost done */
f_prev = c1;
if (c2 || c2 == JIS_X_0201_1976_K)
f_prev |= 0x80; /* this is Japanese */
f_line += c2 == JIS_X_0201_1976_K ? 1: char_size(c2,c1);
if (f_line<=fold_len) { /* normal case */
fold_state = 1;
} else {
if (f_line>fold_len+fold_margin) { /* too many kinsoku suspension */
f_line = char_size(c2,c1);
fold_state = LF; /* We can't wait, do fold now */
} else if (c2 == JIS_X_0201_1976_K) {
/* simple kinsoku rules return 1 means no folding */
if (c1==(0xde&0x7f)) fold_state = 1; /* $B!+(B*/
else if (c1==(0xdf&0x7f)) fold_state = 1; /* $B!,(B*/
else if (c1==(0xa4&0x7f)) fold_state = 1; /* $B!#(B*/
else if (c1==(0xa3&0x7f)) fold_state = 1; /* $B!$(B*/
else if (c1==(0xa1&0x7f)) fold_state = 1; /* $B!W(B*/
else if (c1==(0xb0&0x7f)) fold_state = 1; /* - */
else if (SP<=c1 && c1<=(0xdf&0x7f)) { /* X0201 */
f_line = 1;
fold_state = LF;/* add one new f_line before this character */
} else {
f_line = 1;
fold_state = LF;/* add one new f_line before this character */
}
} else if (c2==0) {
/* kinsoku point in ASCII */
if ( c1==')'|| /* { [ ( */
c1==']'||
c1=='}'||
c1=='.'||
c1==','||
c1=='!'||
c1=='?'||
c1=='/'||
c1==':'||
c1==';') {
fold_state = 1;
/* just after special */
} else if (!is_alnum(prev0)) {
f_line = char_size(c2,c1);
fold_state = LF;
} else if ((prev0==SP) || /* ignored new f_line */
(prev0==LF)|| /* ignored new f_line */
(prev0&0x80)) { /* X0208 - ASCII */
f_line = char_size(c2,c1);
fold_state = LF;/* add one new f_line before this character */
} else {
fold_state = 1; /* default no fold in ASCII */
}
} else {
if (c2=='!') {
if (c1=='"') fold_state = 1; /* $B!"(B */
else if (c1=='#') fold_state = 1; /* $B!#(B */
else if (c1=='W') fold_state = 1; /* $B!W(B */
else if (c1=='K') fold_state = 1; /* $B!K(B */
else if (c1=='$') fold_state = 1; /* $B!$(B */
else if (c1=='%') fold_state = 1; /* $B!%(B */
else if (c1=='\'') fold_state = 1; /* $B!\(B */
else if (c1=='(') fold_state = 1; /* $B!((B */
else if (c1==')') fold_state = 1; /* $B!)(B */
else if (c1=='*') fold_state = 1; /* $B!*(B */
else if (c1=='+') fold_state = 1; /* $B!+(B */
else if (c1==',') fold_state = 1; /* $B!,(B */
/* default no fold in kinsoku */
else {
fold_state = LF;
f_line = char_size(c2,c1);
/* add one new f_line before this character */
}
} else {
f_line = char_size(c2,c1);
fold_state = LF;
/* add one new f_line before this character */
}
}
}
}
/* terminator process */
switch(fold_state) {
case LF:
oconv_newline(o_fconv);
(*o_fconv)(c2,c1);
break;
case 0:
return;
case CR:
oconv_newline(o_fconv);
break;
case TAB:
case SP:
(*o_fconv)(0,SP);
break;
default:
(*o_fconv)(c2,c1);
}
}
static nkf_char z_prev2=0,z_prev1=0;
static void
z_conv(nkf_char c2, nkf_char c1)
{
/* if (c2) c1 &= 0x7f; assertion */
if (c2 == JIS_X_0201_1976_K && (c1 == 0x20 || c1 == 0x7D || c1 == 0x7E)) {
(*o_zconv)(c2,c1);
return;
}
if (x0201_f) {
if (z_prev2 == JIS_X_0201_1976_K) {
if (c2 == JIS_X_0201_1976_K) {
if (c1 == (0xde&0x7f)) { /* $BByE@(B */
z_prev2 = 0;
(*o_zconv)(dv[(z_prev1-SP)*2], dv[(z_prev1-SP)*2+1]);
return;
} else if (c1 == (0xdf&0x7f) && ev[(z_prev1-SP)*2]) { /* $BH>ByE@(B */
z_prev2 = 0;
(*o_zconv)(ev[(z_prev1-SP)*2], ev[(z_prev1-SP)*2+1]);
return;
} else if (x0213_f && c1 == (0xdf&0x7f) && ev_x0213[(z_prev1-SP)*2]) { /* $BH>ByE@(B */
z_prev2 = 0;
(*o_zconv)(ev_x0213[(z_prev1-SP)*2], ev_x0213[(z_prev1-SP)*2+1]);
return;
}
}
z_prev2 = 0;
(*o_zconv)(cv[(z_prev1-SP)*2], cv[(z_prev1-SP)*2+1]);
}
if (c2 == JIS_X_0201_1976_K) {
if (dv[(c1-SP)*2] || ev[(c1-SP)*2] || (x0213_f && ev_x0213[(c1-SP)*2])) {
/* wait for $BByE@(B or $BH>ByE@(B */
z_prev1 = c1;
z_prev2 = c2;
return;
} else {
(*o_zconv)(cv[(c1-SP)*2], cv[(c1-SP)*2+1]);
return;
}
}
}
if (c2 == EOF) {
(*o_zconv)(c2, c1);
return;
}
if (alpha_f&1 && c2 == 0x23) {
/* JISX0208 Alphabet */
c2 = 0;
} else if (c2 == 0x21) {
/* JISX0208 Kigou */
if (0x21==c1) {
if (alpha_f&2) {
c2 = 0;
c1 = SP;
} else if (alpha_f&4) {
(*o_zconv)(0, SP);
(*o