emelie/tidy-html5
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

TIDY_WIN32_MLANG_SUPPORT has been dead code for ages. Not tested, not maintained.

Browse source
This commit is contained in:
Jim Derry 2017-10-03 14:24:01 -04:00
parent 9706b9e5c4
commit e41229749c
7 changed files with 1 additions and 823 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
CMakeLists.txt
View file

@ -352,7 +352,7 @@ set ( LIBHFILES
${SRCDIR}/pprint.h ${SRCDIR}/streamio.h ${SRCDIR}/tags.h
${SRCDIR}/tmbstr.h ${SRCDIR}/utf8.h ${SRCDIR}/tidy-int.h
${SRCDIR}/version.h ${SRCDIR}/gdoc.h ${SRCDIR}/language.h
${SRCDIR}/language_en.h ${SRCDIR}/win32tc.h )
${SRCDIR}/language_en.h )
if (MSVC)
list(APPEND CFILES ${SRCDIR}/sprtf.c)

19
src/config.c
View file

@ -30,9 +30,6 @@
#include <unistd.h>
#endif
#ifdef TIDY_WIN32_MLANG_SUPPORT
#include "win32tc.h"
#endif
void TY_(InitConfig)( TidyDocImpl* doc )
{
@ -1487,12 +1484,6 @@ Bool ParseCharEnc( TidyDocImpl* doc, const TidyOptionImpl* option )
enc = TY_(CharEncodingId)( doc, buf );
#ifdef TIDY_WIN32_MLANG_SUPPORT
/* limit support to --input-encoding */
if (option->id != TidyInCharEncoding && enc > WIN32MLANG)
enc = -1;
#endif
if ( enc < 0 )
{
validEncoding = no;
@ -1510,16 +1501,6 @@ Bool ParseCharEnc( TidyDocImpl* doc, const TidyOptionImpl* option )
int TY_(CharEncodingId)( TidyDocImpl* ARG_UNUSED(doc), ctmbstr charenc )
{
int enc = TY_(GetCharEncodingFromOptName)( charenc );
#ifdef TIDY_WIN32_MLANG_SUPPORT
if (enc == -1)
{
uint wincp = TY_(Win32MLangGetCPFromName)(doc->allocator, charenc);
if (wincp)
enc = wincp;
}
#endif
return enc;
}

21
src/streamio.c
View file

@ -20,9 +20,6 @@
#include "utf8.h"
#include "tmbstr.h"
#ifdef TIDY_WIN32_MLANG_SUPPORT
#include "win32tc.h"
#endif
/************************
** Forward Declarations
@ -54,9 +51,6 @@ static StreamOut stderrStreamOut =
ASCII,
FSM_ASCII,
DEFAULT_NL_CONFIG,
#ifdef TIDY_WIN32_MLANG_SUPPORT
NULL,
#endif
FileIO,
{ 0, TY_(filesink_putByte) }
};
@ -66,9 +60,6 @@ static StreamOut stdoutStreamOut =
ASCII,
FSM_ASCII,
DEFAULT_NL_CONFIG,
#ifdef TIDY_WIN32_MLANG_SUPPORT
NULL,
#endif
FileIO,
{ 0, TY_(filesink_putByte) }
};
@ -922,9 +913,6 @@ static void PutByte( uint byteValue, StreamOut* out )
static uint ReadCharFromStream( StreamIn* in )
{
uint c, n;
#ifdef TIDY_WIN32_MLANG_SUPPORT
uint bytesRead = 0;
#endif
if ( TY_(IsEOF)(in) )
return EndOfStream;
@ -1070,15 +1058,6 @@ static uint ReadCharFromStream( StreamIn* in )
return n;
}
}
#ifdef TIDY_WIN32_MLANG_SUPPORT
else if (in->encoding > WIN32MLANG)
{
assert( in->mlang != NULL );
return TY_(Win32MLangGetChar)((byte)c, in, &bytesRead);
}
#endif
else
n = c;

15
src/streamio.h
View file

@ -79,10 +79,6 @@ struct _StreamIn
TidyInputSource source;
#ifdef TIDY_WIN32_MLANG_SUPPORT
void* mlang;
#endif
/* Pointer back to document for error reporting */
TidyDocImpl* doc;
};
@ -109,11 +105,6 @@ struct _StreamOut
int encoding;
ISO2022State state; /* for ISO 2022 */
uint nl;
#ifdef TIDY_WIN32_MLANG_SUPPORT
void* mlang;
#endif
IOType iotype;
TidyOutputSink sink;
};
@ -154,12 +145,6 @@ int TY_(GetCharEncodingFromOptName)(ctmbstr charenc);
#define BIG5 12
#define SHIFTJIS 13
#ifdef TIDY_WIN32_MLANG_SUPPORT
/* hack: windows code page numbers start at 37 */
#define WIN32MLANG 36
#endif
/* Function for conversion from Windows-1252 to Unicode */
uint TY_(DecodeWin1252)(uint c);

12
src/tidylib.c
View file

@ -34,9 +34,6 @@
#include "mappedio.h"
#include "language.h"
#ifdef TIDY_WIN32_MLANG_SUPPORT
#include "win32tc.h"
#endif
#if !defined(NDEBUG) && defined(_MSC_VER)
#include "sprtf.h"
#endif
@ -1365,11 +1362,6 @@ int TY_(DocParseStream)( TidyDocImpl* doc, StreamIn* in )
TY_(SetOptionInt)(doc, TidyInCharEncoding, bomEnc);
}
#ifdef TIDY_WIN32_MLANG_SUPPORT
if (in->encoding > WIN32MLANG)
TY_(Win32MLangInitInputTranscoder)(in, in->encoding);
#endif /* TIDY_WIN32_MLANG_SUPPORT */
/* Tidy doesn't alter the doctype for generic XML docs */
if ( xmlIn )
{
@ -1385,10 +1377,6 @@ int TY_(DocParseStream)( TidyDocImpl* doc, StreamIn* in )
TidyPanic( doc->allocator, integrity );
}
#ifdef TIDY_WIN32_MLANG_SUPPORT
TY_(Win32MLangUninitInputTranscoder)(in);
#endif /* TIDY_WIN32_MLANG_SUPPORT */
doc->docIn = NULL;
return tidyDocStatus( doc );
}

737
src/win32tc.c
View file

@ -1,737 +0,0 @@
/* win32tc.c -- Interface to Win32 transcoding routines
(c) 1998-2008 (W3C) MIT, ERCIM, Keio University
See tidy.h for the copyright notice.
*/
/* keep these here to keep file non-empty */
#include "tidy.h"
#include "forward.h"
#include "streamio.h"
#include "tmbstr.h"
#include "utf8.h"
#ifdef TIDY_WIN32_MLANG_SUPPORT
#define VC_EXTRALEAN
#define CINTERFACE
#define COBJMACROS
#include <windows.h>
#include <mlang.h>
#undef COBJMACROS
#undef CINTERFACE
#undef VC_EXTRALEAN
/* maximum number of bytes for a single character */
#define TC_INBUFSIZE 16
/* maximum number of characters per byte sequence */
#define TC_OUTBUFSIZE 16
#define CreateMLangObject(p) \
CoCreateInstance( \
&CLSID_CMLangConvertCharset, \
NULL, \
CLSCTX_ALL, \
&IID_IMLangConvertCharset, \
(VOID **)&p);
/* Character Set to Microsoft Windows Codepage Identifier map, */
/* from <rotor/sscli/clr/src/classlibnative/nls/encodingdata.cpp>. */
/* note: the 'safe' field indicates whether this encoding can be */
/* read/written character-by-character; this does not apply to */
/* various stateful encodings such as ISO-2022 or UTF-7, these */
/* must be read/written as a complete stream. It is possible that */
/* some 'unsafe' encodings are marked as 'save'. */
/* todo: cleanup; Tidy should use only a single mapping table to */
/* circumvent unsupported aliases in other transcoding libraries, */
/* enable reverse lookup of encoding names and ease maintenance. */
static struct _nameWinCPMap
{
tmbstr name;
uint wincp;
Bool safe;
} const NameWinCPMap[] = {
{ "cp037", 37, yes },
{ "csibm037", 37, yes },
{ "ebcdic-cp-ca", 37, yes },
{ "ebcdic-cp-nl", 37, yes },
{ "ebcdic-cp-us", 37, yes },
{ "ebcdic-cp-wt", 37, yes },
{ "ibm037", 37, yes },
{ "cp437", 437, yes },
{ "cspc8codepage437", 437, yes },
{ "ibm437", 437, yes },
{ "cp500", 500, yes },
{ "csibm500", 500, yes },
{ "ebcdic-cp-be", 500, yes },
{ "ebcdic-cp-ch", 500, yes },
{ "ibm500", 500, yes },
{ "asmo-708", 708, yes },
{ "dos-720", 720, yes },
{ "ibm737", 737, yes },
{ "ibm775", 775, yes },
{ "cp850", 850, yes },
{ "ibm850", 850, yes },
{ "cp852", 852, yes },
{ "ibm852", 852, yes },
{ "cp855", 855, yes },
{ "ibm855", 855, yes },
{ "cp857", 857, yes },
{ "ibm857", 857, yes },
{ "ccsid00858", 858, yes },
{ "cp00858", 858, yes },
{ "cp858", 858, yes },
{ "ibm00858", 858, yes },
{ "pc-multilingual-850+euro", 858, yes },
{ "cp860", 860, yes },
{ "ibm860", 860, yes },
{ "cp861", 861, yes },
{ "ibm861", 861, yes },
{ "cp862", 862, yes },
{ "dos-862", 862, yes },
{ "ibm862", 862, yes },
{ "cp863", 863, yes },
{ "ibm863", 863, yes },
{ "cp864", 864, yes },
{ "ibm864", 864, yes },
{ "cp865", 865, yes },
{ "ibm865", 865, yes },
{ "cp866", 866, yes },
{ "ibm866", 866, yes },
{ "cp869", 869, yes },
{ "ibm869", 869, yes },
{ "cp870", 870, yes },
{ "csibm870", 870, yes },
{ "ebcdic-cp-roece", 870, yes },
{ "ebcdic-cp-yu", 870, yes },
{ "ibm870", 870, yes },
{ "dos-874", 874, yes },
{ "iso-8859-11", 874, yes },
{ "tis-620", 874, yes },
{ "windows-874", 874, yes },
{ "cp875", 875, yes },
{ "csshiftjis", 932, yes },
{ "cswindows31j", 932, yes },
{ "ms_kanji", 932, yes },
{ "shift-jis", 932, yes },
{ "shift_jis", 932, yes },
{ "sjis", 932, yes },
{ "x-ms-cp932", 932, yes },
{ "x-sjis", 932, yes },
{ "chinese", 936, yes },
{ "cn-gb", 936, yes },
{ "csgb2312", 936, yes },
{ "csgb231280", 936, yes },
{ "csiso58gb231280", 936, yes },
{ "gb2312", 936, yes },
{ "gb2312-80", 936, yes },
{ "gb231280", 936, yes },
{ "gb_2312-80", 936, yes },
{ "gbk", 936, yes },
{ "iso-ir-58", 936, yes },
{ "csksc56011987", 949, yes },
{ "iso-ir-149", 949, yes },
{ "korean", 949, yes },
{ "ks-c-5601", 949, yes },
{ "ks-c5601", 949, yes },
{ "ks_c_5601", 949, yes },
{ "ks_c_5601-1987", 949, yes },
{ "ks_c_5601-1989", 949, yes },
{ "ks_c_5601_1987", 949, yes },
{ "ksc5601", 949, yes },
{ "ksc_5601", 949, yes },
{ "big5", 950, yes },
{ "big5-hkscs", 950, yes },
{ "cn-big5", 950, yes },
{ "csbig5", 950, yes },
{ "x-x-big5", 950, yes },
{ "cp1026", 1026, yes },
{ "csibm1026", 1026, yes },
{ "ibm1026", 1026, yes },
{ "ibm01047", 1047, yes },
{ "ccsid01140", 1140, yes },
{ "cp01140", 1140, yes },
{ "ebcdic-us-37+euro", 1140, yes },
{ "ibm01140", 1140, yes },
{ "ccsid01141", 1141, yes },
{ "cp01141", 1141, yes },
{ "ebcdic-de-273+euro", 1141, yes },
{ "ibm01141", 1141, yes },
{ "ccsid01142", 1142, yes },
{ "cp01142", 1142, yes },
{ "ebcdic-dk-277+euro", 1142, yes },
{ "ebcdic-no-277+euro", 1142, yes },
{ "ibm01142", 1142, yes },
{ "ccsid01143", 1143, yes },
{ "cp01143", 1143, yes },
{ "ebcdic-fi-278+euro", 1143, yes },
{ "ebcdic-se-278+euro", 1143, yes },
{ "ibm01143", 1143, yes },
{ "ccsid01144", 1144, yes },
{ "cp01144", 1144, yes },
{ "ebcdic-it-280+euro", 1144, yes },
{ "ibm01144", 1144, yes },
{ "ccsid01145", 1145, yes },
{ "cp01145", 1145, yes },
{ "ebcdic-es-284+euro", 1145, yes },
{ "ibm01145", 1145, yes },
{ "ccsid01146", 1146, yes },
{ "cp01146", 1146, yes },
{ "ebcdic-gb-285+euro", 1146, yes },
{ "ibm01146", 1146, yes },
{ "ccsid01147", 1147, yes },
{ "cp01147", 1147, yes },
{ "ebcdic-fr-297+euro", 1147, yes },
{ "ibm01147", 1147, yes },
{ "ccsid01148", 1148, yes },
{ "cp01148", 1148, yes },
{ "ebcdic-international-500+euro", 1148, yes },
{ "ibm01148", 1148, yes },
{ "ccsid01149", 1149, yes },
{ "cp01149", 1149, yes },
{ "ebcdic-is-871+euro", 1149, yes },
{ "ibm01149", 1149, yes },
{ "iso-10646-ucs-2", 1200, yes },
{ "ucs-2", 1200, yes },
{ "unicode", 1200, yes },
{ "utf-16", 1200, yes },
{ "utf-16le", 1200, yes },
{ "unicodefffe", 1201, yes },
{ "utf-16be", 1201, yes },
{ "windows-1250", 1250, yes },
{ "x-cp1250", 1250, yes },
{ "windows-1251", 1251, yes },
{ "x-cp1251", 1251, yes },
{ "windows-1252", 1252, yes },
{ "x-ansi", 1252, yes },
{ "windows-1253", 1253, yes },
{ "windows-1254", 1254, yes },
{ "windows-1255", 1255, yes },
{ "cp1256", 1256, yes },
{ "windows-1256", 1256, yes },
{ "windows-1257", 1257, yes },
{ "windows-1258", 1258, yes },
{ "johab", 1361, yes },
{ "macintosh", 10000, yes },
{ "x-mac-japanese", 10001, yes },
{ "x-mac-chinesetrad", 10002, yes },
{ "x-mac-korean", 10003, yes },
{ "x-mac-arabic", 10004, yes },
{ "x-mac-hebrew", 10005, yes },
{ "x-mac-greek", 10006, yes },
{ "x-mac-cyrillic", 10007, yes },
{ "x-mac-chinesesimp", 10008, yes },
{ "x-mac-romanian", 10010, yes },
{ "x-mac-ukrainian", 10017, yes },
{ "x-mac-thai", 10021, yes },
{ "x-mac-ce", 10029, yes },
{ "x-mac-icelandic", 10079, yes },
{ "x-mac-turkish", 10081, yes },
{ "x-mac-croatian", 10082, yes },
{ "x-chinese-cns", 20000, yes },
{ "x-cp20001", 20001, yes },
{ "x-chinese-eten", 20002, yes },
{ "x-cp20003", 20003, yes },
{ "x-cp20004", 20004, yes },
{ "x-cp20005", 20005, yes },
{ "irv", 20105, yes },
{ "x-ia5", 20105, yes },
{ "din_66003", 20106, yes },
{ "german", 20106, yes },
{ "x-ia5-german", 20106, yes },
{ "sen_850200_b", 20107, yes },
{ "swedish", 20107, yes },
{ "x-ia5-swedish", 20107, yes },
{ "norwegian", 20108, yes },
{ "ns_4551-1", 20108, yes },
{ "x-ia5-norwegian", 20108, yes },
{ "ansi_x3.4-1968", 20127, yes },
{ "ansi_x3.4-1986", 20127, yes },
{ "ascii", 20127, yes },
{ "cp367", 20127, yes },
{ "csascii", 20127, yes },
{ "ibm367", 20127, yes },
{ "iso-ir-6", 20127, yes },
{ "iso646-us", 20127, yes },
{ "iso_646.irv:1991", 20127, yes },
{ "us", 20127, yes },
{ "us-ascii", 20127, yes },
{ "x-cp20261", 20261, yes },
{ "x-cp20269", 20269, yes },
{ "cp273", 20273, yes },
{ "csibm273", 20273, yes },
{ "ibm273", 20273, yes },
{ "csibm277", 20277, yes },
{ "ebcdic-cp-dk", 20277, yes },
{ "ebcdic-cp-no", 20277, yes },
{ "ibm277", 20277, yes },
{ "cp278", 20278, yes },
{ "csibm278", 20278, yes },
{ "ebcdic-cp-fi", 20278, yes },
{ "ebcdic-cp-se", 20278, yes },
{ "ibm278", 20278, yes },
{ "cp280", 20280, yes },
{ "csibm280", 20280, yes },
{ "ebcdic-cp-it", 20280, yes },
{ "ibm280", 20280, yes },
{ "cp284", 20284, yes },
{ "csibm284", 20284, yes },
{ "ebcdic-cp-es", 20284, yes },
{ "ibm284", 20284, yes },
{ "cp285", 20285, yes },
{ "csibm285", 20285, yes },
{ "ebcdic-cp-gb", 20285, yes },
{ "ibm285", 20285, yes },
{ "cp290", 20290, yes },
{ "csibm290", 20290, yes },
{ "ebcdic-jp-kana", 20290, yes },
{ "ibm290", 20290, yes },
{ "cp297", 20297, yes },
{ "csibm297", 20297, yes },
{ "ebcdic-cp-fr", 20297, yes },
{ "ibm297", 20297, yes },
{ "cp420", 20420, yes },
{ "csibm420", 20420, yes },
{ "ebcdic-cp-ar1", 20420, yes },
{ "ibm420", 20420, yes },
{ "cp423", 20423, yes },
{ "csibm423", 20423, yes },
{ "ebcdic-cp-gr", 20423, yes },
{ "ibm423", 20423, yes },
{ "cp424", 20424, yes },
{ "csibm424", 20424, yes },
{ "ebcdic-cp-he", 20424, yes },
{ "ibm424", 20424, yes },
{ "x-ebcdic-koreanextended", 20833, yes },
{ "csibmthai", 20838, yes },
{ "ibm-thai", 20838, yes },
{ "cskoi8r", 20866, yes },
{ "koi", 20866, yes },
{ "koi8", 20866, yes },
{ "koi8-r", 20866, yes },
{ "koi8r", 20866, yes },
{ "cp871", 20871, yes },
{ "csibm871", 20871, yes },
{ "ebcdic-cp-is", 20871, yes },
{ "ibm871", 20871, yes },
{ "cp880", 20880, yes },
{ "csibm880", 20880, yes },
{ "ebcdic-cyrillic", 20880, yes },
{ "ibm880", 20880, yes },
{ "cp905", 20905, yes },
{ "csibm905", 20905, yes },
{ "ebcdic-cp-tr", 20905, yes },
{ "ibm905", 20905, yes },
{ "ccsid00924", 20924, yes },
{ "cp00924", 20924, yes },
{ "ebcdic-latin9--euro", 20924, yes },
{ "ibm00924", 20924, yes },
{ "x-cp20936", 20936, yes },
{ "x-cp20949", 20949, yes },
{ "cp1025", 21025, yes },
{ "x-cp21027", 21027, yes },
{ "koi8-ru", 21866, yes },
{ "koi8-u", 21866, yes },
{ "cp819", 28591, yes },
{ "csisolatin1", 28591, yes },
{ "ibm819", 28591, yes },
{ "iso-8859-1", 28591, yes },
{ "iso-ir-100", 28591, yes },
{ "iso8859-1", 28591, yes },
{ "iso_8859-1", 28591, yes },
{ "iso_8859-1:1987", 28591, yes },
{ "l1", 28591, yes },
{ "latin1", 28591, yes },
{ "csisolatin2", 28592, yes },
{ "iso-8859-2", 28592, yes },
{ "iso-ir-101", 28592, yes },
{ "iso8859-2", 28592, yes },
{ "iso_8859-2", 28592, yes },
{ "iso_8859-2:1987", 28592, yes },
{ "l2", 28592, yes },
{ "latin2", 28592, yes },
{ "csisolatin3", 28593, yes },
{ "iso-8859-3", 28593, yes },
{ "iso-ir-109", 28593, yes },
{ "iso_8859-3", 28593, yes },
{ "iso_8859-3:1988", 28593, yes },
{ "l3", 28593, yes },
{ "latin3", 28593, yes },
{ "csisolatin4", 28594, yes },
{ "iso-8859-4", 28594, yes },
{ "iso-ir-110", 28594, yes },
{ "iso_8859-4", 28594, yes },
{ "iso_8859-4:1988", 28594, yes },
{ "l4", 28594, yes },
{ "latin4", 28594, yes },
{ "csisolatincyrillic", 28595, yes },
{ "cyrillic", 28595, yes },
{ "iso-8859-5", 28595, yes },
{ "iso-ir-144", 28595, yes },
{ "iso_8859-5", 28595, yes },
{ "iso_8859-5:1988", 28595, yes },
{ "arabic", 28596, yes },
{ "csisolatinarabic", 28596, yes },
{ "ecma-114", 28596, yes },
{ "iso-8859-6", 28596, yes },
{ "iso-ir-127", 28596, yes },
{ "iso_8859-6", 28596, yes },
{ "iso_8859-6:1987", 28596, yes },
{ "csisolatingreek", 28597, yes },
{ "ecma-118", 28597, yes },
{ "elot_928", 28597, yes },
{ "greek", 28597, yes },
{ "greek8", 28597, yes },
{ "iso-8859-7", 28597, yes },
{ "iso-ir-126", 28597, yes },
{ "iso_8859-7", 28597, yes },
{ "iso_8859-7:1987", 28597, yes },
{ "csisolatinhebrew", 28598, yes },
{ "hebrew", 28598, yes },
{ "iso-8859-8", 28598, yes },
{ "iso-ir-138", 28598, yes },
{ "iso_8859-8", 28598, yes },
{ "iso_8859-8:1988", 28598, yes },
{ "logical", 28598, yes },
{ "visual", 28598, yes },
{ "csisolatin5", 28599, yes },
{ "iso-8859-9", 28599, yes },
{ "iso-ir-148", 28599, yes },
{ "iso_8859-9", 28599, yes },
{ "iso_8859-9:1989", 28599, yes },
{ "l5", 28599, yes },
{ "latin5", 28599, yes },
{ "iso-8859-13", 28603, yes },
{ "csisolatin9", 28605, yes },
{ "iso-8859-15", 28605, yes },
{ "iso_8859-15", 28605, yes },
{ "l9", 28605, yes },
{ "latin9", 28605, yes },
{ "x-europa", 29001, yes },
{ "iso-8859-8-i", 38598, yes },
{ "iso-2022-jp", 50220, no },
{ "csiso2022jp", 50221, no },
{ "csiso2022kr", 50225, no },
{ "iso-2022-kr", 50225, no },
{ "iso-2022-kr-7", 50225, no },
{ "iso-2022-kr-7bit", 50225, no },
{ "cp50227", 50227, no },
{ "x-cp50227", 50227, no },
{ "cp930", 50930, yes },
{ "x-ebcdic-japaneseanduscanada", 50931, yes },
{ "cp933", 50933, yes },
{ "cp935", 50935, yes },
{ "cp937", 50937, yes },
{ "cp939", 50939, yes },
{ "cseucpkdfmtjapanese", 51932, yes },
{ "euc-jp", 51932, yes },
{ "extended_unix_code_packed_format_for_japanese", 51932, yes },
{ "iso-2022-jpeuc", 51932, yes },
{ "x-euc", 51932, yes },
{ "x-euc-jp", 51932, yes },
{ "euc-cn", 51936, yes },
{ "x-euc-cn", 51936, yes },
{ "cseuckr", 51949, yes },
{ "euc-kr", 51949, yes },
{ "iso-2022-kr-8", 51949, yes },
{ "iso-2022-kr-8bit", 51949, yes },
{ "hz-gb-2312", 52936, no },
{ "gb18030", 54936, yes },
{ "x-iscii-de", 57002, yes },
{ "x-iscii-be", 57003, yes },
{ "x-iscii-ta", 57004, yes },
{ "x-iscii-te", 57005, yes },
{ "x-iscii-as", 57006, yes },
{ "x-iscii-or", 57007, yes },
{ "x-iscii-ka", 57008, yes },
{ "x-iscii-ma", 57009, yes },
{ "x-iscii-gu", 57010, yes },
{ "x-iscii-pa", 57011, yes },
{ "csunicode11utf7", 65000, no },
{ "unicode-1-1-utf-7", 65000, no },
{ "unicode-2-0-utf-7", 65000, no },
{ "utf-7", 65000, no },
{ "x-unicode-1-1-utf-7", 65000, no },
{ "x-unicode-2-0-utf-7", 65000, no },
{ "unicode-1-1-utf-8", 65001, yes },
{ "unicode-2-0-utf-8", 65001, yes },
{ "utf-8", 65001, yes },
{ "x-unicode-1-1-utf-8", 65001, yes },
{ "x-unicode-2-0-utf-8", 65001, yes },
/* final entry */
{ NULL, 0, no }
};
uint TY_(Win32MLangGetCPFromName)(TidyAllocator *allocator, ctmbstr encoding)
{
uint i;
tmbstr enc;
/* ensure name is in lower case */
enc = TY_(tmbstrdup)(allocator,encoding);
enc = TY_(tmbstrtolower)(enc);
for (i = 0; NameWinCPMap[i].name; ++i)
{
if (TY_(tmbstrcmp)(NameWinCPMap[i].name, enc) == 0)
{
IMLangConvertCharset * p = NULL;
uint wincp = NameWinCPMap[i].wincp;
HRESULT hr;
TidyFree(allocator, enc);
/* currently no support for unsafe encodings */
if (!NameWinCPMap[i].safe)
return 0;
/* hack for config.c */
CoInitialize(NULL);
hr = CreateMLangObject(p);
if (hr != S_OK || !p)
{
wincp = 0;
}
else
{
hr = IMLangConvertCharset_Initialize(p, wincp, 1200, 0);
if (hr != S_OK)
wincp = 0;
IMLangConvertCharset_Release(p);
p = NULL;
}
CoUninitialize();
return wincp;
}
}
TidyFree(allocator, enc);
return 0;
}
Bool TY_(Win32MLangInitInputTranscoder)(StreamIn * in, uint wincp)
{
IMLangConvertCharset * p = NULL;
HRESULT hr;
assert( in != NULL );
CoInitialize(NULL);
if (wincp == 0)
{
/* no codepage found for this encoding */
return no;
}
hr = CreateMLangObject(p);
if (hr != S_OK || !p)
{
/* MLang not supported */
return no;
}
hr = IMLangConvertCharset_Initialize(p, wincp, 1200, 0);
if (hr != S_OK)
{
/* encoding not supported, insufficient memory, etc. */
return no;
}
in->mlang = p;
return yes;
}
void TY_(Win32MLangUninitInputTranscoder)(StreamIn * in)
{
IMLangConvertCharset * p;
assert( in != NULL );
p = (IMLangConvertCharset *)in->mlang;
if (p)
{
IMLangConvertCharset_Release(p);
p = NULL;
in->mlang = NULL;
}
CoUninitialize();
}
int TY_(Win32MLangGetChar)(byte firstByte, StreamIn * in, uint * bytesRead)
{
IMLangConvertCharset * p;
TidyInputSource * source;
CHAR inbuf[TC_INBUFSIZE] = { 0 };
WCHAR outbuf[TC_OUTBUFSIZE] = { 0 };
HRESULT hr = S_OK;
size_t inbufsize = 0;
assert( in != NULL );
assert( &in->source != NULL );
assert( bytesRead != NULL );
assert( in->mlang != NULL );
p = (IMLangConvertCharset *)in->mlang;
source = &in->source;
inbuf[inbufsize++] = (CHAR)firstByte;
while(inbufsize < TC_INBUFSIZE)
{
UINT outbufsize = TC_OUTBUFSIZE;
UINT readNow = inbufsize;
int nextByte = EndOfStream;
hr = IMLangConvertCharset_DoConversionToUnicode(p, inbuf, &readNow, outbuf, &outbufsize);
assert( hr == S_OK );
assert( outbufsize <= 2 );
if (outbufsize == 2)
{
/* U+10000-U+10FFFF are returned as a pair of surrogates */
tchar m = (tchar)outbuf[0];
tchar n = (tchar)outbuf[1];
assert( TY_(IsHighSurrogate)(n) && TY_(IsLowSurrogate)(m) );
*bytesRead = readNow;
return (int)TY_(CombineSurrogatePair)(n, m);
}
if (outbufsize == 1)
{
/* we found the character */
/* set bytesRead and return */
*bytesRead = readNow;
return (int)outbuf[0];
}
/* we need more bytes */
nextByte = source->getByte(source->sourceData);
if (nextByte == EndOfStream)
{
/* todo: error message for broken stream? */
*bytesRead = readNow;
return EndOfStream;
}
inbuf[inbufsize++] = (CHAR)nextByte;
}
/* No full character found after reading TC_INBUFSIZE bytes, */
/* give up to read this stream, it's obviously unreadable. */
/* todo: error message for broken stream? */
return EndOfStream;
}
Bool Win32MLangIsConvertible(tchar c, StreamOut * out)
{
IMLangConvertCharset * p;
UINT i = 1;
HRESULT hr;
WCHAR inbuf[2] = { 0 };
UINT inbufsize = 0;
assert( c != 0 );
assert( c <= 0x10FFFF );
assert( out != NULL );
assert( out->mlang != NULL );
if (c > 0xFFFF)
{
tchar high = 0;
tchar low = 0;
TY_(SplitSurrogatePair)(c, &low, &high);
inbuf[inbufsize++] = (WCHAR)low;
inbuf[inbufsize++] = (WCHAR)high;
}
else
inbuf[inbufsize++] = (WCHAR)c;
p = (IMLangConvertCharset *)out->mlang;
hr = IMLangConvertCharset_DoConversionFromUnicode(p, inbuf, &inbufsize, NULL, NULL);
return hr == S_OK ? yes : no;
}
void Win32MLangPutChar(tchar c, StreamOut * out, uint * bytesWritten)
{
IMLangConvertCharset * p;
TidyOutputSink * sink;
CHAR outbuf[TC_OUTBUFSIZE] = { 0 };
UINT outbufsize = TC_OUTBUFSIZE;
HRESULT hr = S_OK;
WCHAR inbuf[2] = { 0 };
UINT inbufsize = 0;
uint i;
assert( c != 0 );
assert( c <= 0x10FFFF );
assert( bytesWritten != NULL );
assert( out != NULL );
assert( &out->sink != NULL );
assert( out->mlang != NULL );
p = (IMLangConvertCharset *)out->mlang;
sink = &out->sink;
if (c > 0xFFFF)
{
tchar high = 0;
tchar low = 0;
TY_(SplitSurrogatePair)(c, &low, &high);
inbuf[inbufsize++] = (WCHAR)low;
inbuf[inbufsize++] = (WCHAR)high;
}
else
inbuf[inbufsize++] = (WCHAR)c;
hr = IMLangConvertCharset_DoConversionFromUnicode(p, inbuf, &inbufsize, outbuf, &outbufsize);
assert( hr == S_OK );
assert( outbufsize > 0 );
assert( inbufsize == 1 || inbufsize == 2 );
for (i = 0; i < outbufsize; ++i)
sink->putByte(sink->sinkData, (byte)(outbuf[i]));
*bytesWritten = outbufsize;
return;
}
#endif /* TIDY_WIN32_MLANG_SUPPORT */
/*
* local variables:
* mode: c
* indent-tabs-mode: nil
* c-basic-offset: 4
* eval: (c-set-offset 'substatement-open 0)
* end:
*/

18
src/win32tc.h
View file

@ -1,18 +0,0 @@
#ifndef __WIN32TC_H__
#define __WIN32TC_H__
#ifdef TIDY_WIN32_MLANG_SUPPORT
/* win32tc.h -- Interface to Win32 transcoding routines
(c) 1998-2006 (W3C) MIT, ERCIM, Keio University
See tidy.h for the copyright notice.
*/
uint TY_(Win32MLangGetCPFromName)(TidyAllocator *allocator,ctmbstr encoding);
Bool TY_(Win32MLangInitInputTranscoder)(StreamIn * in, uint wincp);
void TY_(Win32MLangUninitInputTranscoder)(StreamIn * in);
int TY_(Win32MLangGetChar)(byte firstByte, StreamIn * in, uint * bytesRead);
#endif /* TIDY_WIN32_MLANG_SUPPORT */
#endif /* __WIN32TC_H__ */