pascal/synapse
1
0
Fork 0
Code Issues Releases Activity
master
synapse/synachar.pas
geby aa1fdbacc4 Charset handling fixes by ACBr 
git-svn-id: https://svn.code.sf.net/p/synalist/code/trunk@252 7c85be65-684b-0410-a082-b2ed4fbef004
2022-01-14 15:11:18 +00:00

2084 lines
74 KiB
ObjectPascal
Raw Permalink Blame History

{==============================================================================|
| Project : Ararat Synapse | 005.002.005 |
|==============================================================================|
| Content: Charset conversion support |
|==============================================================================|
| Copyright (c)1999-2015, Lukas Gebauer |
| All rights reserved. |
| |
| Redistribution and use in source and binary forms, with or without |
| modification, are permitted provided that the following conditions are met: |
| |
| Redistributions of source code must retain the above copyright notice, this |
| list of conditions and the following disclaimer. |
| |
| Redistributions in binary form must reproduce the above copyright notice, |
| this list of conditions and the following disclaimer in the documentation |
| and/or other materials provided with the distribution. |
| |
| Neither the name of Lukas Gebauer nor the names of its contributors may |
| be used to endorse or promote products derived from this software without |
| specific prior written permission. |
| |
| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR |
| ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL |
| DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR |
| SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER |
| CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT |
| LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY |
| OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH |
| DAMAGE. |
|==============================================================================|
| The Initial Developer of the Original Code is Lukas Gebauer (Czech Republic).|
| Portions created by Lukas Gebauer are Copyright (c)2000-2015. |
| All Rights Reserved. |
|==============================================================================|
| Contributor(s): |
|==============================================================================|
| History: see HISTORY.HTM from distribution package |
| (Found at URL: http://www.ararat.cz/synapse/) |
|==============================================================================}
{: @abstract(Charset conversion support)
This unit contains a routines for lot of charset conversions.
It using built-in conversion tables or external Iconv library. Iconv is used
when needed conversion is known by Iconv library. When Iconv library is not
found or Iconv not know requested conversion, then are internal routines used
for conversion. (You can disable Iconv support from your program too!)
Internal routines knows all major charsets for Europe or America. For East-Asian
charsets you must use Iconv library!
}
{$IFDEF FPC}
{$MODE DELPHI}
{$ENDIF}
{$Q-}
{$H+}
//old Delphi does not have MSWINDOWS define.
{$IFDEF WIN32}
{$IFNDEF MSWINDOWS}
{$DEFINE MSWINDOWS}
{$ENDIF}
{$ENDIF}
{$IFDEF UNICODE}
{$WARN IMPLICIT_STRING_CAST OFF}
{$WARN IMPLICIT_STRING_CAST_LOSS OFF}
{$ENDIF}
{$IFDEF NEXTGEN}
{$LEGACYIFEND ON}
{$ZEROBASEDSTRINGS OFF}
{$ENDIF}
unit synachar;
interface
uses
{$IFNDEF MSWINDOWS}
{$IFNDEF FPC}
{$IFNDEF POSIX}
Libc,
{$ELSE}
Posix.Langinfo,
{$ENDIF}
{$ENDIF}
{$ELSE}
Windows,
{$ENDIF}
SysUtils,
synautil, synacode, synaicnv, synafpc;
type
{:Type with all supported charsets.}
TMimeChar = (ISO_8859_1, ISO_8859_2, ISO_8859_3, ISO_8859_4, ISO_8859_5,
ISO_8859_6, ISO_8859_7, ISO_8859_8, ISO_8859_9, ISO_8859_10, ISO_8859_13,
ISO_8859_14, ISO_8859_15, CP1250, CP1251, CP1252, CP1253, CP1254, CP1255,
CP1256, CP1257, CP1258, KOI8_R, CP895, CP852, UCS_2, UCS_4, UTF_8, UTF_7,
UTF_7mod, UCS_2LE, UCS_4LE,
//next is supported by Iconv only...
UTF_16, UTF_16LE, UTF_32, UTF_32LE, C99, JAVA, ISO_8859_16, KOI8_U, KOI8_RU,
CP862, CP866, MAC, MACCE, MACICE, MACCRO, MACRO, MACCYR, MACUK, MACGR, MACTU,
MACHEB, MACAR, MACTH, ROMAN8, NEXTSTEP, ARMASCII, GEORGIAN_AC, GEORGIAN_PS,
KOI8_T, MULELAO, CP1133, TIS620, CP874, VISCII, TCVN, ISO_IR_14, JIS_X0201,
JIS_X0208, JIS_X0212, GB1988_80, GB2312_80, ISO_IR_165, ISO_IR_149, EUC_JP,
SHIFT_JIS, CP932, ISO_2022_JP, ISO_2022_JP1, ISO_2022_JP2, GB2312, CP936,
GB18030, ISO_2022_CN, ISO_2022_CNE, HZ, EUC_TW, BIG5, CP950, BIG5_HKSCS,
EUC_KR, CP949, CP1361, ISO_2022_KR, CP737, CP775, CP853, CP855, CP857,
CP858, CP860, CP861, CP863, CP864, CP865, CP869, CP1125);
{:Set of any charsets.}
TMimeSetChar = set of TMimeChar;
const
{:Set of charsets supported by Iconv library only.}
IconvOnlyChars: set of TMimeChar = [UTF_16, UTF_16LE, UTF_32, UTF_32LE,
C99, JAVA, ISO_8859_16, KOI8_U, KOI8_RU, CP862, CP866, MAC, MACCE, MACICE,
MACCRO, MACRO, MACCYR, MACUK, MACGR, MACTU, MACHEB, MACAR, MACTH, ROMAN8,
NEXTSTEP, ARMASCII, GEORGIAN_AC, GEORGIAN_PS, KOI8_T, MULELAO, CP1133,
TIS620, CP874, VISCII, TCVN, ISO_IR_14, JIS_X0201, JIS_X0208, JIS_X0212,
GB1988_80, GB2312_80, ISO_IR_165, ISO_IR_149, EUC_JP, SHIFT_JIS, CP932,
ISO_2022_JP, ISO_2022_JP1, ISO_2022_JP2, GB2312, CP936, GB18030,
ISO_2022_CN, ISO_2022_CNE, HZ, EUC_TW, BIG5, CP950, BIG5_HKSCS, EUC_KR,
CP949, CP1361, ISO_2022_KR, CP737, CP775, CP853, CP855, CP857, CP858,
CP860, CP861, CP863, CP864, CP865, CP869, CP1125];
{:Set of charsets supported by internal routines only.}
NoIconvChars: set of TMimeChar = [CP895, UTF_7mod];
{:null character replace table. (Usable for disable charater replacing.)}
Replace_None: array[0..0] of Word =
(0);
{:Character replace table for remove Czech diakritics.}
Replace_Czech: array[0..59] of Word =
(
$00E1, $0061,
$010D, $0063,
$010F, $0064,
$010E, $0044,
$00E9, $0065,
$011B, $0065,
$00ED, $0069,
$0148, $006E,
$00F3, $006F,
$0159, $0072,
$0161, $0073,
$0165, $0074,
$00FA, $0075,
$016F, $0075,
$00FD, $0079,
$017E, $007A,
$00C1, $0041,
$010C, $0043,
$00C9, $0045,
$011A, $0045,
$00CD, $0049,
$0147, $004E,
$00D3, $004F,
$0158, $0052,
$0160, $0053,
$0164, $0054,
$00DA, $0055,
$016E, $0055,
$00DD, $0059,
$017D, $005A
);
var
{:By this you can generally disable/enable Iconv support.}
DisableIconv: Boolean = False;
{:Default set of charsets for @link(IdealCharsetCoding) function.}
IdealCharsets: TMimeSetChar =
[ISO_8859_1, ISO_8859_2, ISO_8859_3, ISO_8859_4, ISO_8859_5,
ISO_8859_6, ISO_8859_7, ISO_8859_8, ISO_8859_9, ISO_8859_10,
KOI8_R, KOI8_U
{$IFNDEF CIL} //error URW778 ??? :-O
, GB2312, EUC_KR, ISO_2022_JP, EUC_TW
{$ENDIF}
];
{==============================================================================}
{:Convert Value from one charset to another. See: @link(CharsetConversionEx)}
function CharsetConversion(const Value: AnsiString; CharFrom: TMimeChar;
CharTo: TMimeChar): AnsiString;
{:Convert Value from one charset to another with additional character conversion.
see: @link(Replace_None) and @link(Replace_Czech)}
function CharsetConversionEx(const Value: AnsiString; CharFrom: TMimeChar;
CharTo: TMimeChar; const TransformTable: array of Word): AnsiString;
{:Convert Value from one charset to another with additional character conversion.
This funtion is similar to @link(CharsetConversionEx), but you can disable
transliteration of unconvertible characters.}
function CharsetConversionTrans(Value: AnsiString; CharFrom: TMimeChar;
CharTo: TMimeChar; const TransformTable: array of Word; Translit: Boolean): AnsiString;
{:Returns charset used by operating system.}
function GetCurCP: TMimeChar;
{:Returns charset used by operating system as OEM charset. (in Windows DOS box,
for example)}
function GetCurOEMCP: TMimeChar;
{:Converting string with charset name to TMimeChar.}
function GetCPFromID(Value: AnsiString): TMimeChar;
{:Converting TMimeChar to string with name of charset.}
function GetIDFromCP(Value: TMimeChar): AnsiString;
{:return @true when value need to be converted. (It is not 7-bit ASCII)}
function NeedCharsetConversion(const Value: AnsiString): Boolean;
{:Finding best target charset from set of TMimeChars with minimal count of
unconvertible characters.}
function IdealCharsetCoding(const Value: AnsiString; CharFrom: TMimeChar;
CharTo: TMimeSetChar): TMimeChar;
{:Return BOM (Byte Order Mark) for given unicode charset.}
function GetBOM(Value: TMimeChar): AnsiString;
{:Convert binary string with unicode content to WideString.}
function StringToWide(const Value: AnsiString): WideString;
{:Convert WideString to binary string with unicode content.}
function WideToString(const Value: WideString): AnsiString;
function GetIconvIDFromCP(Value: TMimeChar): AnsiString;
function GetCPFromIconvID(Value: AnsiString): TMimeChar;
{==============================================================================}
implementation
//character transcoding tables X to UCS-2
{
//dummy table
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $00A1, $00A2, $00A3, $00A4, $00A5, $00A6, $00A7,
$00A8, $00A9, $00AA, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00B8, $00B9, $00BA, $00BB, $00BC, $00BD, $00BE, $00BF,
$00C0, $00C1, $00C2, $00C3, $00C4, $00C5, $00C6, $00C7,
$00C8, $00C9, $00CA, $00CB, $00CC, $00CD, $00CE, $00CF,
$00D0, $00D1, $00D2, $00D3, $00D4, $00D5, $00D6, $00D7,
$00D8, $00D9, $00DA, $00DB, $00DC, $00DD, $00DE, $00DF,
$00E0, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $00E7,
$00E8, $00E9, $00EA, $00EB, $00EC, $00ED, $00EE, $00EF,
$00F0, $00F1, $00F2, $00F3, $00F4, $00F5, $00F6, $00F7,
$00F8, $00F9, $00FA, $00FB, $00FC, $00FD, $00FE, $00FF
}
const
{Latin-1
Danish, Dutch, English, Faeroese, Finnish, French, German, Icelandic,
Irish, Italian, Norwegian, Portuguese, Spanish and Swedish.
}
CharISO_8859_1: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $00A1, $00A2, $00A3, $00A4, $00A5, $00A6, $00A7,
$00A8, $00A9, $00AA, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00B8, $00B9, $00BA, $00BB, $00BC, $00BD, $00BE, $00BF,
$00C0, $00C1, $00C2, $00C3, $00C4, $00C5, $00C6, $00C7,
$00C8, $00C9, $00CA, $00CB, $00CC, $00CD, $00CE, $00CF,
$00D0, $00D1, $00D2, $00D3, $00D4, $00D5, $00D6, $00D7,
$00D8, $00D9, $00DA, $00DB, $00DC, $00DD, $00DE, $00DF,
$00E0, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $00E7,
$00E8, $00E9, $00EA, $00EB, $00EC, $00ED, $00EE, $00EF,
$00F0, $00F1, $00F2, $00F3, $00F4, $00F5, $00F6, $00F7,
$00F8, $00F9, $00FA, $00FB, $00FC, $00FD, $00FE, $00FF
);
{Latin-2
Albanian, Czech, English, German, Hungarian, Polish, Rumanian,
Serbo-Croatian, Slovak, Slovene and Swedish.
}
CharISO_8859_2: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $0104, $02D8, $0141, $00A4, $013D, $015A, $00A7,
$00A8, $0160, $015E, $0164, $0179, $00AD, $017D, $017B,
$00B0, $0105, $02DB, $0142, $00B4, $013E, $015B, $02C7,
$00B8, $0161, $015F, $0165, $017A, $02DD, $017E, $017C,
$0154, $00C1, $00C2, $0102, $00C4, $0139, $0106, $00C7,
$010C, $00C9, $0118, $00CB, $011A, $00CD, $00CE, $010E,
$0110, $0143, $0147, $00D3, $00D4, $0150, $00D6, $00D7,
$0158, $016E, $00DA, $0170, $00DC, $00DD, $0162, $00DF,
$0155, $00E1, $00E2, $0103, $00E4, $013A, $0107, $00E7,
$010D, $00E9, $0119, $00EB, $011B, $00ED, $00EE, $010F,
$0111, $0144, $0148, $00F3, $00F4, $0151, $00F6, $00F7,
$0159, $016F, $00FA, $0171, $00FC, $00FD, $0163, $02D9
);
{Latin-3
Afrikaans, Catalan, English, Esperanto, French, Galician,
German, Italian, Maltese and Turkish.
}
CharISO_8859_3: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $0126, $02D8, $00A3, $00A4, $FFFD, $0124, $00A7,
$00A8, $0130, $015E, $011E, $0134, $00AD, $FFFD, $017B,
$00B0, $0127, $00B2, $00B3, $00B4, $00B5, $0125, $00B7,
$00B8, $0131, $015F, $011F, $0135, $00BD, $FFFD, $017C,
$00C0, $00C1, $00C2, $FFFD, $00C4, $010A, $0108, $00C7,
$00C8, $00C9, $00CA, $00CB, $00CC, $00CD, $00CE, $00CF,
$FFFD, $00D1, $00D2, $00D3, $00D4, $0120, $00D6, $00D7,
$011C, $00D9, $00DA, $00DB, $00DC, $016C, $015C, $00DF,
$00E0, $00E1, $00E2, $FFFD, $00E4, $010B, $0109, $00E7,
$00E8, $00E9, $00EA, $00EB, $00EC, $00ED, $00EE, $00EF,
$FFFD, $00F1, $00F2, $00F3, $00F4, $0121, $00F6, $00F7,
$011D, $00F9, $00FA, $00FB, $00FC, $016D, $015D, $02D9
);
{Latin-4
Danish, English, Estonian, Finnish, German, Greenlandic,
Lappish, Latvian, Lithuanian, Norwegian and Swedish.
}
CharISO_8859_4: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $0104, $0138, $0156, $00A4, $0128, $013B, $00A7,
$00A8, $0160, $0112, $0122, $0166, $00AD, $017D, $00AF,
$00B0, $0105, $02DB, $0157, $00B4, $0129, $013C, $02C7,
$00B8, $0161, $0113, $0123, $0167, $014A, $017E, $014B,
$0100, $00C1, $00C2, $00C3, $00C4, $00C5, $00C6, $012E,
$010C, $00C9, $0118, $00CB, $0116, $00CD, $00CE, $012A,
$0110, $0145, $014C, $0136, $00D4, $00D5, $00D6, $00D7,
$00D8, $0172, $00DA, $00DB, $00DC, $0168, $016A, $00DF,
$0101, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $012F,
$010D, $00E9, $0119, $00EB, $0117, $00ED, $00EE, $012B,
$0111, $0146, $014D, $0137, $00F4, $00F5, $00F6, $00F7,
$00F8, $0173, $00FA, $00FB, $00FC, $0169, $016B, $02D9
);
{CYRILLIC
Bulgarian, Bielorussian, English, Macedonian, Russian,
Serbo-Croatian and Ukrainian.
}
CharISO_8859_5: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $0401, $0402, $0403, $0404, $0405, $0406, $0407,
$0408, $0409, $040A, $040B, $040C, $00AD, $040E, $040F,
$0410, $0411, $0412, $0413, $0414, $0415, $0416, $0417,
$0418, $0419, $041A, $041B, $041C, $041D, $041E, $041F,
$0420, $0421, $0422, $0423, $0424, $0425, $0426, $0427,
$0428, $0429, $042A, $042B, $042C, $042D, $042E, $042F,
$0430, $0431, $0432, $0433, $0434, $0435, $0436, $0437,
$0438, $0439, $043A, $043B, $043C, $043D, $043E, $043F,
$0440, $0441, $0442, $0443, $0444, $0445, $0446, $0447,
$0448, $0449, $044A, $044B, $044C, $044D, $044E, $044F,
$2116, $0451, $0452, $0453, $0454, $0455, $0456, $0457,
$0458, $0459, $045A, $045B, $045C, $00A7, $045E, $045F
);
{ARABIC
}
CharISO_8859_6: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $FFFD, $FFFD, $FFFD, $00A4, $FFFD, $FFFD, $FFFD,
$FFFD, $FFFD, $FFFD, $FFFD, $060C, $00AD, $FFFD, $FFFD,
$FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD,
$FFFD, $FFFD, $FFFD, $061B, $FFFD, $FFFD, $FFFD, $061F,
$FFFD, $0621, $0622, $0623, $0624, $0625, $0626, $0627,
$0628, $0629, $062A, $062B, $062C, $062D, $062E, $062F,
$0630, $0631, $0632, $0633, $0634, $0635, $0636, $0637,
$0638, $0639, $063A, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD,
$0640, $0641, $0642, $0643, $0644, $0645, $0646, $0647,
$0648, $0649, $064A, $064B, $064C, $064D, $064E, $064F,
$0650, $0651, $0652, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD,
$FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD
);
{GREEK
}
CharISO_8859_7: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $2018, $2019, $00A3, $FFFD, $FFFD, $00A6, $00A7,
$00A8, $00A9, $FFFD, $00AB, $00AC, $00AD, $FFFD, $2015,
$00B0, $00B1, $00B2, $00B3, $0384, $0385, $0386, $00B7,
$0388, $0389, $038A, $00BB, $038C, $00BD, $038E, $038F,
$0390, $0391, $0392, $0393, $0394, $0395, $0396, $0397,
$0398, $0399, $039A, $039B, $039C, $039D, $039E, $039F,
$03A0, $03A1, $FFFD, $03A3, $03A4, $03A5, $03A6, $03A7,
$03A8, $03A9, $03AA, $03AB, $03AC, $03AD, $03AE, $03AF,
$03B0, $03B1, $03B2, $03B3, $03B4, $03B5, $03B6, $03B7,
$03B8, $03B9, $03BA, $03BB, $03BC, $03BD, $03BE, $03BF,
$03C0, $03C1, $03C2, $03C3, $03C4, $03C5, $03C6, $03C7,
$03C8, $03C9, $03CA, $03CB, $03CC, $03CD, $03CE, $FFFD
);
{HEBREW
}
CharISO_8859_8: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $FFFD, $00A2, $00A3, $00A4, $00A5, $00A6, $00A7,
$00A8, $00A9, $00D7, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00B8, $00B9, $00F7, $00BB, $00BC, $00BD, $00BE, $FFFD,
$FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD,
$FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD,
$FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD,
$FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $2017,
$05D0, $05D1, $05D2, $05D3, $05D4, $05D5, $05D6, $05D7,
$05D8, $05D9, $05DA, $05DB, $05DC, $05DD, $05DE, $05DF,
$05E0, $05E1, $05E2, $05E3, $05E4, $05E5, $05E6, $05E7,
$05E8, $05E9, $05EA, $FFFD, $FFFD, $200E, $200F, $FFFD
);
{Latin-5
English, Finnish, French, German, Irish, Italian, Norwegian,
Portuguese, Spanish, Swedish and Turkish.
}
CharISO_8859_9: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $0104, $02D8, $0141, $00A4, $013D, $015A, $00A7,
$00A8, $0160, $015E, $0164, $0179, $00AD, $017D, $017B,
$00B0, $0105, $02DB, $0142, $00B4, $013E, $015B, $02C7,
$00B8, $0161, $015F, $0165, $017A, $02DD, $017E, $017C,
$0154, $00C1, $00C2, $0102, $00C4, $0139, $0106, $00C7,
$010C, $00C9, $0118, $00CB, $011A, $00CD, $00CE, $010E,
$011E, $00D1, $00D2, $00D3, $00D4, $00D5, $00D6, $00D7,
$00D8, $00D9, $00DA, $00DB, $00DC, $0130, $015E, $00DF,
$00E0, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $00E7,
$00E8, $00E9, $00EA, $00EB, $00EC, $00ED, $00EE, $00EF,
$011F, $00F1, $00F2, $00F3, $00F4, $00F5, $00F6, $00F7,
$00F8, $00F9, $00FA, $00FB, $00FC, $0131, $015F, $00FF
);
{Latin-6
Danish, English, Estonian, Faeroese, Finnish, German, Greenlandic,
Icelandic, Lappish, Latvian, Lithuanian, Norwegian and Swedish.
}
CharISO_8859_10: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $0104, $0112, $0122, $012A, $0128, $0136, $00A7,
$013B, $0110, $0160, $0166, $017D, $00AD, $016A, $014A,
$00B0, $0105, $0113, $0123, $012B, $0129, $0137, $00B7,
$013C, $0111, $0161, $0167, $017E, $2015, $016B, $014B,
$0100, $00C1, $00C2, $00C3, $00C4, $00C5, $00C6, $012E,
$010C, $00C9, $0118, $00CB, $0116, $00CD, $00CE, $00CF,
$00D0, $0145, $014C, $00D3, $00D4, $00D5, $00D6, $0168,
$00D8, $0172, $00DA, $00DB, $00DC, $00DD, $00DE, $00DF,
$0101, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $012F,
$010D, $00E9, $0119, $00EB, $0117, $00ED, $00EE, $00EF,
$00F0, $0146, $014D, $00F3, $00F4, $00F5, $00F6, $0169,
$00F8, $0173, $00FA, $00FB, $00FC, $00FD, $00FE, $0138
);
CharISO_8859_13: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $201D, $00A2, $00A3, $00A4, $201E, $00A6, $00A7,
$00D8, $00A9, $0156, $00AB, $00AC, $00AD, $00AE, $00C6,
$00B0, $00B1, $00B2, $00B3, $201C, $00B5, $00B6, $00B7,
$00F8, $00B9, $0157, $00BB, $00BC, $00BD, $00BE, $00E6,
$0104, $012E, $0100, $0106, $00C4, $00C5, $0118, $0112,
$010C, $00C9, $0179, $0116, $0122, $0136, $012A, $013B,
$0160, $0143, $0145, $00D3, $014C, $00D5, $00D6, $00D7,
$0172, $0141, $015A, $016A, $00DC, $017B, $017D, $00DF,
$0105, $012F, $0101, $0107, $00E4, $00E5, $0119, $0113,
$010D, $00E9, $017A, $0117, $0123, $0137, $012B, $013C,
$0161, $0144, $0146, $00F3, $014D, $00F5, $00F6, $00F7,
$0173, $0142, $015B, $016B, $00FC, $017C, $017E, $2019
);
CharISO_8859_14: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $1E02, $1E03, $00A3, $010A, $010B, $1E0A, $00A7,
$1E80, $00A9, $1E82, $1E0B, $1EF2, $00AD, $00AE, $0178,
$1E1E, $1E1F, $0120, $0121, $1E40, $1E41, $00B6, $1E56,
$1E81, $1E57, $1E83, $1E60, $1EF3, $1E84, $1E85, $1E61,
$00C0, $00C1, $00C2, $00C3, $00C4, $00C5, $00C6, $00C7,
$00C8, $00C9, $00CA, $00CB, $00CC, $00CD, $00CE, $00CF,
$0174, $00D1, $00D2, $00D3, $00D4, $00D5, $00D6, $1E6A,
$00D8, $00D9, $00DA, $00DB, $00DC, $00DD, $0176, $00DF,
$00E0, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $00E7,
$00E8, $00E9, $00EA, $00EB, $00EC, $00ED, $00EE, $00EF,
$0175, $00F1, $00F2, $00F3, $00F4, $00F5, $00F6, $1E6B,
$00F8, $00F9, $00FA, $00FB, $00FC, $00FD, $0177, $00FF
);
CharISO_8859_15: array[128..255] of Word =
(
$0080, $0081, $0082, $0083, $0084, $0085, $0086, $0087,
$0088, $0089, $008A, $008B, $008C, $008D, $008E, $008F,
$0090, $0091, $0092, $0093, $0094, $0095, $0096, $0097,
$0098, $0099, $009A, $009B, $009C, $009D, $009E, $009F,
$00A0, $00A1, $00A2, $00A3, $20AC, $00A5, $0160, $00A7,
$0161, $00A9, $00AA, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $017D, $00B5, $00B6, $00B7,
$017E, $00B9, $00BA, $00BB, $0152, $0153, $0178, $00BF,
$00C0, $00C1, $00C2, $00C3, $00C4, $00C5, $00C6, $00C7,
$00C8, $00C9, $00CA, $00CB, $00CC, $00CD, $00CE, $00CF,
$00D0, $00D1, $00D2, $00D3, $00D4, $00D5, $00D6, $00D7,
$00D8, $00D9, $00DA, $00DB, $00DC, $00DD, $00DE, $00DF,
$00E0, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $00E7,
$00E8, $00E9, $00EA, $00EB, $00EC, $00ED, $00EE, $00EF,
$00F0, $00F1, $00F2, $00F3, $00F4, $00F5, $00F6, $00F7,
$00F8, $00F9, $00FA, $00FB, $00FC, $00FD, $00FE, $00FF
);
{Eastern European
}
CharCP_1250: array[128..255] of Word =
(
$20AC, $FFFD, $201A, $FFFD, $201E, $2026, $2020, $2021,
$FFFD, $2030, $0160, $2039, $015A, $0164, $017D, $0179,
$FFFD, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$FFFD, $2122, $0161, $203A, $015B, $0165, $017E, $017A,
$00A0, $02C7, $02D8, $0141, $00A4, $0104, $00A6, $00A7,
$00A8, $00A9, $015E, $00AB, $00AC, $00AD, $00AE, $017B,
$00B0, $00B1, $02DB, $0142, $00B4, $00B5, $00B6, $00B7,
$00B8, $0105, $015F, $00BB, $013D, $02DD, $013E, $017C,
$0154, $00C1, $00C2, $0102, $00C4, $0139, $0106, $00C7,
$010C, $00C9, $0118, $00CB, $011A, $00CD, $00CE, $010E,
$0110, $0143, $0147, $00D3, $00D4, $0150, $00D6, $00D7,
$0158, $016E, $00DA, $0170, $00DC, $00DD, $0162, $00DF,
$0155, $00E1, $00E2, $0103, $00E4, $013A, $0107, $00E7,
$010D, $00E9, $0119, $00EB, $011B, $00ED, $00EE, $010F,
$0111, $0144, $0148, $00F3, $00F4, $0151, $00F6, $00F7,
$0159, $016F, $00FA, $0171, $00FC, $00FD, $0163, $02D9
);
{Cyrillic
}
CharCP_1251: array[128..255] of Word =
(
$0402, $0403, $201A, $0453, $201E, $2026, $2020, $2021,
$20AC, $2030, $0409, $2039, $040A, $040C, $040B, $040F,
$0452, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$FFFD, $2122, $0459, $203A, $045A, $045C, $045B, $045F,
$00A0, $040E, $045E, $0408, $00A4, $0490, $00A6, $00A7,
$0401, $00A9, $0404, $00AB, $00AC, $00AD, $00AE, $0407,
$00B0, $00B1, $0406, $0456, $0491, $00B5, $00B6, $00B7,
$0451, $2116, $0454, $00BB, $0458, $0405, $0455, $0457,
$0410, $0411, $0412, $0413, $0414, $0415, $0416, $0417,
$0418, $0419, $041A, $041B, $041C, $041D, $041E, $041F,
$0420, $0421, $0422, $0423, $0424, $0425, $0426, $0427,
$0428, $0429, $042A, $042B, $042C, $042D, $042E, $042F,
$0430, $0431, $0432, $0433, $0434, $0435, $0436, $0437,
$0438, $0439, $043A, $043B, $043C, $043D, $043E, $043F,
$0440, $0441, $0442, $0443, $0444, $0445, $0446, $0447,
$0448, $0449, $044A, $044B, $044C, $044D, $044E, $044F
);
{Latin-1 (US, Western Europe)
}
CharCP_1252: array[128..255] of Word =
(
$20AC, $FFFD, $201A, $0192, $201E, $2026, $2020, $2021,
$02C6, $2030, $0160, $2039, $0152, $FFFD, $017D, $FFFD,
$FFFD, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$02DC, $2122, $0161, $203A, $0153, $FFFD, $017E, $0178,
$00A0, $00A1, $00A2, $00A3, $00A4, $00A5, $00A6, $00A7,
$00A8, $00A9, $00AA, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00B8, $00B9, $00BA, $00BB, $00BC, $00BD, $00BE, $00BF,
$00C0, $00C1, $00C2, $00C3, $00C4, $00C5, $00C6, $00C7,
$00C8, $00C9, $00CA, $00CB, $00CC, $00CD, $00CE, $00CF,
$00D0, $00D1, $00D2, $00D3, $00D4, $00D5, $00D6, $00D7,
$00D8, $00D9, $00DA, $00DB, $00DC, $00DD, $00DE, $00DF,
$00E0, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $00E7,
$00E8, $00E9, $00EA, $00EB, $00EC, $00ED, $00EE, $00EF,
$00F0, $00F1, $00F2, $00F3, $00F4, $00F5, $00F6, $00F7,
$00F8, $00F9, $00FA, $00FB, $00FC, $00FD, $00FE, $00FF
);
{Greek
}
CharCP_1253: array[128..255] of Word =
(
$20AC, $FFFD, $201A, $0192, $201E, $2026, $2020, $2021,
$FFFD, $2030, $FFFD, $2039, $FFFD, $FFFD, $FFFD, $FFFD,
$FFFD, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$FFFD, $2122, $FFFD, $203A, $FFFD, $FFFD, $FFFD, $FFFD,
$00A0, $0385, $0386, $00A3, $00A4, $00A5, $00A6, $00A7,
$00A8, $00A9, $FFFD, $00AB, $00AC, $00AD, $00AE, $2015,
$00B0, $00B1, $00B2, $00B3, $0384, $00B5, $00B6, $00B7,
$0388, $0389, $038A, $00BB, $038C, $00BD, $038E, $038F,
$0390, $0391, $0392, $0393, $0394, $0395, $0396, $0397,
$0398, $0399, $039A, $039B, $039C, $039D, $039E, $039F,
$03A0, $03A1, $FFFD, $03A3, $03A4, $03A5, $03A6, $03A7,
$03A8, $03A9, $03AA, $03AB, $03AC, $03AD, $03AE, $03AF,
$03B0, $03B1, $03B2, $03B3, $03B4, $03B5, $03B6, $03B7,
$03B8, $03B9, $03BA, $03BB, $03BC, $03BD, $03BE, $03BF,
$03C0, $03C1, $03C2, $03C3, $03C4, $03C5, $03C6, $03C7,
$03C8, $03C9, $03CA, $03CB, $03CC, $03CD, $03CE, $FFFD
);
{Turkish
}
CharCP_1254: array[128..255] of Word =
(
$20AC, $FFFD, $201A, $0192, $201E, $2026, $2020, $2021,
$02C6, $2030, $0160, $2039, $0152, $FFFD, $FFFD, $FFFD,
$FFFD, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$02DC, $2122, $0161, $203A, $0153, $FFFD, $FFFD, $0178,
$00A0, $00A1, $00A2, $00A3, $00A4, $00A5, $00A6, $00A7,
$00A8, $00A9, $00AA, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00B8, $00B9, $00BA, $00BB, $00BC, $00BD, $00BE, $00BF,
$00C0, $00C1, $00C2, $00C3, $00C4, $00C5, $00C6, $00C7,
$00C8, $00C9, $00CA, $00CB, $00CC, $00CD, $00CE, $00CF,
$011E, $00D1, $00D2, $00D3, $00D4, $00D5, $00D6, $00D7,
$00D8, $00D9, $00DA, $00DB, $00DC, $0130, $015E, $00DF,
$00E0, $00E1, $00E2, $00E3, $00E4, $00E5, $00E6, $00E7,
$00E8, $00E9, $00EA, $00EB, $00EC, $00ED, $00EE, $00EF,
$011F, $00F1, $00F2, $00F3, $00F4, $00F5, $00F6, $00F7,
$00F8, $00F9, $00FA, $00FB, $00FC, $0131, $015F, $00FF
);
{Hebrew
}
CharCP_1255: array[128..255] of Word =
(
$20AC, $FFFD, $201A, $0192, $201E, $2026, $2020, $2021,
$02C6, $2030, $FFFD, $2039, $FFFD, $FFFD, $FFFD, $FFFD,
$FFFD, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$02DC, $2122, $FFFD, $203A, $FFFD, $FFFD, $FFFD, $FFFD,
$00A0, $00A1, $00A2, $00A3, $20AA, $00A5, $00A6, $00A7,
$00A8, $00A9, $00D7, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00B8, $00B9, $00F7, $00BB, $00BC, $00BD, $00BE, $00BF,
$05B0, $05B1, $05B2, $05B3, $05B4, $05B5, $05B6, $05B7,
$05B8, $05B9, $FFFD, $05BB, $05BC, $05BD, $05BE, $05BF,
$05C0, $05C1, $05C2, $05C3, $05F0, $05F1, $05F2, $05F3,
$05F4, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD, $FFFD,
$05D0, $05D1, $05D2, $05D3, $05D4, $05D5, $05D6, $05D7,
$05D8, $05D9, $05DA, $05DB, $05DC, $05DD, $05DE, $05DF,
$05E0, $05E1, $05E2, $05E3, $05E4, $05E5, $05E6, $05E7,
$05E8, $05E9, $05EA, $FFFD, $FFFD, $200E, $200F, $FFFD
);
{Arabic
}
CharCP_1256: array[128..255] of Word =
(
$20AC, $067E, $201A, $0192, $201E, $2026, $2020, $2021,
$02C6, $2030, $0679, $2039, $0152, $0686, $0698, $0688,
$06AF, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$06A9, $2122, $0691, $203A, $0153, $200C, $200D, $06BA,
$00A0, $060C, $00A2, $00A3, $00A4, $00A5, $00A6, $00A7,
$00A8, $00A9, $06BE, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00B8, $00B9, $061B, $00BB, $00BC, $00BD, $00BE, $061F,
$06C1, $0621, $0622, $0623, $0624, $0625, $0626, $0627,
$0628, $0629, $062A, $062B, $062C, $062D, $062E, $062F,
$0630, $0631, $0632, $0633, $0634, $0635, $0636, $00D7,
$0637, $0638, $0639, $063A, $0640, $0641, $0642, $0643,
$00E0, $0644, $00E2, $0645, $0646, $0647, $0648, $00E7,
$00E8, $00E9, $00EA, $00EB, $0649, $064A, $00EE, $00EF,
$064B, $064C, $064D, $064E, $00F4, $064F, $0650, $00F7,
$0651, $00F9, $0652, $00FB, $00FC, $200E, $200F, $06D2
);
{Baltic
}
CharCP_1257: array[128..255] of Word =
(
$20AC, $FFFD, $201A, $FFFD, $201E, $2026, $2020, $2021,
$FFFD, $2030, $FFFD, $2039, $FFFD, $00A8, $02C7, $00B8,
$FFFD, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$FFFD, $2122, $FFFD, $203A, $FFFD, $00AF, $02DB, $FFFD,
$00A0, $FFFD, $00A2, $00A3, $00A4, $FFFD, $00A6, $00A7,
$00D8, $00A9, $0156, $00AB, $00AC, $00AD, $00AE, $00C6,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00F8, $00B9, $0157, $00BB, $00BC, $00BD, $00BE, $00E6,
$0104, $012E, $0100, $0106, $00C4, $00C5, $0118, $0112,
$010C, $00C9, $0179, $0116, $0122, $0136, $012A, $013B,
$0160, $0143, $0145, $00D3, $014C, $00D5, $00D6, $00D7,
$0172, $0141, $015A, $016A, $00DC, $017B, $017D, $00DF,
$0105, $012F, $0101, $0107, $00E4, $00E5, $0119, $0113,
$010D, $00E9, $017A, $0117, $0123, $0137, $012B, $013C,
$0161, $0144, $0146, $00F3, $014D, $00F5, $00F6, $00F7,
$0173, $0142, $015B, $016B, $00FC, $017C, $017E, $02D9
);
{Vietnamese
}
CharCP_1258: array[128..255] of Word =
(
$20AC, $FFFD, $201A, $0192, $201E, $2026, $2020, $2021,
$02C6, $2030, $FFFD, $2039, $0152, $FFFD, $FFFD, $FFFD,
$FFFD, $2018, $2019, $201C, $201D, $2022, $2013, $2014,
$02DC, $2122, $FFFD, $203A, $0153, $FFFD, $FFFD, $0178,
$00A0, $00A1, $00A2, $00A3, $00A4, $00A5, $00A6, $00A7,
$00A8, $00A9, $00AA, $00AB, $00AC, $00AD, $00AE, $00AF,
$00B0, $00B1, $00B2, $00B3, $00B4, $00B5, $00B6, $00B7,
$00B8, $00B9, $00BA, $00BB, $00BC, $00BD, $00BE, $00BF,
$00C0, $00C1, $00C2, $0102, $00C4, $00C5, $00C6, $00C7,
$00C8, $00C9, $00CA, $00CB, $0300, $00CD, $00CE, $00CF,
$0110, $00D1, $0309, $00D3, $00D4, $01A0, $00D6, $00D7,
$00D8, $00D9, $00DA, $00DB, $00DC, $01AF, $0303, $00DF,
$00E0, $00E1, $00E2, $0103, $00E4, $00E5, $00E6, $00E7,
$00E8, $00E9, $00EA, $00EB, $0301, $00ED, $00EE, $00EF,
$0111, $00F1, $0323, $00F3, $00F4, $01A1, $00F6, $00F7,
$00F8, $00F9, $00FA, $00FB, $00FC, $01B0, $20AB, $00FF
);
{Cyrillic
}
CharKOI8_R: array[128..255] of Word =
(
$2500, $2502, $250C, $2510, $2514, $2518, $251C, $2524,
$252C, $2534, $253C, $2580, $2584, $2588, $258C, $2590,
$2591, $2592, $2593, $2320, $25A0, $2219, $221A, $2248,
$2264, $2265, $00A0, $2321, $00B0, $00B2, $00B7, $00F7,
$2550, $2551, $2552, $0451, $2553, $2554, $2555, $2556,
$2557, $2558, $2559, $255A, $255B, $255C, $255D, $255E,
$255F, $2560, $2561, $0401, $2562, $2563, $2564, $2565,
$2566, $2567, $2568, $2569, $256A, $256B, $256C, $00A9,
$044E, $0430, $0431, $0446, $0434, $0435, $0444, $0433,
$0445, $0438, $0439, $043A, $043B, $043C, $043D, $043E,
$043F, $044F, $0440, $0441, $0442, $0443, $0436, $0432,
$044C, $044B, $0437, $0448, $044D, $0449, $0447, $044A,
$042E, $0410, $0411, $0426, $0414, $0415, $0424, $0413,
$0425, $0418, $0419, $041A, $041B, $041C, $041D, $041E,
$041F, $042F, $0420, $0421, $0422, $0423, $0416, $0412,
$042C, $042B, $0417, $0428, $042D, $0429, $0427, $042A
);
{Czech (Kamenicky)
}
CharCP_895: array[128..255] of Word =
(
$010C, $00FC, $00E9, $010F, $00E4, $010E, $0164, $010D,
$011B, $011A, $0139, $00CD, $013E, $013A, $00C4, $00C1,
$00C9, $017E, $017D, $00F4, $00F6, $00D3, $016F, $00DA,
$00FD, $00D6, $00DC, $0160, $013D, $00DD, $0158, $0165,
$00E1, $00ED, $00F3, $00FA, $0148, $0147, $016E, $00D4,
$0161, $0159, $0155, $0154, $00BC, $00A7, $00AB, $00BB,
$2591, $2592, $2593, $2502, $2524, $2561, $2562, $2556,
$2555, $2563, $2551, $2557, $255D, $255C, $255B, $2510,
$2514, $2534, $252C, $251C, $2500, $253C, $255E, $255F,
$255A, $2554, $2569, $2566, $2560, $2550, $256C, $2567,
$2568, $2564, $2565, $2559, $2558, $2552, $2553, $256B,
$256A, $2518, $250C, $2588, $2584, $258C, $2590, $2580,
$03B1, $03B2, $0393, $03C0, $03A3, $03C3, $03BC, $03C4,
$03A6, $0398, $03A9, $03B4, $221E, $2205, $03B5, $2229,
$2261, $00B1, $2265, $2264, $2320, $2321, $00F7, $2248,
$2218, $00B7, $2219, $221A, $207F, $00B2, $25A0, $00A0
);
{Eastern European
}
CharCP_852: array[128..255] of Word =
(
$00C7, $00FC, $00E9, $00E2, $00E4, $016F, $0107, $00E7,
$0142, $00EB, $0150, $0151, $00EE, $0179, $00C4, $0106,
$00C9, $0139, $013A, $00F4, $00F6, $013D, $013E, $015A,
$015B, $00D6, $00DC, $0164, $0165, $0141, $00D7, $010D,
$00E1, $00ED, $00F3, $00FA, $0104, $0105, $017D, $017E,
$0118, $0119, $00AC, $017A, $010C, $015F, $00AB, $00BB,
$2591, $2592, $2593, $2502, $2524, $00C1, $00C2, $011A,
$015E, $2563, $2551, $2557, $255D, $017B, $017C, $2510,
$2514, $2534, $252C, $251C, $2500, $253C, $0102, $0103,
$255A, $2554, $2569, $2566, $2560, $2550, $256C, $00A4,
$0111, $0110, $010E, $00CB, $010F, $0147, $00CD, $00CE,
$011B, $2518, $250C, $2588, $2584, $0162, $016E, $2580,
$00D3, $00DF, $00D4, $0143, $0144, $0148, $0160, $0161,
$0154, $00DA, $0155, $0170, $00FD, $00DD, $0163, $00B4,
$00AD, $02DD, $02DB, $02C7, $02D8, $00A7, $00F7, $00B8,
$00B0, $00A8, $02D9, $0171, $0158, $0159, $25A0, $00A0
);
{==============================================================================}
type
TIconvChar = record
Charset: TMimeChar;
CharName: string;
end;
TIconvArr = array [0..112] of TIconvChar;
const
NotFoundChar = '_';
var
SetTwo: set of TMimeChar = [UCS_2, UCS_2LE, UTF_7, UTF_7mod];
SetFour: set of TMimeChar = [UCS_4, UCS_4LE, UTF_8];
SetLE: set of TMimeChar = [UCS_2LE, UCS_4LE];
IconvArr: TIconvArr;
{==============================================================================}
function FindIconvID(const Value, Charname: string): Boolean;
var
s: string;
begin
Result := True;
//exact match
if Value = Charname then
Exit;
//Value is on begin of charname
s := Value + ' ';
if s = Copy(Charname, 1, Length(s)) then
Exit;
//Value is on end of charname
s := ' ' + Value;
if s = Copy(Charname, Length(Charname) - Length(s) + 1, Length(s)) then
Exit;
//value is somewhere inside charname
if Pos( s + ' ', Charname) > 0 then
Exit;
Result := False;
end;
function GetCPFromIconvID(Value: AnsiString): TMimeChar;
var
n: integer;
begin
Result := ISO_8859_1;
Value := UpperCase(Value);
for n := 0 to High(IconvArr) do
if FindIconvID(Value, IconvArr[n].Charname) then
begin
Result := IconvArr[n].Charset;
Break;
end;
end;
{==============================================================================}
function GetIconvIDFromCP(Value: TMimeChar): AnsiString;
var
n: integer;
begin
Result := 'ISO-8859-1';
for n := 0 to High(IconvArr) do
if IconvArr[n].Charset = Value then
begin
Result := Separateleft(IconvArr[n].Charname, ' ');
Break;
end;
end;
{==============================================================================}
function ReplaceUnicode(Value: Word; const TransformTable: array of Word): Word;
var
n: integer;
begin
if High(TransformTable) <> 0 then
for n := 0 to High(TransformTable) do
if not odd(n) then
if TransformTable[n] = Value then
begin
Value := TransformTable[n+1];
break;
end;
Result := Value;
end;
{==============================================================================}
procedure CopyArray(const SourceTable: array of Word;
var TargetTable: array of Word);
var
n: Integer;
begin
for n := 0 to 127 do
TargetTable[n] := SourceTable[n];
end;
{==============================================================================}
procedure GetArray(CharSet: TMimeChar; var Result: array of Word);
begin
case CharSet of
ISO_8859_2:
CopyArray(CharISO_8859_2, Result);
ISO_8859_3:
CopyArray(CharISO_8859_3, Result);
ISO_8859_4:
CopyArray(CharISO_8859_4, Result);
ISO_8859_5:
CopyArray(CharISO_8859_5, Result);
ISO_8859_6:
CopyArray(CharISO_8859_6, Result);
ISO_8859_7:
CopyArray(CharISO_8859_7, Result);
ISO_8859_8:
CopyArray(CharISO_8859_8, Result);
ISO_8859_9:
CopyArray(CharISO_8859_9, Result);
ISO_8859_10:
CopyArray(CharISO_8859_10, Result);
ISO_8859_13:
CopyArray(CharISO_8859_13, Result);
ISO_8859_14:
CopyArray(CharISO_8859_14, Result);
ISO_8859_15:
CopyArray(CharISO_8859_15, Result);
CP1250:
CopyArray(CharCP_1250, Result);
CP1251:
CopyArray(CharCP_1251, Result);
CP1252:
CopyArray(CharCP_1252, Result);
CP1253:
CopyArray(CharCP_1253, Result);
CP1254:
CopyArray(CharCP_1254, Result);
CP1255:
CopyArray(CharCP_1255, Result);
CP1256:
CopyArray(CharCP_1256, Result);
CP1257:
CopyArray(CharCP_1257, Result);
CP1258:
CopyArray(CharCP_1258, Result);
KOI8_R:
CopyArray(CharKOI8_R, Result);
CP895:
CopyArray(CharCP_895, Result);
CP852:
CopyArray(CharCP_852, Result);
else
CopyArray(CharISO_8859_1, Result);
end;
end;
{==============================================================================}
procedure ReadMulti(const Value: AnsiString; var Index: Integer; mb: Byte;
var b1, b2, b3, b4: Byte; le: boolean);
Begin
b1 := 0;
b2 := 0;
b3 := 0;
b4 := 0;
if Index < 0 then
Index := 1;
if mb > 4 then
mb := 1;
if (Index + mb - 1) <= Length(Value) then
begin
if le then
Case mb Of
1:
b1 := Ord(Value[Index]);
2:
Begin
b1 := Ord(Value[Index]);
b2 := Ord(Value[Index + 1]);
End;
3:
Begin
b1 := Ord(Value[Index]);
b2 := Ord(Value[Index + 1]);
b3 := Ord(Value[Index + 2]);
End;
4:
Begin
b1 := Ord(Value[Index]);
b2 := Ord(Value[Index + 1]);
b3 := Ord(Value[Index + 2]);
b4 := Ord(Value[Index + 3]);
End;
end
else
Case mb Of
1:
b1 := Ord(Value[Index]);
2:
Begin
b2 := Ord(Value[Index]);
b1 := Ord(Value[Index + 1]);
End;
3:
Begin
b3 := Ord(Value[Index]);
b2 := Ord(Value[Index + 1]);
b1 := Ord(Value[Index + 2]);
End;
4:
Begin
b4 := Ord(Value[Index]);
b3 := Ord(Value[Index + 1]);
b2 := Ord(Value[Index + 2]);
b1 := Ord(Value[Index + 3]);
End;
end;
end;
Inc(Index, mb);
end;
{==============================================================================}
function WriteMulti(b1, b2, b3, b4: Byte; mb: Byte; le: boolean): AnsiString;
begin
if mb > 4 then
mb := 1;
SetLength(Result, mb);
if le then
case mb Of
1:
Result[1] := AnsiChar(b1);
2:
begin
Result[1] := AnsiChar(b1);
Result[2] := AnsiChar(b2);
end;
3:
begin
Result[1] := AnsiChar(b1);
Result[2] := AnsiChar(b2);
Result[3] := AnsiChar(b3);
end;
4:
begin
Result[1] := AnsiChar(b1);
Result[2] := AnsiChar(b2);
Result[3] := AnsiChar(b3);
Result[4] := AnsiChar(b4);
end;
end
else
case mb Of
1:
Result[1] := AnsiChar(b1);
2:
begin
Result[2] := AnsiChar(b1);
Result[1] := AnsiChar(b2);
end;
3:
begin
Result[3] := AnsiChar(b1);
Result[2] := AnsiChar(b2);
Result[1] := AnsiChar(b3);
end;
4:
begin
Result[4] := AnsiChar(b1);
Result[3] := AnsiChar(b2);
Result[2] := AnsiChar(b3);
Result[1] := AnsiChar(b4);
end;
end;
end;
{==============================================================================}
function UTF8toUCS4(const Value: AnsiString): AnsiString;
var
n, x, ul, m: Integer;
s: AnsiString;
w1, w2: Word;
begin
Result := '';
n := 1;
while Length(Value) >= n do
begin
x := Ord(Value[n]);
Inc(n);
if x < 128 then
Result := Result + WriteMulti(x, 0, 0, 0, 4, false)
else
begin
m := 0;
if (x and $E0) = $C0 then
m := $1F;
if (x and $F0) = $E0 then
m := $0F;
if (x and $F8) = $F0 then
m := $07;
if (x and $FC) = $F8 then
m := $03;
if (x and $FE) = $FC then
m := $01;
ul := x and m;
s := IntToBin(ul, 0);
while Length(Value) >= n do
begin
x := Ord(Value[n]);
Inc(n);
if (x and $C0) = $80 then
s := s + IntToBin(x and $3F, 6)
else
begin
Dec(n);
Break;
end;
end;
ul := BinToInt(s);
w1 := ul div 65536;
w2 := ul mod 65536;
Result := Result + WriteMulti(Lo(w2), Hi(w2), Lo(w1), Hi(w1), 4, false);
end;
end;
end;
{==============================================================================}
function UCS4toUTF8(const Value: AnsiString): AnsiString;
var
s, l, k: AnsiString;
b1, b2, b3, b4: Byte;
n, m, x, y: Integer;
b: Byte;
begin
Result := '';
n := 1;
while Length(Value) >= n do
begin
ReadMulti(Value, n, 4, b1, b2, b3, b4, false);
if (b2 = 0) and (b3 = 0) and (b4 = 0) and (b1 < 128) then
Result := Result + AnsiChar(b1)
else
begin
x := (b1 + 256 * b2) + (b3 + 256 * b4) * 65536;
l := IntToBin(x, 0);
y := Length(l) div 6;
s := '';
for m := 1 to y do
begin
k := Copy(l, Length(l) - 5, 6);
l := Copy(l, 1, Length(l) - 6);
b := BinToInt(k) or $80;
s := AnsiChar(b) + s;
end;
b := BinToInt(l);
case y of
5:
b := b or $FC;
4:
b := b or $F8;
3:
b := b or $F0;
2:
b := b or $E0;
1:
b := b or $C0;
end;
s := AnsiChar(b) + s;
Result := Result + s;
end;
end;
end;
{==============================================================================}
function UTF7toUCS2(const Value: AnsiString; Modified: Boolean): AnsiString;
var
n, i: Integer;
c: AnsiChar;
s, t: AnsiString;
shift: AnsiChar;
table: String;
begin
Result := '';
n := 1;
if modified then
begin
shift := '&';
table := TableBase64mod;
end
else
begin
shift := '+';
table := TableBase64;
end;
while Length(Value) >= n do
begin
c := Value[n];
Inc(n);
if c <> shift then
Result := Result + WriteMulti(Ord(c), 0, 0, 0, 2, false)
else
begin
s := '';
while Length(Value) >= n do
begin
c := Value[n];
Inc(n);
if c = '-' then
Break;
if (c = '=') or (Pos(c, table) < 1) then
begin
Dec(n);
Break;
end;
s := s + c;
end;
if s = '' then
s := WriteMulti(Ord(shift), 0, 0, 0, 2, false)
else
begin
if modified then
t := DecodeBase64mod(s)
else
t := DecodeBase64(s);
if not odd(length(t)) then
s := t
else
begin //ill-formed sequence
t := s;
s := WriteMulti(Ord(shift), 0, 0, 0, 2, false);
for i := 1 to length(t) do
s := s + WriteMulti(Ord(t[i]), 0, 0, 0, 2, false);
end;
end;
Result := Result + s;
end;
end;
end;
{==============================================================================}
function UCS2toUTF7(const Value: AnsiString; Modified: Boolean): AnsiString;
var
s: AnsiString;
b1, b2, b3, b4: Byte;
n, m: Integer;
shift: AnsiChar;
begin
Result := '';
n := 1;
if modified then
shift := '&'
else
shift := '+';
while Length(Value) >= n do
begin
ReadMulti(Value, n, 2, b1, b2, b3, b4, false);
if (b2 = 0) and (b1 < 128) then
if AnsiChar(b1) = shift then
Result := Result + shift + '-'
else
Result := Result + AnsiChar(b1)
else
begin
s := AnsiChar(b2) + AnsiChar(b1);
while Length(Value) >= n do
begin
ReadMulti(Value, n, 2, b1, b2, b3, b4, false);
if (b2 = 0) and (b1 < 128) then
begin
Dec(n, 2);
Break;
end;
s := s + AnsiChar(b2) + AnsiChar(b1);
end;
if modified then
s := EncodeBase64mod(s)
else
s := EncodeBase64(s);
m := Pos('=', s);
if m > 0 then
s := Copy(s, 1, m - 1);
Result := Result + shift + s + '-';
end;
end;
end;
{==============================================================================}
function CharsetConversion(const Value: AnsiString; CharFrom: TMimeChar;
CharTo: TMimeChar): AnsiString;
begin
Result := CharsetConversionEx(Value, CharFrom, CharTo, Replace_None);
end;
{==============================================================================}
function CharsetConversionEx(const Value: AnsiString; CharFrom: TMimeChar;
CharTo: TMimeChar; const TransformTable: array of Word): AnsiString;
begin
Result := CharsetConversionTrans(Value, CharFrom, CharTo, TransformTable, True);
end;
{==============================================================================}
function InternalToUcs(const Value: AnsiString; Charfrom: TMimeChar): AnsiString;
var
uni: Word;
n: Integer;
b1, b2, b3, b4: Byte;
SourceTable: array[128..255] of Word;
mbf: Byte;
lef: Boolean;
s: AnsiString;
begin
if CharFrom = UTF_8 then
s := UTF8toUCS4(Value)
else
if CharFrom = UTF_7 then
s := UTF7toUCS2(Value, False)
else
if CharFrom = UTF_7mod then
s := UTF7toUCS2(Value, True)
else
s := Value;
GetArray(CharFrom, SourceTable);
mbf := 1;
if CharFrom in SetTwo then
mbf := 2;
if CharFrom in SetFour then
mbf := 4;
lef := CharFrom in SetLe;
Result := '';
n := 1;
while Length(s) >= n do
begin
ReadMulti(s, n, mbf, b1, b2, b3, b4, lef);
//handle BOM
if (b3 = 0) and (b4 = 0) then
begin
if (b1 = $FE) and (b2 = $FF) then
begin
lef := not lef;
continue;
end;
if (b1 = $FF) and (b2 = $FE) then
continue;
end;
if mbf = 1 then
if b1 > 127 then
begin
uni := SourceTable[b1];
b1 := Lo(uni);
b2 := Hi(uni);
end;
Result := Result + WriteMulti(b1, b2, b3, b4, 2, False);
end;
end;
function CharsetConversionTrans(Value: AnsiString; CharFrom: TMimeChar;
CharTo: TMimeChar; const TransformTable: array of Word; Translit: Boolean): AnsiString;
var
uni: Word;
n, m: Integer;
b: Byte;
b1, b2, b3, b4: Byte;
TargetTable: array[128..255] of Word;
mbt: Byte;
let: Boolean;
ucsstring, s, t: AnsiString;
cd: iconv_t;
f: Boolean;
NotNeedTransform: Boolean;
FromID, ToID: string;
begin
if not synaicnv.InitIconvInterface then
DisableIconv := True;
NotNeedTransform := (High(TransformTable) = 0);
if (CharFrom = CharTo) and NotNeedTransform then
begin
Result := Value;
Exit;
end;
FromID := GetIDFromCP(CharFrom);
ToID := GetIDFromCP(CharTo);
cd := Iconv_t(-1);
//do two-pass conversion. Transform to UCS-2 first.
if not DisableIconv then
cd := SynaIconvOpenIgnore('UCS-2BE', FromID);
try
if cd <> iconv_t(-1) then
SynaIconv(cd, Value, ucsstring)
else
ucsstring := InternalToUcs(Value, CharFrom);
finally
SynaIconvClose(cd);
end;
//here we allways have ucstring with UCS-2 encoding
//second pass... from UCS-2 to target encoding.
if not DisableIconv then
if translit then
cd := SynaIconvOpenTranslit(ToID, 'UCS-2BE')
else
cd := SynaIconvOpenIgnore(ToID, 'UCS-2BE');
try
if (cd <> iconv_t(-1)) and NotNeedTransform then
begin
if CharTo = UTF_7 then
ucsstring := ucsstring + #0 + '-';
//when transformtable is not needed and Iconv know target charset,
//do it fast by one call.
SynaIconv(cd, ucsstring, Result);
if CharTo = UTF_7 then
Delete(Result, Length(Result), 1);
end
else
begin
GetArray(CharTo, TargetTable);
mbt := 1;
if CharTo in SetTwo then
mbt := 2;
if CharTo in SetFour then
mbt := 4;
let := CharTo in SetLe;
b3 := 0;
b4 := 0;
Result := '';
for n:= 0 to (Length(ucsstring) div 2) - 1 do
begin
s := Copy(ucsstring, n * 2 + 1, 2);
b2 := Ord(s[1]);
b1 := Ord(s[2]);
uni := b2 * 256 + b1;
if not NotNeedTransform then
begin
uni := ReplaceUnicode(uni, TransformTable);
b1 := Lo(uni);
b2 := Hi(uni);
s[1] := AnsiChar(b2);
s[2] := AnsiChar(b1);
end;
if cd <> iconv_t(-1) then
begin
if CharTo = UTF_7 then
s := s + #0 + '-';
SynaIconv(cd, s, t);
if CharTo = UTF_7 then
Delete(t, Length(t), 1);
Result := Result + t;
end
else
begin
f := True;
if mbt = 1 then
if uni > 127 then
begin
f := False;
b := 0;
for m := 128 to 255 do
if TargetTable[m] = uni then
begin
b := m;
f := True;
Break;
end;
b1 := b;
b2 := 0;
end
else
b1 := Lo(uni);
if not f then
if translit then
begin
b1 := Ord(NotFoundChar);
b2 := 0;
f := True;
end;
if f then
Result := Result + WriteMulti(b1, b2, b3, b4, mbt, let)
end;
end;
if cd = iconv_t(-1) then
begin
if CharTo = UTF_7 then
Result := UCS2toUTF7(Result, false);
if CharTo = UTF_7mod then
Result := UCS2toUTF7(Result, true);
if CharTo = UTF_8 then
Result := UCS4toUTF8(Result);
end;
end;
finally
SynaIconvClose(cd);
end;
end;
{==============================================================================}
{$IFNDEF MSWINDOWS}
function GetCurCP: TMimeChar;
begin
{$IFNDEF FPC}
{$IFNDEF POSIX}
Result := GetCPFromID(nl_langinfo(_NL_CTYPE_CODESET_NAME));
{$ELSE}
{$IFNDEF ANDROID}
Result := GetCPFromID(nl_langinfo(CODESET));
{$ELSE}
Result := UTF_8;
{$ENDIF}
{$ENDIF}
{$ELSE}
//How to get system codepage without LIBC?
Result := UTF_8;
{ TODO : Waiting for FPC 2.8 solution }
{$ENDIF}
end;
function GetCurOEMCP: TMimeChar;
begin
Result := GetCurCP;
end;
{$ELSE}
function CPToMimeChar(Value: Integer): TMimeChar;
begin
case Value of
437, 850, 20127:
Result := ISO_8859_1; //I know, it is not ideal!
737:
Result := CP737;
775:
Result := CP775;
852:
Result := CP852;
855:
Result := CP855;
857:
Result := CP857;
858:
Result := CP858;
860:
Result := CP860;
861:
Result := CP861;
862:
Result := CP862;
863:
Result := CP863;
864:
Result := CP864;
865:
Result := CP865;
866:
Result := CP866;
869:
Result := CP869;
874:
Result := ISO_8859_15;
895:
Result := CP895;
932:
Result := CP932;
936:
Result := CP936;
949:
Result := CP949;
950:
Result := CP950;
1200:
Result := UCS_2LE;
1201:
Result := UCS_2;
1250:
Result := CP1250;
1251:
Result := CP1251;
1253:
Result := CP1253;
1254:
Result := CP1254;
1255:
Result := CP1255;
1256:
Result := CP1256;
1257:
Result := CP1257;
1258:
Result := CP1258;
1361:
Result := CP1361;
10000:
Result := MAC;
10004:
Result := MACAR;
10005:
Result := MACHEB;
10006:
Result := MACGR;
10007:
Result := MACCYR;
10010:
Result := MACRO;
10017:
Result := MACUK;
10021:
Result := MACTH;
10029:
Result := MACCE;
10079:
Result := MACICE;
10081:
Result := MACTU;
10082:
Result := MACCRO;
12000:
Result := UCS_4LE;
12001:
Result := UCS_4;
20866:
Result := KOI8_R;
20932:
Result := JIS_X0208;
20936:
Result := GB2312;
21866:
Result := KOI8_U;
28591:
Result := ISO_8859_1;
28592:
Result := ISO_8859_2;
28593:
Result := ISO_8859_3;
28594:
Result := ISO_8859_4;
28595:
Result := ISO_8859_5;
28596, 708:
Result := ISO_8859_6;
28597:
Result := ISO_8859_7;
28598, 38598:
Result := ISO_8859_8;
28599:
Result := ISO_8859_9;
28605:
Result := ISO_8859_15;
50220:
Result := ISO_2022_JP; //? ISO 2022 Japanese with no halfwidth Katakana
50221:
Result := ISO_2022_JP1;//? Japanese with halfwidth Katakana
50222:
Result := ISO_2022_JP2;//? Japanese JIS X 0201-1989
50225:
Result := ISO_2022_KR;
50227:
Result := ISO_2022_CN;//? ISO 2022 Simplified Chinese
50229:
Result := ISO_2022_CNE;//? ISO 2022 Traditional Chinese
51932:
Result := EUC_JP;
51936:
Result := GB2312;
51949:
Result := EUC_KR;
52936:
Result := HZ;
54936:
Result := GB18030;
65000:
Result := UTF_7;
65001:
Result := UTF_8;
0:
Result := UCS_2LE;
else
Result := CP1252;
end;
end;
function GetCurCP: TMimeChar;
begin
Result := CPToMimeChar(GetACP);
end;
function GetCurOEMCP: TMimeChar;
begin
Result := CPToMimeChar(GetOEMCP);
end;
{$ENDIF}
{==============================================================================}
function NeedCharsetConversion(const Value: AnsiString): Boolean;
var
n: Integer;
begin
Result := False;
for n := 1 to Length(Value) do
if (Ord(Value[n]) > 127) or (Ord(Value[n]) = 0) then
begin
Result := True;
Break;
end;
end;
{==============================================================================}
function IdealCharsetCoding(const Value: AnsiString; CharFrom: TMimeChar;
CharTo: TMimeSetChar): TMimeChar;
var
n: Integer;
max: Integer;
s, t, u: AnsiString;
CharSet: TMimeChar;
begin
Result := ISO_8859_1;
s := Copy(Value, 1, 1024); //max first 1KB for next procedure
max := 0;
for n := Ord(Low(TMimeChar)) to Ord(High(TMimeChar)) do
begin
CharSet := TMimeChar(n);
if CharSet in CharTo then
begin
t := CharsetConversionTrans(s, CharFrom, CharSet, Replace_None, False);
u := CharsetConversionTrans(t, CharSet, CharFrom, Replace_None, False);
if s = u then
begin
Result := CharSet;
Exit;
end;
if Length(u) > max then
begin
Result := CharSet;
max := Length(u);
end;
end;
end;
end;
{==============================================================================}
function GetBOM(Value: TMimeChar): AnsiString;
begin
Result := '';
case Value of
UCS_2:
begin
SetLength(Result, 2);
Result[1] := #$fe;
Result[2] := #$ff;
end;
UCS_4:
begin
SetLength(Result, 4);
Result[1] := #$00;
Result[2] := #$00;
Result[3] := #$fe;
Result[4] := #$ff;
end;
UCS_2LE:
begin
SetLength(Result, 2);
Result[1] := #$ff;
Result[2] := #$fe;
end;
UCS_4LE:
begin
SetLength(Result, 4);
Result[1] := #$ff;
Result[2] := #$fe;
Result[3] := #$00;
Result[4] := #$00;
end;
UTF_8:
begin
SetLength(Result, 3);
Result[1] := #$ef;
Result[2] := #$bb;
Result[3] := #$bf;
end;
end;
end;
{==============================================================================}
function GetCPFromID(Value: AnsiString): TMimeChar;
begin
Value := UpperCase(Value);
if (Pos('KAMENICKY', Value) > 0) or (Pos('895', Value) > 0) then
Result := CP895
else
if Pos('MUTF-7', Value) > 0 then
Result := UTF_7mod
else
Result := GetCPFromIconvID(Value);
end;
{==============================================================================}
function GetIDFromCP(Value: TMimeChar): AnsiString;
begin
case Value of
CP895:
Result := 'CP-895';
UTF_7mod:
Result := 'mUTF-7';
else
Result := GetIconvIDFromCP(Value);
end;
end;
{==============================================================================}
function StringToWide(const Value: AnsiString): WideString;
var
n: integer;
x, y: integer;
begin
SetLength(Result, Length(Value) div 2);
for n := 1 to Length(Value) div 2 do
begin
x := Ord(Value[((n-1) * 2) + 1]);
y := Ord(Value[((n-1) * 2) + 2]);
Result[n] := WideChar(x * 256 + y);
end;
end;
{==============================================================================}
function WideToString(const Value: WideString): AnsiString;
var
n: integer;
x: integer;
begin
SetLength(Result, Length(Value) * 2);
for n := 1 to Length(Value) do
begin
x := Ord(Value[n]);
Result[((n-1) * 2) + 1] := AnsiChar(x div 256);
Result[((n-1) * 2) + 2] := AnsiChar(x mod 256);
end;
end;
{==============================================================================}
initialization
begin
IconvArr[0].Charset := ISO_8859_1;
IconvArr[0].Charname := 'ISO-8859-1 CP819 IBM819 ISO-IR-100 ISO8859-1 ISO_8859-1 ISO_8859-1:1987 L1 LATIN1 CSISOLATIN1 ISO88591 ISOIR100';
IconvArr[1].Charset := UTF_8;
IconvArr[1].Charname := 'UTF-8 UTF8';
IconvArr[2].Charset := UCS_2;
IconvArr[2].Charname := 'ISO-10646-UCS-2 UCS-2 CSUNICODE UCS2';
IconvArr[3].Charset := UCS_2;
IconvArr[3].Charname := 'UCS-2BE UNICODE-1-1 UNICODEBIG CSUNICODE11 UNICODE11 UCS2BE UCS2-BE';
IconvArr[4].Charset := UCS_2LE;
IconvArr[4].Charname := 'UCS-2LE UNICODELITTLE UCS2LE UCS2-LE';
IconvArr[5].Charset := UCS_4;
IconvArr[5].Charname := 'ISO-10646-UCS-4 UCS-4 CSUCS4 UCS4 ISO10646UCS4';
IconvArr[6].Charset := UCS_4;
IconvArr[6].Charname := 'UCS-4BE UCS4BE UCS4-BE';
IconvArr[7].Charset := UCS_2LE;
IconvArr[7].Charname := 'UCS-4LE UCS4LE UCS4-LE';
IconvArr[8].Charset := UTF_16;
IconvArr[8].Charname := 'UTF-16 UTF16';
IconvArr[9].Charset := UTF_16;
IconvArr[9].Charname := 'UTF-16BE UTF16BE UTF16-BE';
IconvArr[10].Charset := UTF_16LE;
IconvArr[10].Charname := 'UTF-16LE UTF16LE UTF16-LE';
IconvArr[11].Charset := UTF_32;
IconvArr[11].Charname := 'UTF-32 UTF32';
IconvArr[12].Charset := UTF_32;
IconvArr[12].Charname := 'UTF-32BE UTF32BE UTF32-BE';
IconvArr[13].Charset := UTF_32;
IconvArr[13].Charname := 'UTF-32LE UTF32LE UTF32-LE';
IconvArr[14].Charset := UTF_7;
IconvArr[14].Charname := 'UNICODE-1-1-UTF-7 UTF-7 CSUNICODE11UTF7 UTF7 UNICODE11UTF7';
IconvArr[15].Charset := C99;
IconvArr[15].Charname := 'C99';
IconvArr[16].Charset := JAVA;
IconvArr[16].Charname := 'JAVA';
IconvArr[17].Charset := ISO_8859_1;
IconvArr[17].Charname := 'US-ASCII ANSI_X3.4-1968 ANSI_X3.4-1986 ASCII CP367 IBM367 ISO-IR-6 ISO646-US ISO_646.IRV:1991 US CSASCII USASCII ISOIR6';
IconvArr[18].Charset := ISO_8859_2;
IconvArr[18].Charname := 'ISO-8859-2 ISO-IR-101 ISO8859-2 ISO_8859-2 ISO_8859-2:1987 L2 LATIN2 CSISOLATIN2 ISO88592 ISOIR101';
IconvArr[19].Charset := ISO_8859_3;
IconvArr[19].Charname := 'ISO-8859-3 ISO-IR-109 ISO8859-3 ISO_8859-3 ISO_8859-3:1988 L3 LATIN3 CSISOLATIN3 ISO88593 ISOIR109';
IconvArr[20].Charset := ISO_8859_4;
IconvArr[20].Charname := 'ISO-8859-4 ISO-IR-110 ISO8859-4 ISO_8859-4 ISO_8859-4:1988 L4 LATIN4 CSISOLATIN4 ISO88594 ISOIR110';
IconvArr[21].Charset := ISO_8859_5;
IconvArr[21].Charname := 'ISO-8859-5 CYRILLIC ISO-IR-144 ISO8859-5 ISO_8859-5 ISO_8859-5:1988 CSISOLATINCYRILLIC ISOIR144';
IconvArr[22].Charset := ISO_8859_6;
IconvArr[22].Charname := 'ISO-8859-6 ARABIC ASMO-708 ECMA-114 ISO-IR-127 ISO8859-6 ISO_8859-6 ISO_8859-6:1987 CSISOLATINARABIC ISOIR127';
IconvArr[23].Charset := ISO_8859_7;
IconvArr[23].Charname := 'ISO-8859-7 ECMA-118 ELOT_928 GREEK GREEK8 ISO-IR-126 ISO8859-7 ISO_8859-7 ISO_8859-7:1987 CSISOLATINGREEK ISOIR126 ECMA118 ELOT928';
IconvArr[24].Charset := ISO_8859_8;
IconvArr[24].Charname := 'ISO-8859-8 HEBREW ISO_8859-8 ISO-IR-138 ISO8859-8 ISO_8859-8:1988 CSISOLATINHEBREW ISO-8859-8-I ISOIR138';
IconvArr[25].Charset := ISO_8859_9;
IconvArr[25].Charname := 'ISO-8859-9 ISO-IR-148 ISO8859-9 ISO_8859-9 ISO_8859-9:1989 L5 LATIN5 CSISOLATIN5 ISOIR148';
IconvArr[26].Charset := ISO_8859_10;
IconvArr[26].Charname := 'ISO-8859-10 ISO-IR-157 ISO8859-10 ISO_8859-10 ISO_8859-10:1992 L6 LATIN6 CSISOLATIN6 ISOIR157';
IconvArr[27].Charset := ISO_8859_13;
IconvArr[27].Charname := 'ISO-8859-13 ISO-IR-179 ISO8859-13 ISO_8859-13 L7 LATIN7 ISOIR179';
IconvArr[28].Charset := ISO_8859_14;
IconvArr[28].Charname := 'ISO-8859-14 ISO-CELTIC ISO-IR-199 ISO8859-14 ISO_8859-14 ISO_8859-14:1998 L8 LATIN8 ISOIR199 ISOCELTIC';
IconvArr[29].Charset := ISO_8859_15;
IconvArr[29].Charname := 'ISO-8859-15 ISO-IR-203 ISO8859-15 ISO_8859-15 ISO_8859-15:1998 ISOIR203';
IconvArr[30].Charset := ISO_8859_16;
IconvArr[30].Charname := 'ISO-8859-16 ISO-IR-226 ISO8859-16 ISO_8859-16 ISO_8859-16:2000 ISOIR226';
IconvArr[31].Charset := KOI8_R;
IconvArr[31].Charname := 'KOI8-R CSKOI8R KOI8R';
IconvArr[32].Charset := KOI8_U;
IconvArr[32].Charname := 'KOI8-U KOI8U';
IconvArr[33].Charset := KOI8_RU;
IconvArr[33].Charname := 'KOI8-RU KOI8RU';
IconvArr[34].Charset := CP1250;
IconvArr[34].Charname := 'WINDOWS-1250 CP1250 MS-EE WINDOWS1250 MSEE';
IconvArr[35].Charset := CP1251;
IconvArr[35].Charname := 'WINDOWS-1251 CP1251 MS-CYRL WINDOWS1251 MSCYRL';
IconvArr[36].Charset := CP1252;
IconvArr[36].Charname := 'WINDOWS-1252 CP1252 MS-ANSI WINDOWS1252 MSANSI';
IconvArr[37].Charset := CP1253;
IconvArr[37].Charname := 'WINDOWS-1253 CP1253 MS-GREEK WINDOWS1253 MSGREEK';
IconvArr[38].Charset := CP1254;
IconvArr[38].Charname := 'WINDOWS-1254 CP1254 MS-TURK WINDOWS1254 MSTURK';
IconvArr[39].Charset := CP1255;
IconvArr[39].Charname := 'WINDOWS-1255 CP1255 MS-HEBR WINDOWS1255 MSHEBR';
IconvArr[40].Charset := CP1256;
IconvArr[40].Charname := 'WINDOWS-1256 CP1256 MS-ARAB WINDOWS1256 MSARAB';
IconvArr[41].Charset := CP1257;
IconvArr[41].Charname := 'WINDOWS-1257 CP1257 WINBALTRIM WINDOWS1257';
IconvArr[42].Charset := CP1258;
IconvArr[42].Charname := 'WINDOWS-1258 CP1258 WINDOWS1258';
IconvArr[43].Charset := ISO_8859_1;
IconvArr[43].Charname := '850 CP850 IBM850 CSPC850MULTILINGUAL';
IconvArr[44].Charset := CP862;
IconvArr[44].Charname := '862 CP862 IBM862 CSPC862LATINHEBREW';
IconvArr[45].Charset := CP866;
IconvArr[45].Charname := '866 CP866 IBM866 CSIBM866';
IconvArr[46].Charset := MAC;
IconvArr[46].Charname := 'MAC MACINTOSH MACROMAN CSMACINTOSH';
IconvArr[47].Charset := MACCE;
IconvArr[47].Charname := 'MACCENTRALEUROPE';
IconvArr[48].Charset := MACICE;
IconvArr[48].Charname := 'MACICELAND';
IconvArr[49].Charset := MACCRO;
IconvArr[49].Charname := 'MACCROATIAN';
IconvArr[50].Charset := MACRO;
IconvArr[50].Charname := 'MACROMANIA';
IconvArr[51].Charset := MACCYR;
IconvArr[51].Charname := 'MACCYRILLIC';
IconvArr[52].Charset := MACUK;
IconvArr[52].Charname := 'MACUKRAINE';
IconvArr[53].Charset := MACGR;
IconvArr[53].Charname := 'MACGREEK';
IconvArr[54].Charset := MACTU;
IconvArr[54].Charname := 'MACTURKISH';
IconvArr[55].Charset := MACHEB;
IconvArr[55].Charname := 'MACHEBREW';
IconvArr[56].Charset := MACAR;
IconvArr[56].Charname := 'MACARABIC';
IconvArr[57].Charset := MACTH;
IconvArr[57].Charname := 'MACTHAI';
IconvArr[58].Charset := ROMAN8;
IconvArr[58].Charname := 'HP-ROMAN8 R8 ROMAN8 CSHPROMAN8 HPROMAN8 HP-ROMAN-8 HPROMAN-8';
IconvArr[59].Charset := NEXTSTEP;
IconvArr[59].Charname := 'NEXTSTEP';
IconvArr[60].Charset := ARMASCII;
IconvArr[60].Charname := 'ARMSCII-8 ARMSCII8';
IconvArr[61].Charset := GEORGIAN_AC;
IconvArr[61].Charname := 'GEORGIAN-ACADEMY GEORGIANACADEMY';
IconvArr[62].Charset := GEORGIAN_PS;
IconvArr[62].Charname := 'GEORGIAN-PS GEORGIANPS';
IconvArr[63].Charset := KOI8_T;
IconvArr[63].Charname := 'KOI8-T KOI8T';
IconvArr[64].Charset := MULELAO;
IconvArr[64].Charname := 'MULELAO-1 MULELAO1';
IconvArr[65].Charset := CP1133;
IconvArr[65].Charname := 'CP1133 IBM-CP1133 IBMCP1133';
IconvArr[66].Charset := TIS620;
IconvArr[66].Charname := 'TIS-620 ISO-IR-166 TIS620 TIS620-0 TIS620.2529-1 TIS620.2533-0 TIS620.2533-1 ISOIR166';
IconvArr[67].Charset := CP874;
IconvArr[67].Charname := 'CP874 WINDOWS-874 WINDOWS874';
IconvArr[68].Charset := VISCII;
IconvArr[68].Charname := 'VISCII VISCII1.1-1 CSVISCII';
IconvArr[69].Charset := TCVN;
IconvArr[69].Charname := 'TCVN TCVN-5712 TCVN5712-1 TCVN5712-1:1993 TCVN5712';
IconvArr[70].Charset := ISO_IR_14;
IconvArr[70].Charname := 'ISO-IR-14 ISO646-JP JIS_C6220-1969-RO JP CSISO14JISC6220RO ISOIR14';
IconvArr[71].Charset := JIS_X0201;
IconvArr[71].Charname := 'JISX0201-1976 JIS_X0201 X0201 CSHALFWIDTHKATAKANA JISX02011976 JISX0201';
IconvArr[72].Charset := JIS_X0208;
IconvArr[72].Charname := 'ISO-IR-87 JIS0208 JIS_C6226-1983 JIS_X0208 JIS_X0208-1983 JIS_X0208-1990 X0208 CSISO87JISX0208 ISOIR87 JISC6226-1983 JIS-C6226-1983 JIS_C62261983';
IconvArr[73].Charset := JIS_X0212;
IconvArr[73].Charname := 'ISO-IR-159 JIS_X0212 JIS_X0212-1990 JIS_X0212.1990-0 X0212 CSISO159JISX02121990 ISOIR159';
IconvArr[74].Charset := GB1988_80;
IconvArr[74].Charname := 'CN GB_1988-80 ISO-IR-57 ISO646-CN CSISO57GB1988 ISOIR57';
IconvArr[75].Charset := GB2312_80;
IconvArr[75].Charname := 'CHINESE GB_2312-80 ISO-IR-58 CSISO58GB231280 ISOIR58 GB231280 GB2312-80';
IconvArr[76].Charset := ISO_IR_165;
IconvArr[76].Charname := 'CN-GB-ISOIR165 ISO-IR-165 ISOIR165 CNGBIOSIR165';
IconvArr[77].Charset := ISO_IR_149;
IconvArr[77].Charname := 'ISO-IR-149 KOREAN KSC_5601 KS_C_5601-1987 KS_C_5601-1989 CSKSC56011987 ISOIR149';
IconvArr[78].Charset := EUC_JP;
IconvArr[78].Charname := 'EUC-JP EUCJP EXTENDED_UNIX_CODE_PACKED_FORMAT_FOR_JAPANESE CSEUCPKDFMTJAPANESE';
IconvArr[79].Charset := SHIFT_JIS;
IconvArr[79].Charname := 'SHIFT-JIS MS_KANJI SHIFT_JIS SJIS CSSHIFTJIS SHIFTJIS';
IconvArr[80].Charset := CP932;
IconvArr[80].Charname := 'CP932';
IconvArr[81].Charset := ISO_2022_JP;
IconvArr[81].Charname := 'ISO-2022-JP CSISO2022JP ISO2022JP';
IconvArr[82].Charset := ISO_2022_JP1;
IconvArr[82].Charname := 'ISO-2022-JP-1 ISO-2022-JP1 ISO-2022JP1 ISO2022-JP1 ISO2022JP1';
IconvArr[83].Charset := ISO_2022_JP2;
IconvArr[83].Charname := 'ISO-2022-JP-2 CSISO2022JP2 ISO-2022-JP2 ISO-2022JP2 ISO2022-JP2 ISO2022JP2';
IconvArr[84].Charset := GB2312;
IconvArr[84].Charname := 'CN-GB EUC-CN EUCCN GB2312 CSGB2312';
IconvArr[85].Charset := CP936;
IconvArr[85].Charname := 'CP936 GBK';
IconvArr[86].Charset := GB18030;
IconvArr[86].Charname := 'GB18030';
IconvArr[87].Charset := ISO_2022_CN;
IconvArr[87].Charname := 'ISO-2022-CN CSISO2022CN ISO2022CN ISO-2022CN ISO2022-CN';
IconvArr[88].Charset := ISO_2022_CNE;
IconvArr[88].Charname := 'ISO-2022-CN-EXT ISO2022CNEXT ISO-2022CNEXT ISO-2022-CNEXT ISO2022-CNEXT ISO2022-CN-EXT';
IconvArr[89].Charset := HZ;
IconvArr[89].Charname := 'HZ HZ-GB-2312 HZGB2312';
IconvArr[90].Charset := EUC_TW;
IconvArr[90].Charname := 'EUC-TW EUCTW CSEUCTW';
IconvArr[91].Charset := BIG5;
IconvArr[91].Charname := 'BIG5 BIG-5 BIG-FIVE BIGFIVE CN-BIG5 CSBIG5 CNBIG5';
IconvArr[92].Charset := CP950;
IconvArr[92].Charname := 'CP950';
IconvArr[93].Charset := BIG5_HKSCS;
IconvArr[93].Charname := 'BIG5-HKSCS BIG5HKSCS BIG5HKSCS';
IconvArr[94].Charset := EUC_KR;
IconvArr[94].Charname := 'EUC-KR EUCKR CSEUCKR EUCKR';
IconvArr[95].Charset := CP949;
IconvArr[95].Charname := 'CP949 UHC';
IconvArr[96].Charset := CP1361;
IconvArr[96].Charname := 'CP1361 JOHAB';
IconvArr[97].Charset := ISO_2022_KR;
IconvArr[97].Charname := 'ISO-2022-KR CSISO2022KR ISO2022KR';
IconvArr[98].Charset := ISO_8859_1;
IconvArr[98].Charname := '437 CP437 IBM437 CSPC8CODEPAGE437';
IconvArr[99].Charset := CP737;
IconvArr[99].Charname := 'CP737';
IconvArr[100].Charset := CP775;
IconvArr[100].Charname := 'CP775 IBM775 CSPC775BALTIC';
IconvArr[101].Charset := CP852;
IconvArr[101].Charname := '852 CP852 IBM852 CSPCP852';
IconvArr[102].Charset := CP853;
IconvArr[102].Charname := 'CP853';
IconvArr[103].Charset := CP855;
IconvArr[103].Charname := '855 CP855 IBM855 CSIBM855';
IconvArr[104].Charset := CP857;
IconvArr[104].Charname := '857 CP857 IBM857 CSIBM857';
IconvArr[105].Charset := CP858;
IconvArr[105].Charname := 'CP858';
IconvArr[106].Charset := CP860;
IconvArr[106].Charname := '860 CP860 IBM860 CSIBM860';
IconvArr[107].Charset := CP861;
IconvArr[107].Charname := '861 CP-IS CP861 IBM861 CSIBM861 CPIS';
IconvArr[108].Charset := CP863;
IconvArr[108].Charname := '863 CP863 IBM863 CSIBM863';
IconvArr[109].Charset := CP864;
IconvArr[109].Charname := 'CP864 IBM864 CSIBM864';
IconvArr[110].Charset := CP865;
IconvArr[110].Charname := '865 CP865 IBM865 CSIBM865';
IconvArr[111].Charset := CP869;
IconvArr[111].Charname := '869 CP-GR CP869 IBM869 CSIBM869 CPGR';
IconvArr[112].Charset := CP1125;
IconvArr[112].Charname := 'CP1125';
end;
end.
Reference in New Issue View Git Blame Copy Permalink