+ support for transcoding the new ansistring type on unix platforms

  * initialize DefaultSystemCodePage on unix platforms

git-svn-id: trunk@19194 -

.gitattributes

@@ -8125,6 +8125,7 @@ rtl/unix/unxovl.inc svneol=native#text/plain
 rtl/unix/unxovlh.inc svneol=native#text/plain
 rtl/unix/varutils.pp svneol=native#text/plain
 rtl/unix/video.pp svneol=native#text/plain
+rtl/unix/winiconv.inc svneol=native#text/plain
 rtl/unix/x86.pp svneol=native#text/plain
 rtl/watcom/Makefile svneol=native#text/plain
 rtl/watcom/Makefile.fpc svneol=native#text/plain

rtl/unix/cwstring.pp

@@ -158,6 +158,48 @@ procedure fpc_rangeerror; [external name 'FPC_RANGEERROR'];
 threadvar
   iconv_ansi2wide,
   iconv_wide2ansi : iconv_t;
+  { since we cache the iconv_t converters, we have to do the same
+    for the DefaultSystemCodePage variable since if it changes, we
+    have to re-initialize the converters too. We can't do that via
+    a callback in the widestring manager because DefaultSystemCodePage
+    is not a threadvar and we can't automatically change this in all
+    threads }
+  current_DefaultSystemCodePage: TSystemCodePage;
+
+
+  function win2iconv(cp: word): ansistring; forward;
+
+
+procedure InitThread;
+{$if not(defined(darwin) and defined(arm))}
+var
+  iconvname: ansistring;
+{$endif}
+begin
+  current_DefaultSystemCodePage:=DefaultSystemCodePage;
+{$if not(defined(darwin) and defined(arm))}
+  iconvname:=win2iconv(DefaultSystemCodePage);
+  iconv_wide2ansi:=iconv_open(pchar(iconvname),unicode_encoding2);
+  iconv_ansi2wide:=iconv_open(unicode_encoding2,pchar(iconvname));
+{$else}
+  { Unix locale settings are ignored on iPhoneOS }
+  iconv_wide2ansi:=iconv_open('UTF-8',unicode_encoding2);
+  iconv_ansi2wide:=iconv_open(unicode_encoding2,'UTF-8');
+{$endif}
+end;
+
+
+procedure FiniThread;
+begin
+  if (iconv_wide2ansi <> iconv_t(-1)) then
+    iconv_close(iconv_wide2ansi);
+  if (iconv_ansi2wide <> iconv_t(-1)) then
+    iconv_close(iconv_ansi2wide);
+end;
+
+
+{$i winiconv}
+
 
 {$if defined(beos) and not defined(haiku)}
 function nl_langinfo(__item:nl_item):pchar;
@@ -181,29 +223,54 @@ procedure Wide2AnsiMove(source:pwidechar; var dest:RawByteString; cp:TSystemCode
     outoffset,
     srclen,
     outleft : size_t;
+    use_iconv: iconv_t;
     srcpos : pwidechar;
     destpos: pchar;
     mynil : pchar;
     my0 : size_t;
     err: cint;
+    free_iconv: boolean;
   begin
-{$ifndef VER2_2}
-    if PtrInt(iconv_wide2ansi)=-1 then
+    if (cp=DefaultSystemCodePage) then
+      begin
+        { update iconv converter in case the DefaultSystemCodePage has been
+          changed }
+        if current_DefaultSystemCodePage<>DefaultSystemCodePage then
+          begin
+            FiniThread;
+            InitThread;
+          end;
+        use_iconv:=iconv_wide2ansi;
+        free_iconv:=false;
+      end
+    else
+      begin
+        { TODO: add caching (then we also don't need separate code for
+          the default system page and other ones)
+          
+          -- typecasting an ansistring function result to pchar is
+            unsafe normally, but these are constant strings -> no
+            problem }
+        use_iconv:=iconv_open(pchar(win2iconv(cp)),unicode_encoding2);
+        free_iconv:=true;
+      end;
+    { unsupported encoding -> default move }
+    if use_iconv=iconv_t(-1) then
       begin
         DefaultUnicode2AnsiMove(source,dest,DefaultSystemCodePage,len);
         exit;
       end;
-{$endif VER2_2}
     mynil:=nil;
     my0:=0;
     { rought estimation }
     setlength(dest,len*3);
+    SetCodePage(dest,cp,false);
     outlength:=len*3;
     srclen:=len*2;
     srcpos:=source;
     destpos:=pchar(dest);
     outleft:=outlength;
-    while iconv(iconv_wide2ansi,ppchar(@srcpos),@srclen,@destpos,@outleft)=size_t(-1) do
+    while iconv(use_iconv,ppchar(@srcpos),@srclen,@destpos,@outleft)=size_t(-1) do
       begin
         err:=fpgetCerrno;
         case err of
@@ -219,7 +286,7 @@ procedure Wide2AnsiMove(source:pwidechar; var dest:RawByteString; cp:TSystemCode
               inc(destpos);
               dec(outleft);
               { reset }
-              iconv(iconv_wide2ansi,@mynil,@my0,@mynil,@my0);
+              iconv(use_iconv,@mynil,@my0,@mynil,@my0);
               if err=ESysEINVAL then
                 break;
             end;
@@ -239,6 +306,8 @@ procedure Wide2AnsiMove(source:pwidechar; var dest:RawByteString; cp:TSystemCode
       end;
     // truncate string
     setlength(dest,length(dest)-outleft);
+    if free_iconv then
+      iconv_close(use_iconv);
   end;
 
 
@@ -247,19 +316,43 @@ procedure Ansi2WideMove(source:pchar; cp:TSystemCodePage; var dest:widestring; l
     outlength,
     outoffset,
     outleft : size_t;
+    use_iconv: iconv_t;
     srcpos,
     destpos: pchar;
     mynil : pchar;
     my0 : size_t;
     err: cint;
+    free_iconv: boolean;
   begin
-{$ifndef VER2_2}
-    if PtrInt(iconv_ansi2wide)=-1 then
+    if (cp=DefaultSystemCodePage) then
+      begin
+        { update iconv converter in case the DefaultSystemCodePage has been
+          changed }
+        if current_DefaultSystemCodePage<>DefaultSystemCodePage then
+          begin
+            FiniThread;
+            InitThread;
+          end;
+        use_iconv:=iconv_ansi2wide;
+        free_iconv:=false;
+      end
+    else
+      begin
+        { TODO: add caching (then we also don't need separate code for
+          the default system page and other ones)
+          
+          -- typecasting an ansistring function result to pchar is
+            unsafe normally, but these are constant strings -> no
+            problem }
+        use_iconv:=iconv_open(unicode_encoding2,pchar(win2iconv(cp)));
+        free_iconv:=true;
+      end;
+    { unsupported encoding -> default move }
+    if use_iconv=iconv_t(-1) then
       begin
         DefaultAnsi2UnicodeMove(source,DefaultSystemCodePage,dest,len);
         exit;
       end;
-{$endif VER2_2}
     mynil:=nil;
     my0:=0;
     // extra space
@@ -268,7 +361,7 @@ procedure Ansi2WideMove(source:pchar; cp:TSystemCodePage; var dest:widestring; l
     srcpos:=source;
     destpos:=pchar(dest);
     outleft:=outlength*2;
-    while iconv(iconv_ansi2wide,@srcpos,psize(@len),@destpos,@outleft)=size_t(-1) do
+    while iconv(use_iconv,@srcpos,psize(@len),@destpos,@outleft)=size_t(-1) do
       begin
         err:=fpgetCerrno;
         case err of
@@ -282,7 +375,7 @@ procedure Ansi2WideMove(source:pchar; cp:TSystemCodePage; var dest:widestring; l
               inc(destpos,2);
               dec(outleft,2);
               { reset }
-              iconv(iconv_ansi2wide,@mynil,@my0,@mynil,@my0);
+              iconv(use_iconv,@mynil,@my0,@mynil,@my0);
               if err=ESysEINVAL then
                 break;
             end;
@@ -302,6 +395,8 @@ procedure Ansi2WideMove(source:pchar; cp:TSystemCodePage; var dest:widestring; l
       end;
     // truncate string
     setlength(dest,length(dest)-outleft div 2);
+    if free_iconv then
+      iconv_close(use_iconv);
   end;
 
 
@@ -742,28 +837,6 @@ begin
 end;
 
 
-procedure InitThread;
-begin
-{$if not(defined(darwin) and defined(arm))}
-  iconv_wide2ansi:=iconv_open(nl_langinfo(CODESET),unicode_encoding2);
-  iconv_ansi2wide:=iconv_open(unicode_encoding2,nl_langinfo(CODESET));
-{$else}
-  { Unix locale settings are ignored on iPhoneOS }
-  iconv_wide2ansi:=iconv_open('UTF-8',unicode_encoding2);
-  iconv_ansi2wide:=iconv_open(unicode_encoding2,'UTF-8');
-{$endif}
-end;
-
-
-procedure FiniThread;
-begin
-  if (iconv_wide2ansi <> iconv_t(-1)) then
-    iconv_close(iconv_wide2ansi);
-  if (iconv_ansi2wide <> iconv_t(-1)) then
-    iconv_close(iconv_ansi2wide);
-end;
-
-
 Procedure SetCWideStringManager;
 Var
   CWideStringManager : TUnicodeStringManager;
@@ -815,6 +888,9 @@ initialization
   { (some OSes do this automatically, but e.g. Darwin and Solaris don't)    }
   setlocale(LC_ALL,'');
 
+  { set the DefaultSystemCodePage }
+  DefaultSystemCodePage:=iconv2win(ansistring(nl_langinfo(CODESET)));
+  
   { init conversion tables for main program }
   InitThread;
 finalization

rtl/unix/winiconv.inc

@@ -0,0 +1,404 @@
+    { source: http://win-iconv.googlecode.com/svn-history/r6/trunk/win_iconv.c
+      public domain
+    }
+    
+ type
+   twin2iconv = record
+     cp: word;
+     name: ansistring; { for null-termination }
+   end;
+ (*
+  * Code Page Identifiers
+  * http://msdn2.microsoft.com/en-us/library/ms776446.aspx
+  *)
+  const 
+    win2iconv_arr: array[0..319] of twin2iconv = 
+      ((cp:37; name:'IBM037'), (* IBM EBCDIC US-Canada *)
+       (cp:154; name:'CP154'),
+       (cp:154; name:'CYRILLIC-ASIAN'),
+       (cp:154; name:'PT154'),
+       (cp:154; name:'PTCP154'),
+       (cp:154; name:'CSPTCP154'),
+       (cp:437; name:'437'),
+       (cp:437; name:'CP437'),
+       (cp:437; name:'IBM437'),
+       (cp:437; name:'CSPC8CODEPAGE437'),
+       (cp:437; name:'IBM437'), (* OEM United States *)
+       (cp:500; name:'IBM500'), (* IBM EBCDIC International *)
+       (cp:708; name:'ASMO-708'), (* Arabic (ASMO 708) *)
+       (cp:720; name:'DOS-720'), (* Arabic (Transparent ASMO); Arabic (DOS) *)
+       (cp:737; name:'CP737'),
+       (cp:737; name:'ibm737'), (* OEM Greek (formerly 437G); Greek (DOS) *)
+       (cp:775; name:'CP775'),
+       (cp:775; name:'IBM775'),
+       (cp:775; name:'CSPC775BALTIC'),
+       (cp:775; name:'ibm775'), (* OEM Baltic; Baltic (DOS) *)
+       (cp:850; name:'850'),
+       (cp:850; name:'CP850'),
+       (cp:850; name:'IBM850'),
+       (cp:850; name:'CSPC850MULTILINGUAL'),
+       (cp:850; name:'ibm850'), (* OEM Multilingual Latin 1; Western European (DOS) *)
+       (cp:852; name:'852'),
+       (cp:852; name:'CP852'),
+       (cp:852; name:'IBM852'),
+       (cp:852; name:'CSPCP852'),
+       (cp:852; name:'ibm852'), (* OEM Latin 2; Central European (DOS) *)
+       (cp:853; name:'CP853'),
+       (cp:855; name:'855'),
+       (cp:855; name:'CP855'),
+       (cp:855; name:'IBM855'),
+       (cp:855; name:'CSIBM855'),
+       (cp:855; name:'IBM855'), (* OEM Cyrillic (primarily Russian) *)
+       (cp:857; name:'857'),
+       (cp:857; name:'CP857'),
+       (cp:857; name:'IBM857'),
+       (cp:857; name:'CSIBM857'),
+       (cp:857; name:'ibm857'), (* OEM Turkish; Turkish (DOS) *)
+       (cp:858; name:'CP858'),
+       (cp:858; name:'IBM00858'), (* OEM Multilingual Latin 1 + Euro symbol *)
+       (cp:860; name:'860'),
+       (cp:860; name:'CP860'),
+       (cp:860; name:'IBM860'),
+       (cp:860; name:'CSIBM860'),
+       (cp:860; name:'IBM860'), (* OEM Portuguese; Portuguese (DOS) *)
+       (cp:861; name:'861'),
+       (cp:861; name:'CP-IS'),
+       (cp:861; name:'CP861'),
+       (cp:861; name:'IBM861'),
+       (cp:861; name:'CSIBM861'),
+       (cp:861; name:'ibm861'), (* OEM Icelandic; Icelandic (DOS) *)
+       (cp:862; name:'862'),
+       (cp:862; name:'CP862'),
+       (cp:862; name:'IBM862'),
+       (cp:862; name:'CSPC862LATINHEBREW'),
+       (cp:862; name:'DOS-862'), (* OEM Hebrew; Hebrew (DOS) *)
+       (cp:863; name:'863'),
+       (cp:863; name:'CP863'),
+       (cp:863; name:'IBM863'),
+       (cp:863; name:'CSIBM863'),
+       (cp:863; name:'IBM863'), (* OEM French Canadian; French Canadian (DOS) *)
+       (cp:864; name:'CP864'),
+       (cp:864; name:'IBM864'),
+       (cp:864; name:'CSIBM864'),
+       (cp:864; name:'IBM864'), (* OEM Arabic; Arabic (864) *)
+       (cp:865; name:'865'),
+       (cp:865; name:'CP865'),
+       (cp:865; name:'IBM865'),
+       (cp:865; name:'CSIBM865'),
+       (cp:865; name:'IBM865'), (* OEM Nordic; Nordic (DOS) *)
+       (cp:866; name:'866'),
+       (cp:866; name:'CP866'),
+       (cp:866; name:'IBM866'),
+       (cp:866; name:'CSIBM866'),
+       (cp:866; name:'cp866'), (* OEM Russian; Cyrillic (DOS) *)
+       (cp:869; name:'869'),
+       (cp:869; name:'CP-GR'),
+       (cp:869; name:'CP869'),
+       (cp:869; name:'IBM869'),
+       (cp:869; name:'CSIBM869'),
+       (cp:869; name:'ibm869'), (* OEM Modern Greek; Greek, Modern (DOS) *)
+       (cp:870; name:'IBM870'), (* IBM EBCDIC Multilingual/ROECE (Latin 2); IBM EBCDIC Multilingual Latin 2 *)
+       (cp:874; name:'CP874'),
+       (cp:874; name:'WINDOWS-874'),
+       (cp:874; name:'windows-874'), (* ANSI/OEM Thai (same as 28605, ISO 8859-15); Thai (Windows) *)
+       (cp:875; name:'cp875'), (* IBM EBCDIC Greek Modern *)
+       (cp:932; name:'CP932'),
+       (cp:932; name:'MS932'),
+       (cp:932; name:'SHIFFT_JIS'),
+       (cp:932; name:'SHIFFT_JIS-MS'),
+       (cp:932; name:'SJIS'),
+       (cp:932; name:'SJIS-MS'),
+       (cp:932; name:'SJIS-OPEN'),
+       (cp:932; name:'SJIS-WIN'),
+       (cp:932; name:'WINDOWS-31J'),
+       (cp:932; name:'WINDOWS-932'),
+       (cp:932; name:'CSWINDOWS31J'),
+       (cp:932; name:'shift_jis'), (* ANSI/OEM Japanese; Japanese (Shift-JIS) *)
+       (cp:932; name:'shift-jis'), (* alternative name for it *)
+       (cp:936; name:'CP936'),
+       (cp:936; name:'GBK'),
+       (cp:936; name:'MS936'),
+       (cp:936; name:'WINDOWS-936'),
+       (cp:936; name:'gb2312'), (* ANSI/OEM Simplified Chinese (PRC, Singapore); Chinese Simplified (GB2312) *)
+       (cp:949; name:'CP949'),
+       (cp:949; name:'UHC'),
+       (cp:949; name:'EUC-KR'),
+       (cp:949; name:'ks_c_5601-1987'), (* ANSI/OEM Korean (Unified Hangul Code) *)
+       (cp:950; name:'CP950'),
+       (cp:950; name:'BIG5'),
+       (cp:950; name:'big5'), (* ANSI/OEM Traditional Chinese (Taiwan; Hong Kong SAR, PRC); Chinese Traditional (Big5) *)
+       (cp:1026; name:'IBM1026'), (* IBM EBCDIC Turkish (Latin 5) *)
+       (cp:1047; name:'IBM01047'), (* IBM EBCDIC Latin 1/Open System *)
+       (cp:1125; name:'CP1125'),
+       (cp:1133; name:'CP1133'),
+       (cp:1133; name:'IBM-CP1133'),
+       (cp:1140; name:'IBM01140'), (* IBM EBCDIC US-Canada (037 + Euro symbol); IBM EBCDIC (US-Canada-Euro) *)
+       (cp:1141; name:'IBM01141'), (* IBM EBCDIC Germany (20273 + Euro symbol); IBM EBCDIC (Germany-Euro) *)
+       (cp:1142; name:'IBM01142'), (* IBM EBCDIC Denmark-Norway (20277 + Euro symbol); IBM EBCDIC (Denmark-Norway-Euro) *)
+       (cp:1143; name:'IBM01143'), (* IBM EBCDIC Finland-Sweden (20278 + Euro symbol); IBM EBCDIC (Finland-Sweden-Euro) *)
+       (cp:1144; name:'IBM01144'), (* IBM EBCDIC Italy (20280 + Euro symbol); IBM EBCDIC (Italy-Euro) *)
+       (cp:1145; name:'IBM01145'), (* IBM EBCDIC Latin America-Spain (20284 + Euro symbol); IBM EBCDIC (Spain-Euro) *)
+       (cp:1146; name:'IBM01146'), (* IBM EBCDIC United Kingdom (20285 + Euro symbol); IBM EBCDIC (UK-Euro) *)
+       (cp:1147; name:'IBM01147'), (* IBM EBCDIC France (20297 + Euro symbol); IBM EBCDIC (France-Euro) *)
+       (cp:1148; name:'IBM01148'), (* IBM EBCDIC International (500 + Euro symbol); IBM EBCDIC (International-Euro) *)
+       (cp:1149; name:'IBM01149'), (* IBM EBCDIC Icelandic (20871 + Euro symbol); IBM EBCDIC (Icelandic-Euro) *)
+       (cp:1200; name:'UTF-16LE'),
+       (cp:1200; name:'UTF16LE'),
+       (cp:1200; name:'UCS-2LE'),
+       (cp:1200; name:'CP1200'),
+   {$ifdef FPC_LITTLE_ENDIAN}
+       (* Default is little endian, because the platform is *)
+       (cp:1200; name:'UTF16'),
+       (cp:1200; name:'UTF-16'),
+       (cp:1200; name:'UCS-2'),
+   {$endif}
+       (cp:1201; name:'UTF-16BE'),
+       (cp:1201; name:'UTF16BE'),
+       (cp:1201; name:'UCS-2BE'),
+       (cp:1201; name:'unicodeFFFE'),
+       (cp:1201; name:'CP1201'),
+   {$ifdef FPC_BIG_ENDIAN}
+       (*
+        * Default is big endian.
+        * See rfc2781 4.3 Interpreting text labelled as UTF-16.
+        *)
+       (cp:1201; name:'UTF16'),
+       (cp:1201; name:'UTF-16'),
+       (cp:1201; name:'UCS-2'),
+   {$endif}
+       (cp:1250; name:'CP1250'),
+       (cp:1250; name:'MS-EE'),
+       (cp:1250; name:'WINDOWS-1250'),
+       (cp:1250; name:'windows-1250'), (* ANSI Central European; Central European (Windows) *)
+       (cp:1251; name:'CP1251'),
+       (cp:1251; name:'MS-CYRL'),
+       (cp:1251; name:'WINDOWS-1251'),
+       (cp:1251; name:'windows-1251'), (* ANSI Cyrillic; Cyrillic (Windows) *)
+       (cp:1252; name:'CP819'),
+       (cp:1252; name:'IBM819'),
+       (cp:1252; name:'CP1252'),
+       (cp:1252; name:'MS-ANSI'),
+       (cp:1252; name:'WINDOWS-1252'),
+       (cp:1252; name:'windows-1252'), (* ANSI Latin 1; Western European (Windows) *)
+       (cp:1253; name:'CP1253'),
+       (cp:1253; name:'MS-GREEK'),
+       (cp:1253; name:'WINDOWS-1253'),
+       (cp:1253; name:'windows-1253'), (* ANSI Greek; Greek (Windows) *)
+       (cp:1254; name:'CP1254'),
+       (cp:1254; name:'MS-TURK'),
+       (cp:1254; name:'WINDOWS-1254'),
+       (cp:1254; name:'windows-1254'), (* ANSI Turkish; Turkish (Windows) *)
+       (cp:1255; name:'CP1255'),
+       (cp:1255; name:'MS-HEBR'),
+       (cp:1255; name:'WINDOWS-1255'),
+       (cp:1255; name:'windows-1255'), (* ANSI Hebrew; Hebrew (Windows) *)
+       (cp:1256; name:'CP1256'),
+       (cp:1256; name:'MS-ARAB'),
+       (cp:1256; name:'WINDOWS-1256'),
+       (cp:1256; name:'windows-1256'), (* ANSI Arabic; Arabic (Windows) *)
+       (cp:1257; name:'CP1257'),
+       (cp:1257; name:'WINBALTRIM'),
+       (cp:1257; name:'WINDOWS-1257'),
+       (cp:1257; name:'windows-1257'), (* ANSI Baltic; Baltic (Windows) *)
+       (cp:1258; name:'CP1258'),
+       (cp:1258; name:'WINDOWS-1258'),
+       (cp:1258; name:'windows-1258'), (* ANSI/OEM Vietnamese; Vietnamese (Windows) *)
+       (cp:1361; name:'CP1361'),
+       (cp:1361; name:'JOHAB'),
+       (cp:1361; name:'Johab'), (* Korean (Johab) *)
+       (cp:10000; name:'macintosh'), (* MAC Roman; Western European (Mac) *)
+       (cp:10001; name:'x-mac-japanese'), (* Japanese (Mac) *)
+       (cp:10002; name:'x-mac-chinesetrad'), (* MAC Traditional Chinese (Big5); Chinese Traditional (Mac) *)
+       (cp:10003; name:'x-mac-korean'), (* Korean (Mac) *)
+       (cp:10004; name:'x-mac-arabic'), (* Arabic (Mac) *)
+       (cp:10005; name:'x-mac-hebrew'), (* Hebrew (Mac) *)
+       (cp:10006; name:'x-mac-greek'), (* Greek (Mac) *)
+       (cp:10007; name:'x-mac-cyrillic'), (* Cyrillic (Mac) *)
+       (cp:10008; name:'x-mac-chinesesimp'), (* MAC Simplified Chinese (GB 2312); Chinese Simplified (Mac) *)
+       (cp:10010; name:'x-mac-romanian'), (* Romanian (Mac) *)
+       (cp:10017; name:'x-mac-ukrainian'), (* Ukrainian (Mac) *)
+       (cp:10021; name:'x-mac-thai'), (* Thai (Mac) *)
+       (cp:10029; name:'x-mac-ce'), (* MAC Latin 2; Central European (Mac) *)
+       (cp:10079; name:'x-mac-icelandic'), (* Icelandic (Mac) *)
+       (cp:10081; name:'x-mac-turkish'), (* Turkish (Mac) *)
+       (cp:10082; name:'x-mac-croatian'), (* Croatian (Mac) *)
+       (cp:12000; name:'UTF-32LE'),
+       (cp:12000; name:'CP12000'),
+       (cp:12000; name:'UTF32LE'),
+   {$ifdef FPC_LITTLE_ENDIAN}
+       (cp:12000; name:'UTF32'),
+       (cp:12000; name:'UTF-32'),
+   {$endif}
+       (cp:12001; name:'UTF-32BE'),
+       (cp:12001; name:'CP12001'),
+       (cp:12001; name:'UTF32BE'),
+   {$ifdef FPC_BIG_ENDIAN}
+       (cp:12001; name:'UTF32'),
+       (cp:12001; name:'UTF-32'),
+   {$endif}
+       (cp:20000; name:'x-Chinese_CNS'), (* CNS Taiwan; Chinese Traditional (CNS) *)
+       (cp:20001; name:'x-cp20001'), (* TCA Taiwan *)
+       (cp:20002; name:'x_Chinese-Eten'), (* Eten Taiwan; Chinese Traditional (Eten) *)
+       (cp:20003; name:'x-cp20003'), (* IBM5550 Taiwan *)
+       (cp:20004; name:'x-cp20004'), (* TeleText Taiwan *)
+       (cp:20005; name:'x-cp20005'), (* Wang Taiwan *)
+       (cp:20105; name:'x-IA5'), (* IA5 (IRV International Alphabet No. 5, 7-bit); Western European (IA5) *)
+       (cp:20106; name:'x-IA5-German'), (* IA5 German (7-bit) *)
+       (cp:20107; name:'x-IA5-Swedish'), (* IA5 Swedish (7-bit) *)
+       (cp:20108; name:'x-IA5-Norwegian'), (* IA5 Norwegian (7-bit) *)
+       (cp:20127; name:'US-ASCII'),
+       (cp:20127; name:'ASCII'),
+       (cp:20127; name:'ANSI_X3.4-1968'),
+       (cp:20127; name:'ANSI_X3.4-1986'),
+       (cp:20127; name:'CP367'),
+       (cp:20127; name:'IBM367'),
+       (cp:20127; name:'ISO-IR-6'),
+       (cp:20127; name:'ISO646-US'),
+       (cp:20127; name:'ISO_646.IRV:1991'),
+       (cp:20127; name:'US'),
+       (cp:20127; name:'CSASCII'),
+       (cp:20127; name:'us-ascii'), (* US-ASCII (7-bit) *)
+       (cp:20261; name:'x-cp20261'), (* T.61 *)
+       (cp:20269; name:'x-cp20269'), (* ISO 6937 Non-Spacing Accent *)
+       (cp:20273; name:'IBM273'), (* IBM EBCDIC Germany *)
+       (cp:20277; name:'IBM277'), (* IBM EBCDIC Denmark-Norway *)
+       (cp:20278; name:'IBM278'), (* IBM EBCDIC Finland-Sweden *)
+       (cp:20280; name:'IBM280'), (* IBM EBCDIC Italy *)
+       (cp:20284; name:'IBM284'), (* IBM EBCDIC Latin America-Spain *)
+       (cp:20285; name:'IBM285'), (* IBM EBCDIC United Kingdom *)
+       (cp:20290; name:'IBM290'), (* IBM EBCDIC Japanese Katakana Extended *)
+       (cp:20297; name:'IBM297'), (* IBM EBCDIC France *)
+       (cp:20420; name:'IBM420'), (* IBM EBCDIC Arabic *)
+       (cp:20423; name:'IBM423'), (* IBM EBCDIC Greek *)
+       (cp:20424; name:'IBM424'), (* IBM EBCDIC Hebrew *)
+       (cp:20833; name:'x-EBCDIC-KoreanExtended'), (* IBM EBCDIC Korean Extended *)
+       (cp:20838; name:'IBM-Thai'), (* IBM EBCDIC Thai *)
+       (cp:20866; name:'koi8-r'), (* Russian (KOI8-R); Cyrillic (KOI8-R) *)
+       (cp:20871; name:'IBM871'), (* IBM EBCDIC Icelandic *)
+       (cp:20880; name:'IBM880'), (* IBM EBCDIC Cyrillic Russian *)
+       (cp:20905; name:'IBM905'), (* IBM EBCDIC Turkish *)
+       (cp:20924; name:'IBM00924'), (* IBM EBCDIC Latin 1/Open System (1047 + Euro symbol) *)
+       (cp:20932; name:'EUC-JP'), (* Japanese (JIS 0208-1990 and 0121-1990) *)
+       (cp:20936; name:'x-cp20936'), (* Simplified Chinese (GB2312); Chinese Simplified (GB2312-80) *)
+       (cp:20949; name:'x-cp20949'), (* Korean Wansung *)
+       (cp:21025; name:'cp1025'), (* IBM EBCDIC Cyrillic Serbian-Bulgarian *)
+       (cp:21866; name:'koi8-u'), (* Ukrainian (KOI8-U); Cyrillic (KOI8-U) *)
+       (cp:28591; name:'ISO-8859-1'),
+       (cp:28591; name:'ISO-IR-100'),
+       (cp:28591; name:'ISO8859-1'),
+       (cp:28591; name:'ISO_8859-1'),
+       (cp:28591; name:'ISO_8859-1:1987'),
+       (cp:28591; name:'L1'),
+       (cp:28591; name:'LATIN1'),
+       (cp:28591; name:'CSISOLATIN1'),
+       (cp:28591; name:'iso-8859-1'), (* ISO 8859-1 Latin 1; Western European (ISO) *)
+       (cp:28591; name:'iso8859-1'), (* ISO 8859-1 Latin 1; Western European (ISO) *)
+       (cp:28592; name:'iso-8859-2'), (* ISO 8859-2 Central European; Central European (ISO) *)
+       (cp:28592; name:'iso8859-2'), (* ISO 8859-2 Central European; Central European (ISO) *)
+       (cp:28593; name:'iso-8859-3'), (* ISO 8859-3 Latin 3 *)
+       (cp:28593; name:'iso8859-3'), (* ISO 8859-3 Latin 3 *)
+       (cp:28594; name:'iso-8859-4'), (* ISO 8859-4 Baltic *)
+       (cp:28594; name:'iso8859-4'), (* ISO 8859-4 Baltic *)
+       (cp:28595; name:'iso-8859-5'), (* ISO 8859-5 Cyrillic *)
+       (cp:28595; name:'iso8859-5'), (* ISO 8859-5 Cyrillic *)
+       (cp:28596; name:'iso-8859-6'), (* ISO 8859-6 Arabic *)
+       (cp:28596; name:'iso8859-6'), (* ISO 8859-6 Arabic *)
+       (cp:28597; name:'iso-8859-7'), (* ISO 8859-7 Greek *)
+       (cp:28597; name:'iso8859-7'), (* ISO 8859-7 Greek *)
+       (cp:28598; name:'iso-8859-8'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Visual) *)
+       (cp:28598; name:'iso8859-8'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Visual) *)
+       (cp:28599; name:'iso-8859-9'), (* ISO 8859-9 Turkish *)
+       (cp:28599; name:'iso8859-9'), (* ISO 8859-9 Turkish *)
+       (cp:28603; name:'iso-8859-13'), (* ISO 8859-13 Estonian *)
+       (cp:28603; name:'iso8859-13'), (* ISO 8859-13 Estonian *)
+       (cp:28605; name:'iso-8859-15'), (* ISO 8859-15 Latin 9 *)
+       (cp:28605; name:'iso8859-15'), (* ISO 8859-15 Latin 9 *)
+       (cp:29001; name:'x-Europa'), (* Europa 3 *)
+       (cp:38598; name:'iso-8859-8-i'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Logical) *)
+       (cp:38598; name:'iso8859-8-i'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Logical) *)
+       (cp:50220; name:'iso-2022-jp'), (* ISO 2022 Japanese with no halfwidth Katakana; Japanese (JIS) *)
+       (cp:50221; name:'ISO-2022-JP'),
+       (cp:50221; name:'CP50221'),
+       (cp:50221; name:'ISO-2022-JP-MS'),
+       (cp:50221; name:'ISO2022-JP'),
+       (cp:50221; name:'ISO2022-JP-MS'),
+       (cp:50221; name:'MS50221'),
+       (cp:50221; name:'WINDOWS-50221'),
+       (cp:50221; name:'csISO2022JP'), (* ISO 2022 Japanese with halfwidth Katakana; Japanese (JIS-Allow 1 byte Kana) *)
+       (cp:50222; name:'iso-2022-jp'), (* ISO 2022 Japanese JIS X 0201-1989; Japanese (JIS-Allow 1 byte Kana - SO/SI) *)
+       (cp:50225; name:'iso-2022-kr'), (* ISO 2022 Korean *)
+       (cp:50225; name:'iso2022-kr'), (* ISO 2022 Korean *)
+       (cp:50227; name:'x-cp50227'), (* ISO 2022 Simplified Chinese; Chinese Simplified (ISO 2022) *)
+       (cp:51932; name:'EUC-JP'),
+       (cp:51932; name:'CP51932'),
+       (cp:51932; name:'MS51932'),
+       (cp:51932; name:'WINDOWS-51932'),
+       (cp:51932; name:'euc-jp'), (* EUC Japanese *)
+       (cp:51936; name:'EUC-CN'), (* EUC Simplified Chinese; Chinese Simplified (EUC) *)
+       (cp:51949; name:'euc-kr'), (* EUC Korean *)
+       (cp:52936; name:'hz-gb-2312'), (* HZ-GB2312 Simplified Chinese; Chinese Simplified (HZ) *)
+       (cp:54936; name:'GB18030'), (* Windows XP and later: GB18030 Simplified Chinese (4 byte); Chinese Simplified (GB18030) *)
+       (cp:57002; name:'x-iscii-de'), (* ISCII Devanagari *)
+       (cp:57003; name:'x-iscii-be'), (* ISCII Bengali *)
+       (cp:57004; name:'x-iscii-ta'), (* ISCII Tamil *)
+       (cp:57005; name:'x-iscii-te'), (* ISCII Telugu *)
+       (cp:57006; name:'x-iscii-as'), (* ISCII Assamese *)
+       (cp:57007; name:'x-iscii-or'), (* ISCII Oriya *)
+       (cp:57008; name:'x-iscii-ka'), (* ISCII Kannada *)
+       (cp:57009; name:'x-iscii-ma'), (* ISCII Malayalam *)
+       (cp:57010; name:'x-iscii-gu'), (* ISCII Gujarati *)
+       (cp:57011; name:'x-iscii-pa'), (* ISCII Punjabi *)
+       (cp:65001; name:'UTF-8'),
+       (cp:65001; name:'CP65001'),
+       (cp:65001; name:'UTF8'));
+
+
+  function win2iconv(cp: word): ansistring;
+    var
+      l, h, i, ccp: longint;
+    begin
+      l:=low(win2iconv_arr);
+      h:=high(win2iconv_arr);
+      repeat
+        i:=(l+h) shr 1;
+        ccp:=win2iconv_arr[i].cp;
+        if cp=ccp then
+          break;
+        if cp>ccp then
+          l:=i+1
+        else
+          h:=i-1;
+      until l>h;
+      if l<=h then
+        begin
+          { the array has been ordered so that in case multiple alias names
+            exist, the first entry for the cp is the most commonly supported
+            one
+          }
+          while (i>low(win2iconv_arr)) and
+                (win2iconv_arr[i-1].cp=cp) do
+            dec(i);
+          result:=win2iconv_arr[i].name;
+        end
+      else
+        { or better raise an error? }
+        result:='<unsupported>';
+    end;
+    
+    
+  function iconv2win(const cpname: ansistring): word;
+    var
+      i: longint;
+    begin
+      { simple linear scan, not a common operation and hence not worth
+        building a separate array for }
+      for i:=low(win2iconv_arr) to high(win2iconv_arr) do
+        if win2iconv_arr[i].name=cpname then
+          begin
+            result:=win2iconv_arr[i].cp;
+            exit;
+          end;
+      { rawbytestring (or better raise an error?) }
+      result:=65535;
+    end;
+