freepascal.compiler/utils/unicode/cldrtest.pas

{   CLDR collation Algorithm test routines.

    Copyright (c) 2013-2015 by Inoussa OUEDRAOGO

    The source code is distributed under the Library GNU
    General Public License with the following modification:

        - object files and libraries linked into an application may be
          distributed without source code.

    If you didn't receive a copy of the file COPYING, contact:
          Free Software Foundation
          675 Mass Ave
          Cambridge, MA  02139
          USA

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
}

unit cldrtest;

{$mode objfpc}{$H+}
{$typedaddress on}
{$warn 4056 off}  //Conversion between ordinals and pointers is not portable

interface

uses
  Classes, SysUtils,
  unicodeset, helper, cldrhelper, unicodedata, cldrtxt, cldrxml;

  function ToAnsiChars(const AValue : array of TUnicodeCodePoint) : string;
  function DumpSequenceAnsi(const ASequence : TOrderedCharacters) : string;
  function DumpWeigth(const AItem : TUCA_WeightRec) : string;overload;
  function DumpWeigth(const AItems : array of TUCA_WeightRec) : string;overload;
  function DumpLine(ALine : TUCA_LineRec) : string;
  function DumpLines(ALines : TUCA_LineRecArray) : string;
  function CodePointToArray(const ACodePoint : TUnicodeCodePoint) : TUnicodeCodePointArray;overload;
  function CodePointToArray(const ACodePoints : array of TUnicodeCodePoint) : TUnicodeCodePointArray;overload;
  function ToWeight(const APrimary, ASecondary, ATertiary : Cardinal) : TUCA_WeightRecArray;overload;
  function ToWeight(const AWeigths : array of Cardinal) : TUCA_WeightRecArray;overload;

  procedure exec_tests(const APropagateException : Boolean = True);

  procedure test1();
  procedure test2();
  procedure test3();
  procedure test4();
  procedure test5();
  procedure test6();
  procedure test7();
  procedure test8();
  procedure test9();
  procedure test10();
  procedure test11();
  procedure test12();
  procedure test13();
  procedure test14();
  procedure test15();
  procedure test16a();
  procedure test16b();
  procedure test16c();
  procedure test16d();
  procedure test16e();

  procedure test_parser_1();
  procedure test_parser_2();
  procedure test_parser_3();
  procedure test_parser_4();
  procedure test_parser_5();
  procedure test_parser_6();
  procedure test_parser_7();
  procedure test_parser_8();
  procedure test_parser_9();
  procedure test_parser_abreviating_1();
  procedure test_parser_abreviating_2();
  procedure test_parser_abreviating_3();
  procedure test_parser_abreviating_4();
  procedure test_parser_abreviating_5();
  procedure test_parser_abreviating_6();
  procedure test_parser_abreviating_7();
  procedure test_parser_abreviating_8();
  procedure test_parser_abreviating_9();
  procedure test_parser_abreviating_10();
  procedure test_parser_contraction_1();
  procedure test_parser_contraction_2();
  procedure test_parser_expansion_1();
  procedure test_parser_special_char_1();
  procedure test_parser_special_char_2();
  procedure test_parser_special_char_3();
  procedure test_parser_special_char_4();
  procedure test_parser_special_char_5();
  procedure test_parser_special_char_6();
  procedure test_parser_special_char_7();
  procedure test_parser_skip_comment_1();
  procedure test_parser_skip_comment_2();
  procedure test_parser_skip_comment_3();
  procedure test_parser_quoted_string_1();
  procedure test_parser_quoted_string_2();
  procedure test_parser_quoted_string_3();
  procedure test_parser_quoted_string_4();
  procedure test_parser_quoted_string_5();
  procedure test_parser_quoted_string_6();
  procedure test_parser_quoted_string_7();
  procedure test_parser_quoted_string_8();
  procedure test_parser_contexte_before_1();
  procedure test_parser_contexte_before_2();
  procedure test_parser_contexte_before_3();
  procedure test_parser_contexte_before_4();
  procedure test_parser_placement_before_1();
  procedure test_parser_placement_before_2();
  procedure test_parser_placement_before_3();
  procedure test_parser_multi_unit_statement_line_1();
  procedure test_parser_multi_unit_statement_line_2();
  procedure test_parser_multi_unit_statement_line_3();
  procedure test_parser_multi_statement_line_1();
  procedure test_parser_multi_statement_line_2();
  procedure test_parser_multi_statement_line_3();
  procedure test_parser_multi_statement_line_4();

  procedure test_parser_multi_line_statements_1();

  procedure test_collation_parser_HeaderParsing();
  procedure test_collation_parser_HeaderParsing_2();
  procedure test_collation_parser_FullParsing();
  procedure test_collation_parser_FullParsing_2();
  procedure test_collation_parser_complete_rules();
  procedure test_collation_parser_complete_rules_2();

  procedure test_unicode_set_1();
  procedure test_unicode_set_2();
  procedure test_unicode_set_3();

implementation
uses
  typinfo;

procedure do_exec_test(ATest : TProcedure; const APropagateException : Boolean);
begin
  if APropagateException then begin
    ATest();
  end else begin
    try
      ATest();
    except
      on e : Exception do begin
        writeln(e.Message);
      end;
    end;
  end;
end;

procedure exec_utils_tests(const APropagateException : Boolean);
begin
  WriteLn;WriteLn;WriteLn;WriteLn;
  WriteLn('UTILITIES TESTS - START');
  WriteLn('***************************** TEST UNICODESET 1 ******************');
  do_exec_test(@test_unicode_set_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST UNICODESET 2 ******************');
  do_exec_test(@test_unicode_set_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST UNICODESET 3 ******************');
  do_exec_test(@test_unicode_set_3,APropagateException);
  WriteLn;
  WriteLn('UTILITIES TESTS - START');
  WriteLn;
  WriteLn;
end;

procedure exec_parser_tests(const APropagateException : Boolean);
begin
  WriteLn;WriteLn;WriteLn;WriteLn;
  WriteLn('PARSER TESTS');
  WriteLn('***************************** TEST PARSER 1 ******************');
  do_exec_test(@test_parser_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PARSER 2 ******************');
  do_exec_test(@test_parser_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PARSER 3 ******************');
  do_exec_test(@test_parser_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PARSER 4 ******************');
  do_exec_test(@test_parser_4,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PARSER 5 ******************');
  do_exec_test(@test_parser_5,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PARSER 6 ******************');
  do_exec_test(@test_parser_6,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PARSER 7 ******************');
  do_exec_test(@test_parser_7,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PARSER 8 ******************');
  do_exec_test(@test_parser_7,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PARSER 9 ******************');
  do_exec_test(@test_parser_9,APropagateException);
  WriteLn;
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 1 ******************');
  do_exec_test(@test_parser_abreviating_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 2 ******************');
  do_exec_test(@test_parser_abreviating_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 3 ******************');
  do_exec_test(@test_parser_abreviating_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 4 ******************');
  do_exec_test(@test_parser_abreviating_4,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 5 ******************');
  do_exec_test(@test_parser_abreviating_5,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 6 ******************');
  do_exec_test(@test_parser_abreviating_6,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 7 ******************');
  do_exec_test(@test_parser_abreviating_7,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 8 ******************');
  do_exec_test(@test_parser_abreviating_8,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 9 ******************');
  do_exec_test(@test_parser_abreviating_9,APropagateException);
  WriteLn;
  WriteLn;
  WriteLn('***************************** TEST ABREVIATING 10 ******************');
  do_exec_test(@test_parser_abreviating_10,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST CONTRACTION 1 ******************');
  do_exec_test(@test_parser_contraction_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST CONTRACTION 2 ******************');
  do_exec_test(@test_parser_contraction_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST EXPANSION 1 ******************');
  do_exec_test(@test_parser_expansion_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SPECIAL CHAR 1 ******************');
  do_exec_test(@test_parser_special_char_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SPECIAL CHAR 2 ******************');
  do_exec_test(@test_parser_special_char_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SPECIAL CHAR 3 ******************');
  do_exec_test(@test_parser_special_char_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SPECIAL CHAR 4 ******************');
  do_exec_test(@test_parser_special_char_4,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SPECIAL CHAR 5 ******************');
  do_exec_test(@test_parser_special_char_5,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SPECIAL CHAR 6 ******************');
  do_exec_test(@test_parser_special_char_6,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SPECIAL CHAR 7 ******************');
  do_exec_test(@test_parser_special_char_7,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SKIP COMMENT 1 ******************');
  do_exec_test(@test_parser_skip_comment_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SKIP COMMENT 2 ******************');
  do_exec_test(@test_parser_skip_comment_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST SKIP COMMENT 3 ******************');
  do_exec_test(@test_parser_skip_comment_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST QUOTED STRING 1 ******************');
  do_exec_test(@test_parser_quoted_string_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST QUOTED STRING 2 ******************');
  do_exec_test(@test_parser_quoted_string_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST QUOTED STRING 3 ******************');
  do_exec_test(@test_parser_quoted_string_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST QUOTED STRING 4 ******************');
  do_exec_test(@test_parser_quoted_string_4,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST QUOTED STRING 5 ******************');
  do_exec_test(@test_parser_quoted_string_5,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST QUOTED STRING 6 ******************');
  do_exec_test(@test_parser_quoted_string_6,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST QUOTED STRING 7 ******************');
  do_exec_test(@test_parser_quoted_string_7,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST QUOTED STRING 8 ******************');
  do_exec_test(@test_parser_quoted_string_8,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST CONTEXT BEFORE 1 ******************');
  do_exec_test(@test_parser_contexte_before_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST CONTEXT BEFORE 2 ******************');
  do_exec_test(@test_parser_contexte_before_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST CONTEXT BEFORE 3 ******************');
  do_exec_test(@test_parser_contexte_before_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST CONTEXT BEFORE 4 ******************');
  do_exec_test(@test_parser_contexte_before_4,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PLACEMENT BEFORE 1 ******************');
  do_exec_test(@test_parser_placement_before_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PLACEMENT BEFORE 2 ******************');
  do_exec_test(@test_parser_placement_before_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST PLACEMENT BEFORE 3 ******************');
  do_exec_test(@test_parser_placement_before_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST MULTI UNIT STATEMENT LINE 1 ******************');
  do_exec_test(@test_parser_multi_unit_statement_line_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST MULTI UNIT STATEMENT LINE 2 ******************');
  do_exec_test(@test_parser_multi_unit_statement_line_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST MULTI UNIT STATEMENT LINE 3 ******************');
  do_exec_test(@test_parser_multi_unit_statement_line_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST MULTI STATEMENT LINE 1 ******************');
  do_exec_test(@test_parser_multi_statement_line_1,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST MULTI STATEMENT LINE 2 ******************');
  do_exec_test(@test_parser_multi_statement_line_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST MULTI STATEMENT LINE 3 ******************');
  do_exec_test(@test_parser_multi_statement_line_3,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST MULTI STATEMENT LINE 4 ******************');
  do_exec_test(@test_parser_multi_statement_line_4,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST MULTI LINE STATEMENTS 1 ******************');
  do_exec_test(@test_parser_multi_line_statements_1,APropagateException);
  WriteLn;
  WriteLn;
  WriteLn('***************************** TEST REPOSITORY 1 ******************');
  do_exec_test(@test_collation_parser_HeaderParsing,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST REPOSITORY 2 ******************');
  do_exec_test(@test_collation_parser_FullParsing,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST REPOSITORY 3 ******************');
  do_exec_test(@test_collation_parser_complete_rules,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST REPOSITORY 4 ******************');
  do_exec_test(@test_collation_parser_HeaderParsing_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST REPOSITORY 5 ******************');
  do_exec_test(@test_collation_parser_FullParsing_2,APropagateException);
  WriteLn;
  WriteLn('***************************** TEST REPOSITORY 6 ******************');
  do_exec_test(@test_collation_parser_complete_rules_2,APropagateException);
  WriteLn;

  WriteLn;
  WriteLn;
end;

procedure exec_tests(const APropagateException : Boolean);
begin
  exec_utils_tests(APropagateException);

  exec_parser_tests(APropagateException);

  WriteLn('END PARSER TESTS');
  WriteLn('*******************************************************');

  WriteLn('***************************** TEST 1 ******************');
  do_exec_test(@test1,APropagateException);
  WriteLn('***************************** TEST 2 ******************');
  do_exec_test(@test2,APropagateException);
  WriteLn('***************************** TEST 3 ******************');
  do_exec_test(@test3,APropagateException);
  WriteLn('***************************** TEST 4 ******************');
  do_exec_test(@test4,APropagateException);
  WriteLn('***************************** TEST 5 ******************');
  do_exec_test(@test5,APropagateException);
  WriteLn('***************************** TEST 6 ******************');
  do_exec_test(@test6,APropagateException);
  WriteLn('***************************** TEST 7 ******************');
  do_exec_test(@test7,APropagateException);
  WriteLn('***************************** TEST 8 ******************');
  do_exec_test(@test8,APropagateException);
  WriteLn('***************************** TEST 9 ******************');
  do_exec_test(@test9,APropagateException);
  WriteLn('***************************** TEST 10 ******************');
  do_exec_test(@test10,APropagateException);
  WriteLn('***************************** TEST 11 ******************');
  do_exec_test(@test11,APropagateException);
  WriteLn('***************************** TEST 12 ******************');
  do_exec_test(@test12,APropagateException);
  WriteLn('***************************** TEST 13 ******************');
  do_exec_test(@test13,APropagateException);
  WriteLn('***************************** TEST 14 ******************');
  do_exec_test(@test14,APropagateException);
  WriteLn('***************************** TEST 15 ******************');
  do_exec_test(@test15,APropagateException);
  WriteLn('***************************** TEST 16 A ******************');
  do_exec_test(@test16a,APropagateException);
  WriteLn('***************************** TEST 16 B ******************');
  do_exec_test(@test16b,APropagateException);
  WriteLn('***************************** TEST 16 C ******************');
  do_exec_test(@test16c,APropagateException);
  WriteLn('***************************** TEST 16 D ******************');
  do_exec_test(@test16d,APropagateException);
  WriteLn('***************************** TEST 16 E ******************');
  do_exec_test(@test16e,APropagateException);

  WriteLn('****  END TESTS');
end;

function ToAnsiChars(const AValue : array of TUnicodeCodePoint) : string;
var
  i : Integer;
  s : string;
begin
  Result := '';
  for i := Low(AValue) to High(AValue) do begin
    if (AValue[i] <= 127) then
      Result := Result + AnsiChar(AValue[i])
    else
      begin
        s := Format('%x',[AValue[i]]);
        if (Length(s) < 4) then
          s := StringOfChar('0',4-Length(s)) + s;
        Result := Result + '$' + s;
      end;
  end;
end;

function DumpSequenceAnsi(const ASequence : TOrderedCharacters) : string;
var
  i : Integer;
  s : string;
  p : PReorderUnit;
begin
  s := '';
  if (ASequence.ActualLength < 1) then
    exit;
  p := @ASequence.Data[0];
  i := 0;
  while (i < ASequence.ActualLength) do begin
    if (p^.WeigthKind <> TReorderWeigthKind.Deletion) then
      Break;
    WriteStr(s,s,  ' ',ToAnsiChars(p^.Characters),'- ');
    Inc(p);
    Inc(i);
  end;

  if (i < ASequence.ActualLength) then begin
    s := s + '   ' + ToAnsiChars(p^.Characters) + ' ';
    Inc(i);
    Inc(p);
    for i := i to ASequence.ActualLength - 1 do begin
      //WriteStr(s,s,AnsiChar(p^.Characters[0]),' <',(1+Ord(p^.WeigthKind)),' ');
      if p^.IsVirtual() then
        WriteStr(s,s,' [',GetEnumName(TypeInfo(TReorderLogicalReset),Ord(p^.VirtualPosition)),'] ')
      else
        WriteStr(s,s,'<',(1+Ord(p^.WeigthKind)),' ',ToAnsiChars(p^.Characters),' ');
      Inc(p);
    end;
  end;
  Result := s;
end;

function DumpWeigth(const AItem : TUCA_WeightRec) : string;overload;
var
  r : string;
begin
  r := '[';
  if AItem.Variable then
    r := r + '*'
  else
    r := r + '.';
  r := r + Format('%x.%x.%x',[AItem.Weights[0],AItem.Weights[1],AItem.Weights[2]]);
  r := r + ']';
  Result := r;
end;

function DumpWeigth(const AItems : array of TUCA_WeightRec) : string;
var
  r : string;
  i : Integer;
begin
  r := '';
  for i := 0 to Length(AItems) - 1 do
    r := r + ' ' +DumpWeigth(AItems[i]);
  Result := Trim(r);
end;

function DumpKey(const AItem : TUCASortKey) : string;
var
  i : Integer;
  r : string;
begin
  r := '';
  for i := Low(AItem) to High(AItem) do
    r := Trim(r) + ' ' + Format('%4x',[AItem[i]]);
  Result := r;
end;

function DumpLine(ALine : TUCA_LineRec) : string;
var
  i : Integer;
  r : string;
  ctxItem : TUCA_LineContextItemRec;
begin
  r := '';
  if ALine.HasContext() then begin
    r := r + '*';
    for i := 0 to Length(ALine.Context.Data) - 1 do begin
      ctxItem := ALine.Context.Data[i];
      r := r + sLineBreak +
           '        ' + ToAnsiChars(ctxItem.CodePoints) + ' => ' + DumpWeigth(ctxItem.Weights);
    end;
    r := r + sLineBreak + '    ';
  end;
  if (Length(ALine.Weights) = 0) then begin
    r := r + '[]';
  end else begin
    for i := Low(ALine.Weights) to High(ALine.Weights) do
      r := r + DumpWeigth(ALine.Weights[i]);
  end;
  Result := Format('%s %s',[ToAnsiChars(ALine.CodePoints),r]);
end;

function DumpLines(ALines : TUCA_LineRecArray) : string;
var
  i : Integer;
  r : string;
begin
  r := '';
  for i := Low(ALines) to High(ALines) do
    r := r + '    ' +  DumpLine(ALines[i]) + sLineBreak;
  Result := r;
end;

function CodePointToArray(const ACodePoint : TUnicodeCodePoint) : TUnicodeCodePointArray;overload;
begin
  SetLength(Result,1);
  Result[0] := ACodePoint;
end;

function CodePointToArray(const ACodePoints : array of TUnicodeCodePoint) : TUnicodeCodePointArray;overload;
var
  i : Integer;
begin
  SetLength(Result,Length(ACodePoints));
  for i := 0 to length(ACodePoints) - 1 do
    Result[i] := ACodePoints[i];
end;

function ToWeight(const APrimary, ASecondary, ATertiary : Cardinal) : TUCA_WeightRecArray;overload;
begin
  SetLength(Result,1);
  Result[0].Weights[0] := APrimary;
  Result[0].Weights[1] := ASecondary;
  Result[0].Weights[2] := ATertiary;
  Result[0].Weights[3] := 0;
end;

function ToWeight(const AWeigths : array of Cardinal) : TUCA_WeightRecArray;overload;
var
  i, k, c : Integer;
begin
  c := Length(AWeigths);
  SetLength(Result,(c div 3));
  k := 0;
  for i := 0 to (c div 3) - 1 do begin
    Result[i].Weights[0] := AWeigths[k+0];
    Result[i].Weights[1] := AWeigths[k+1];
    Result[i].Weights[2] := AWeigths[k+2];
    Result[i].Weights[3] := 0;
    k := k + 3;
  end;
end;

procedure constructPropBook(
  var ABook : unicodedata.TUCA_DataBook;
  const AFirstTable  : TucaBmpFirstTable;
  const ASecondTable  : TucaBmpSecondTable;
  const AOFirstTable   : TucaOBmpFirstTable;
  const AOSecondTable  : TucaOBmpSecondTable;
  const AInitDataBook : helper.TUCA_DataBook;
  const AInitPropBook : helper.PUCA_PropBook
);
var
  c, i, k, ci : Integer;
begin
  c := Length(AFirstTable);
  if (c > 0) then begin
    ABook.BMP_Table1 := AllocMem(c);
    Move(AFirstTable[0],ABook.BMP_Table1^,c);
  end;
  c := Length(ASecondTable);
  if (c > 0) then begin
    ABook.BMP_Table2 := AllocMem(c*SizeOf(UInt24)*256);
    for i := 0 to c - 1 do begin
      for k := 0 to 255 do
        ABook.BMP_Table2[(i*256)+k] := ASecondTable[i][k];
    end;
  end;

  c := Length(AOFirstTable);
  if (c > 0) then begin
    ABook.OBMP_Table1 := AllocMem(c*SizeOf(Word));
    Move(AOFirstTable[0],ABook.OBMP_Table1^,(c*SizeOf(Word)));
  end;
  c := Length(AOSecondTable);
  if (c > 0) then begin
    ci := Length(AOSecondTable[0]);
    ABook.OBMP_Table2 := AllocMem(c*SizeOf(UInt24)*ci);
    for i := 0 to c - 1 do begin
      for k := 0 to ci - 1 do
        ABook.OBMP_Table2[(i*ci)+k] := AOSecondTable[i][k];
    end;
  end;

  ABook.Version := AInitDataBook.Version;
  ABook.VariableWeight := unicodedata.TUCA_VariableKind(Ord(AInitDataBook.VariableWeight));
  ABook.Backwards := AInitDataBook.Backwards;
  ABook.PropCount := AInitPropBook^.ItemSize;
  ABook.Props := Pointer(AInitPropBook^.Items);
  ABook.VariableLowLimit := AInitPropBook^.VariableLowLimit;
  ABook.VariableHighLimit := AInitPropBook^.VariableHighLimit;
end;

procedure ConstructUnicodeBook(
  const AWeitghs       : TUCA_LineRecArray;
  const AVersion       : string;
  const ACollationName : string;
  const ABase          : unicodedata.PUCA_DataBook;
  var   AUnicodeBook   : unicodedata.TUCA_DataBook
);
var
  dataBook : helper.TUCA_DataBook;
  propBook : helper.PUCA_PropBook;
  firstTable   : TucaBmpFirstTable;
  secondTable  : TucaBmpSecondTable;
  ofirstTable   : TucaOBmpFirstTable;
  osecondTable  : TucaOBmpSecondTable;
  i : Integer;
begin
  FillByte(dataBook,SizeOf(dataBook),0);
  dataBook.Version := AVersion;
  SetLength(dataBook.Lines,Length(AWeitghs));
  for i := 0 to Length(AWeitghs)-1 do begin
    dataBook.Lines[i] := AWeitghs[i];
    dataBook.Lines[i].Stored := True;
  end;
  MakeUCA_Props(@dataBook,propBook);
  MakeUCA_BmpTables(firstTable,secondTable,propBook);
  MakeUCA_OBmpTables(ofirstTable,osecondTable,propBook);
  FillByte(AUnicodeBook,SizeOf(AUnicodeBook),0);
  constructPropBook(
    AUnicodeBook,firstTable,secondTable,ofirstTable,osecondTable,
    dataBook,propBook
  );
  AUnicodeBook.CollationName := ACollationName;
  AUnicodeBook.Base := ABase;
end;

procedure CheckEqual(A,B : UnicodeString; ACollation : unicodedata.PUCA_DataBook);
var
  keyA, keyB : TUCASortKey;
  s : string;
begin
  keyA := ComputeSortKey(A,ACollation);
  keyB := ComputeSortKey(B,ACollation);
  if (CompareSortKey(keyA,keyB) <> 0) then begin
    s := Format('  KeyA=%s%s  KeyB=%s',[DumpKey(keyA),sLineBreak,DumpKey(keyB)]);
    s := Format('"%s" <>= "%s" %s%s',[A,B,sLineBreak,s]);
    raise Exception.Create(s);
  end;
end;

procedure CheckNotEqual(A,B : UnicodeString; ACollation : unicodedata.PUCA_DataBook);
var
  keyA, keyB : TUCASortKey;
  s : string;
begin
  keyA := ComputeSortKey(A,ACollation);
  keyB := ComputeSortKey(B,ACollation);
  if (CompareSortKey(keyA,keyB) = 0) then begin
    s := Format('  KeyA=%s%s  KeyB=%s',[DumpKey(keyA),sLineBreak,DumpKey(keyB)]);
    s := Format('"%s" = "%s" %s%s',[A,B,sLineBreak,s]);
    raise Exception.Create(s);
  end;
end;

procedure CheckInf(A,B : UnicodeString; ACollation : unicodedata.PUCA_DataBook);
var
  keyA, keyB : TUCASortKey;
begin
  keyA := ComputeSortKey(A,ACollation);
  keyB := ComputeSortKey(B,ACollation);
  if (CompareSortKey(keyA,keyB) >= 0) then
    raise Exception.CreateFmt('"%s" >= "%s" !',[A,B]);
end;

procedure CheckInf(AStrings : array of UnicodeString; ACollation : unicodedata.PUCA_DataBook);
var
  c, i : Integer;
  keyA, keyB : TUCASortKey;
  s : string;
begin
  c := Length(AStrings);
  if (c < 2) then
    exit;
  keyA := ComputeSortKey(AStrings[0],ACollation);
  for i := 1 to c - 1 do begin
    keyB := ComputeSortKey(AStrings[i],ACollation);
    if (CompareSortKey(keyA,keyB) >= 0) then begin
      s := Format('  KeyA=%s%s  KeyB=%s',[DumpKey(keyA),sLineBreak,DumpKey(keyB)]);
      s := Format('"%s" >= "%s" %s%s',[AStrings[i-1],AStrings[i],sLineBreak,s]);
      raise Exception.Create(s);
    end;
    keyA := keyB;
  end;
end;

procedure test1_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,12);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight($161D,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('d'));
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('e'));
    p^.Weights := ToWeight($164C,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('f'));
    p^.Weights := ToWeight($1684,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('g'));
    p^.Weights := ToWeight($1691,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('h'));
    p^.Weights := ToWeight($16B4,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('i'));
    p^.Weights := ToWeight($16CD,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('j'));
    p^.Weights := ToWeight($16E6,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('k'));
    p^.Weights := ToWeight($16FF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('l'));
    p^.Weights := ToWeight($1711,$0020,$0002);
end;

procedure test1();
var
  sequence : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test1_prepareWeigth(wfirst);
  sequence := TOrderedCharacters.Create();
  sequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  sequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  sequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,3));
  sequence.Append(TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,4));
  sequence.Append(TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,5));
  sequence.Append(TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,6));
  sequence.Append(TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,7));
  sequence.Append(TReorderUnit.From(Ord('h'),TReorderWeigthKind.Primary,8));
  sequence.Append(TReorderUnit.From(Ord('i'),TReorderWeigthKind.Primary,9));
  sequence.Append(TReorderUnit.From(Ord('j'),TReorderWeigthKind.Primary,10));
  sequence.Append(TReorderUnit.From(Ord('k'),TReorderWeigthKind.Primary,11));
  sequence.Append(TReorderUnit.From(Ord('l'),TReorderWeigthKind.Primary,12));
  for i := 0 to sequence.ActualLength - 1 do
    sequence.Data[i].Changed := False;
  WriteLn('Initial = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wfirst,'test1','first',nil,unicodeBook1);
  CheckInf(['a','b','c','d','e','f','g','h','i','j','k','l'],@unicodeBook1);

  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  statement.SetElementCount(1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','g'{*},'b','c','d','e','f','h','i','j','k','l'],@unicodeBook2);


  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  statement.SetElementCount(2);
  statement.Elements[0] := TReorderUnit.From(Ord('h'),TReorderWeigthKind.Primary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('k'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','h'{*},'k'{*},'g'{*},'b','c','d','e','f','i','j','l'],@unicodeBook2);

  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('h');
  statement.SetElementCount(1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Secondary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #3 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence));
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','h'{*},'g'{*},'k'{*},'b','c','d','e','f','i','j','l'],@unicodeBook2);
end;

procedure test2_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,11);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('('),Ord('a'),Ord(')')]);
    p^.Weights := ToWeight($15EF,$0020,$0006); //15EF.0020.0006.24D0
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('A'));
    p^.Weights := ToWeight($15EF,$0020,$0008); //15EF.0020.0008.0041
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('('),Ord('A'),Ord(')')]);
    p^.Weights := ToWeight($15EF,$0020,$000C);  //15EF.0020.000C
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('a'),Ord('`')]);
    p^.Weights := ToWeight([$15EF,$0020,$0002,  $0000,$0035,$0002]); //[.15EF.0020.0002.0061][.0000.0035.0002.0300]
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('A'),Ord('`')]);
    p^.Weights := ToWeight([$15EF,$0020,$0008,  $0000,$0035,$0002]);  //[.15EF.0020.0008.0041][.0000.0035.0002.0300]
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('a'),Ord('e')]);
    p^.Weights := ToWeight([$15F0,$0020,$0002]);  //[.15EF.0020.0004.00E6][.0000.0139.0004.00E6][.164C.0020.0004.00E6]
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord(UpCase('a')),Ord(UpCase('e'))]);
    p^.Weights := ToWeight([$15F0,$0020,$0006]);//[.15EF.0020.000A.00C6][.0000.0139.0004.00C6][.164C.0020.000A.00C6]
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('('),Ord('b'),Ord(')')]);
    p^.Weights := ToWeight($1605,$0020,$0006);  //.1605.0020.0006.24D1
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('B'));
    p^.Weights := ToWeight($1605,$0020,$0008); //1605.0020.0008.0042
end;

procedure test2();
var
  sequenceClean, sequence : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test2_prepareWeigth(wfirst);
  sequenceClean := TOrderedCharacters.Create();
  sequenceClean.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  sequenceClean.Append(TReorderUnit.From([Ord('('),Ord('a'),Ord(')')],TReorderWeigthKind.Tertiary,2));
  sequenceClean.Append(TReorderUnit.From(Ord('A'),TReorderWeigthKind.Tertiary,3));
  sequenceClean.Append(TReorderUnit.From([Ord('('),Ord('A'),Ord(')')],TReorderWeigthKind.Tertiary,4));

  //sequenceClean.Append(TReorderUnit.From(Ord('à'),TReorderWeigthKind.Secondary,0));
  sequenceClean.Append(TReorderUnit.From([Ord('a'),Ord('`')],TReorderWeigthKind.Secondary,5));
  //sequenceClean.Append(TReorderUnit.From(Ord(UpCase('à')),TReorderWeigthKind.Tertiary,0));
  sequenceClean.Append(TReorderUnit.From([Ord('A'),Ord('`')],TReorderWeigthKind.Tertiary,6));

  sequenceClean.Append(TReorderUnit.From([Ord('a'),Ord('e')],TReorderWeigthKind.Primary,7));
  sequenceClean.Append(TReorderUnit.From([Ord(UpCase('a')),Ord(UpCase('e'))],TReorderWeigthKind.Tertiary,8));

  sequenceClean.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,9));
  sequenceClean.Append(TReorderUnit.From([Ord('('),Ord('b'),Ord(')')],TReorderWeigthKind.Tertiary,10));
  sequenceClean.Append(TReorderUnit.From(Ord('B'),TReorderWeigthKind.Tertiary,11));
  for i := 0 to sequenceClean.ActualLength - 1 do
    sequenceClean.Data[i].Changed := False;

  WriteLn('Initial = ',sLineBreak,'  ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wfirst,'test1','first',nil,unicodeBook1);
  CheckInf(['a','(a)','A','(A)',  'a`','A`',  'ae','AE',  'b','(b)','B'],@unicodeBook1);

  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','(a)','A','(A)',  'a`','A`', 'g'{*},  'ae','AE',  'b','(b)','B'],@unicodeBook2);
  CheckInf(['gg','ae'],@unicodeBook2);
  CheckInf(['gb','ae'],@unicodeBook2);
  //CheckInf(['aeae','AE'],@unicodeBook2);

  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Secondary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','(a)','A','(A)', 'g'{*},  'a`','A`',  'ae','AE',  'b','(b)','B'],@unicodeBook2);
  CheckInf(['(A)a','ga'],@unicodeBook2);
  CheckInf(['g','ae'],@unicodeBook2);

  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #3 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a', 'g'{*},'(a)','A','(A)',  'a`','A`',  'ae','AE',  'b','(b)','B'],@unicodeBook2);
  CheckInf(['aa','ga'],@unicodeBook2);
  CheckInf(['ga','(a)a'],@unicodeBook2);

  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,2);
  statement.Reset[0] := Ord('a');
  statement.Reset[1] := Ord('`');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #4 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','(a)','A','(A)',  'a`', 'g'{*},'A`',  'ae','AE',  'b','(b)','B'],@unicodeBook2);
  CheckInf(['a`a','ga'],@unicodeBook2);
  CheckInf(['ga','ae'],@unicodeBook2);
end;

//------------------------------------------------------

procedure test3_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,12);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight($161D,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('d'));
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('e'));
    p^.Weights := ToWeight($164C,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('f'));
    p^.Weights := ToWeight($1684,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('g'));
    p^.Weights := ToWeight($1691,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('h'));
    p^.Weights := ToWeight($16B4,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('i'));
    p^.Weights := ToWeight($16CD,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('j'));
    p^.Weights := ToWeight($16E6,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('k'));
    p^.Weights := ToWeight($16FF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('l'));
    p^.Weights := ToWeight($1711,$0020,$0002);
end;

procedure PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  ASequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  ASequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,3));
  ASequence.Append(TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,4));
  ASequence.Append(TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,5));
  ASequence.Append(TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,6));
  ASequence.Append(TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,7));
  ASequence.Append(TReorderUnit.From(Ord('h'),TReorderWeigthKind.Primary,8));
  ASequence.Append(TReorderUnit.From(Ord('i'),TReorderWeigthKind.Primary,9));
  ASequence.Append(TReorderUnit.From(Ord('j'),TReorderWeigthKind.Primary,10));
  ASequence.Append(TReorderUnit.From(Ord('k'),TReorderWeigthKind.Primary,11));
  ASequence.Append(TReorderUnit.From(Ord('l'),TReorderWeigthKind.Primary,12));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test3();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
  keyA, keyB : TUCASortKey;
  us : UnicodeString;
begin //'a','b','c','d','e','f','g','h','i','j','k','l'
  statement.Clear();
  test3_prepareWeigth(wfirst);
  PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);

  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test3','first',nil,unicodeBook1);

  us := 'a';
  keyA := ComputeSortKey(us,@unicodeBook1);
  for i := Ord('b') to Ord('l') do begin
    us := unicodeChar(i);
    keyB := ComputeSortKey(us,@unicodeBook1);
    if (CompareSortKey(keyA,keyB) >= 0) then
      raise Exception.CreateFmt('"%s" >= "%s" !',[AnsiChar(i-1),AnsiChar(i)]);
    keyA := keyB;
  end;

  // --- test 1
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('b');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test3','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','g'{*}, 'c','d','e','f','h','i','j','k','l'],@unicodeBook2);
    CheckInf(['bb','g'{*}],@unicodeBook2);
    CheckInf(['bc','g'{*}],@unicodeBook2);
    CheckInf(['bc','gg'{*}],@unicodeBook2);
    CheckInf(['bg','bc'{*}],@unicodeBook2);
    WriteLn('    -- test 1 - ok');

  // --- test 2
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('c'),Ord('h')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test3','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','ch'{*},'d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    CheckInf(['ca','ch'{*}],@unicodeBook2);
    CheckInf(['cc','ch'{*}],@unicodeBook2);
    CheckInf(['cd','ch'{*}],@unicodeBook2);
    CheckInf(['ce','ch'{*}],@unicodeBook2);
    CheckInf(['cf','ch'{*}],@unicodeBook2);
    CheckInf(['ci','ch'{*}],@unicodeBook2);
    CheckInf(['cj','ch'{*}],@unicodeBook2);
    CheckInf(['ck','ch'{*}],@unicodeBook2);
    CheckInf(['cl','ch'{*}],@unicodeBook2);
    CheckInf(['ac','ach'{*}],@unicodeBook2);
    CheckInf(['aci','achat'{*}],@unicodeBook2);
    WriteLn('    -- test 2 - ok');

  // --- test 3
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('k'),TReorderWeigthKind.Identity,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test3','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','k'{*},'d','e','f','g','h','i','j','l'],@unicodeBook2);
    CheckInf(['a','b','c'{*},'d','e','f','g','h','i','j','l'],@unicodeBook2);
    CheckEqual('c','k',@unicodeBook2);
    CheckEqual('cc','kk',@unicodeBook2);
    CheckEqual('ck','kc',@unicodeBook2);
    CheckEqual('kc','kk',@unicodeBook2);
    CheckEqual('cckkc','kckcc',@unicodeBook2);

    CheckInf(['acb','akc'{*}],@unicodeBook2);
    WriteLn('    -- test 3 - ok');

  // --- test 4
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('c')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('c'),Ord('h')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test3','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','c'{*},'ch'{*},'b','d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    CheckInf(['ca','ch'{*}],@unicodeBook2);
    CheckInf(['cc','ch'{*}],@unicodeBook2);
    CheckInf(['cd','ch'{*}],@unicodeBook2);
    CheckInf(['ce','ch'{*}],@unicodeBook2);
    CheckInf(['cf','ch'{*}],@unicodeBook2);
    CheckInf(['ci','ch'{*}],@unicodeBook2);
    CheckInf(['cj','ch'{*}],@unicodeBook2);
    CheckInf(['ck','ch'{*}],@unicodeBook2);
    CheckInf(['cl','ch'{*}],@unicodeBook2);
    CheckInf(['ac','ach'{*}],@unicodeBook2);
    CheckInf(['aci','achat'{*}],@unicodeBook2);
    WriteLn('    -- test 4 - ok');
end;


//------------------------------------------------------

procedure test4_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,12);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c')); {*}
    p^.Weights := ToWeight($1606,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('d'));
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('e'));
    p^.Weights := ToWeight($164C,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('f'));
    p^.Weights := ToWeight($1684,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('g'));
    p^.Weights := ToWeight($1691,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('h'));
    p^.Weights := ToWeight($16B4,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('i'));
    p^.Weights := ToWeight($16CD,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('j'));
    p^.Weights := ToWeight($16E6,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('k'));
    p^.Weights := ToWeight($16FF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('l'));
    p^.Weights := ToWeight($1711,$0020,$0002);
end;

procedure test4();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
  keyA, keyB : TUCASortKey;
  us : UnicodeString;
begin
  statement.Clear();
  test4_prepareWeigth(wfirst);
  PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);

  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test4','first',nil,unicodeBook1);

  us := 'a';
  keyA := ComputeSortKey(us,@unicodeBook1);
  for i := Ord('b') to Ord('l') do begin
    us := unicodeChar(i);
    keyB := ComputeSortKey(us,@unicodeBook1);
    if (CompareSortKey(keyA,keyB) >= 0) then
      raise Exception.CreateFmt('"%s" >= "%s" !',[AnsiChar(i-1),AnsiChar(i)]);
    keyA := keyB;
  end;

  // --- test 1
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('b');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test4','second',@unicodeBook1,unicodeBook2);
  unicodeBook2.Base := @unicodeBook1;
    CheckInf(['a','b','g'{*}, 'c','d','e','f','h','i','j','k','l'],@unicodeBook2);
    CheckInf(['g'{*}, 'c'],@unicodeBook2);
    CheckInf(['gg'{*}, 'c'],@unicodeBook2);
    CheckInf(['gg'{*}, 'cc'],@unicodeBook2);
    CheckInf(['g'{*}, 'ca'],@unicodeBook2);
    CheckInf(['gg'{*}, 'ca'],@unicodeBook2);
    CheckInf(['bb','g'{*}],@unicodeBook2);
    CheckInf(['bc','g'{*}],@unicodeBook2);
    CheckInf(['bc','gg'{*}],@unicodeBook2);
    CheckInf(['bg','bc'{*}],@unicodeBook2);
    WriteLn('    -- test 1 - ok',sLineBreak);

  // --- test 2
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('b');
  SetLength(statement.Elements,2);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('k'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test4','second',@unicodeBook1,unicodeBook2);
  unicodeBook2.Base := @unicodeBook1;
    CheckInf(['a','b','g'{*},'k'{*}, 'c','d','e','f','h','i','j','l'],@unicodeBook2);
    CheckInf(['g'{*}, 'c'],@unicodeBook2);
    CheckInf(['k'{*}, 'c'],@unicodeBook2);
    CheckInf(['b','kk'{*}],@unicodeBook2);
    CheckInf(['bb','kk'{*}],@unicodeBook2);
    CheckInf(['b','kkk'{*}],@unicodeBook2);
    CheckInf(['gk','kk'{*}],@unicodeBook2);
    CheckInf(['gk','k'{*}],@unicodeBook2);
    CheckInf(['gk','kkk'{*}],@unicodeBook2);

    CheckInf(['gg'{*}, 'c'],@unicodeBook2);
    CheckInf(['gg'{*}, 'cc'],@unicodeBook2);
    CheckInf(['g'{*}, 'ca'],@unicodeBook2);
    CheckInf(['gg'{*}, 'ca'],@unicodeBook2);
    CheckInf(['bb','g'{*}],@unicodeBook2);
    CheckInf(['bc','g'{*}],@unicodeBook2);
    CheckInf(['bc','gg'{*}],@unicodeBook2);
    CheckInf(['bg','bc'{*}],@unicodeBook2);
    WriteLn('    -- test 2 - ok');
end;

//-------------------------------------------------------------------------

procedure test5_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,6);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('a'),Ord('d'),Ord('a')]);
    p^.Weights := ToWeight($1609,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight($161D,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('d'));
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('e'));
    p^.Weights := ToWeight($164C,$0020,$0002);
end;

procedure test5_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  ASequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  ASequence.Append(TReorderUnit.From([Ord('a'),Ord('d'),Ord('a')],TReorderWeigthKind.Primary,3));
  ASequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,4));
  ASequence.Append(TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,5));
  ASequence.Append(TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,6));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test5();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test5_prepareWeigth(wfirst);
  test5_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);

  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test5','first',nil,unicodeBook1);
  CheckInf(['a','b','ada','c','d','e'],@unicodeBook1);
  CheckInf(['ba','adaa'],@unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,0);
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Deletion,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test5','second',@unicodeBook1,unicodeBook2);
  unicodeBook2.Base := @unicodeBook1;
    CheckInf(['a','b','ada','d','e',  'c'{* deleted !}],@unicodeBook2);
    CheckInf(['ee','ca'],@unicodeBook2);
    WriteLn('    -- test 1 - ok',sLineBreak);

  // --- test 2
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,0);
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('a'),Ord('d'),Ord('a')],TReorderWeigthKind.Deletion,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test5','second',@unicodeBook1,unicodeBook2);
  unicodeBook2.Base := @unicodeBook1;
    CheckInf(['a', 'adac'{* deleted !}, 'b','c','d','e'],@unicodeBook2);
    CheckInf(['a','ada'],@unicodeBook2);
    CheckInf(['ada','b'],@unicodeBook2);
    CheckInf(['ac','ada'],@unicodeBook2);
    CheckInf(['ac','adac'],@unicodeBook2);
    CheckInf(['abe','ada'],@unicodeBook2);
    CheckInf(['abe','adae'],@unicodeBook2);
    WriteLn('    -- test 2 - ok',sLineBreak);
end;

//-------------------------------------------------------------------------

procedure test6_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,7);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('a'),Ord('d')]);
    p^.Weights := ToWeight($1609,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('a'),Ord('d'),Ord('a')]);
    p^.Weights := ToWeight($1613,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight($161D,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('d'));
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('e'));
    p^.Weights := ToWeight($164C,$0020,$0002);
end;

procedure test6_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  ASequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  ASequence.Append(TReorderUnit.From([Ord('a'),Ord('d')],TReorderWeigthKind.Primary,3));
  ASequence.Append(TReorderUnit.From([Ord('a'),Ord('d'),Ord('a')],TReorderWeigthKind.Primary,4));
  ASequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,5));
  ASequence.Append(TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,6));
  ASequence.Append(TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,7));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test6();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2, unicodeBook3 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test6_prepareWeigth(wfirst);
  test6_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);

  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test6','first',nil,unicodeBook1);
  CheckInf(['a','b','ad','ada','c','d','e'],@unicodeBook1);
  CheckInf(['ba','ad'],@unicodeBook1);
  CheckInf(['ba','adaa'],@unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,0);
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('a'),Ord('d')],TReorderWeigthKind.Deletion,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test6','second',@unicodeBook1,unicodeBook2);
  unicodeBook2.Base := @unicodeBook1;
    CheckInf(['a', 'ad'{*},'ada', 'b','c','d','e'],@unicodeBook2);
    CheckInf(['ab','ad'],@unicodeBook2);
    CheckInf(['ab','adb'],@unicodeBook2);
    CheckInf(['ad','ba'],@unicodeBook2);
    CheckInf(['adaa','ba'],@unicodeBook2);
    WriteLn('    -- test 1 - ok',sLineBreak);

  // --- test 2
  //sequence := sequenceClean.Clone();
  SetLength(statement.Reset,0);
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('a'),Ord('d'),Ord('a')],TReorderWeigthKind.Deletion,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test6','second',@unicodeBook2,unicodeBook3);
  unicodeBook3.Base := @unicodeBook2;
    CheckInf(['a', 'ad'{*},'ada'{*}, 'b','c','d','e'],@unicodeBook3);
    CheckInf(['ab','ad'],@unicodeBook3);
    CheckInf(['ab','adb'],@unicodeBook3);
    CheckInf(['ab','ada'],@unicodeBook3);
    WriteLn('    -- test 2 - ok',sLineBreak);

  // --- test 3
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,0);
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('a'),Ord('d'),Ord('a')],TReorderWeigthKind.Deletion,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #3 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test6','second',@unicodeBook1,unicodeBook2);
  unicodeBook2.Base := @unicodeBook1;
    CheckInf(['a', 'b', 'ad', 'c','d','e'],@unicodeBook2);
    CheckInf(['ad','ada'],@unicodeBook2);
    WriteLn('    -- test 3 - ok',sLineBreak);
end;

//-------------------------------------------------------------------------

procedure test7_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,8);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray($030A);//030A  ; [.0000.0043.0002.030A] # COMBINING RING ABOVE
    p^.Weights := ToWeight($0000,$0043,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0327);//0327  ; [.0000.0056.0002.0327] # COMBINING CEDILLA
    p^.Weights := ToWeight($0000,$0056,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0061);//a
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0062);//b
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0063);//c
    p^.Weights := ToWeight($161D,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0064);//d
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([$0061,$030A]);//a,030A;COMBINING RING ABOVE
    p^.Weights := ToWeight($164C,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('k'));
    p^.Weights := ToWeight($16FF,$0020,$0002);
end;

procedure test7_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From($030A,TReorderWeigthKind.Tertiary,1));
  ASequence.Append(TReorderUnit.From($0327,TReorderWeigthKind.Tertiary,2));
  ASequence.Append(TReorderUnit.From($0061,TReorderWeigthKind.Primary,3));
  ASequence.Append(TReorderUnit.From($0062,TReorderWeigthKind.Primary,4));
  ASequence.Append(TReorderUnit.From($0063,TReorderWeigthKind.Primary,5));
  ASequence.Append(TReorderUnit.From($0064,TReorderWeigthKind.Primary,6));
  ASequence.Append(TReorderUnit.From([$0061,$030A],TReorderWeigthKind.Primary,7));
  ASequence.Append(TReorderUnit.From(Ord('k'),TReorderWeigthKind.Primary,11));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test7();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin  // Permutation simple test
  statement.Clear();
  test7_prepareWeigth(wfirst);
  test7_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);

  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test7','first',nil,unicodeBook1);
  CheckInf([#$030A,#$0327,#$0061,#$0062,#$0063,#$0064, #$0061#$030A,'k'],@unicodeBook1);
  CheckInf([#$0064, #$0061#$030A#$0327#$0062,'k'],@unicodeBook1);// Permutation here $030A <=> #$0327
  CheckInf([#$0064, #$0061#$0327#$030A#$0062,'k'],@unicodeBook1);
  CheckEqual(#$0061#$030A#$0327, #$0061#$0327#$030A,@unicodeBook1);

  // --- test 2
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,0);
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([$0061,$030A],TReorderWeigthKind.Deletion,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test7','second',@unicodeBook1,unicodeBook2);
  unicodeBook2.Base := @unicodeBook1;
    CheckInf([#$030A,#$0327,#$0061,#$0061#$030A ,#$0062,#$0063,#$0064,'k'],@unicodeBook2);
    CheckInf([#$0061, #$0061#$030A#$0327#$0062,#$0062,#$0064],@unicodeBook2);
    CheckInf([#$0061, #$0061#$030A#$0062#$0327,#$0062,#$0064],@unicodeBook2);
    WriteLn('    -- test 2 - ok',sLineBreak);
end;

//-------------------------------------------------------------------------

procedure test8_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,12);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight($161D,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('d'));
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('e'));
    p^.Weights := ToWeight($164C,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('f'));
    p^.Weights := ToWeight($1684,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('g'));
    p^.Weights := ToWeight($1691,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('h'));
    p^.Weights := ToWeight($16B4,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('i'));
    p^.Weights := ToWeight($16CD,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('j'));
    p^.Weights := ToWeight($16E6,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('k'));
    p^.Weights := ToWeight($16FF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('l'));
    p^.Weights := ToWeight($1711,$0020,$0002);
end;

procedure test8_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  ASequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  ASequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,3));
  ASequence.Append(TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,4));
  ASequence.Append(TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,5));
  ASequence.Append(TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,6));
  ASequence.Append(TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,7));
  ASequence.Append(TReorderUnit.From(Ord('h'),TReorderWeigthKind.Primary,8));
  ASequence.Append(TReorderUnit.From(Ord('i'),TReorderWeigthKind.Primary,9));
  ASequence.Append(TReorderUnit.From(Ord('j'),TReorderWeigthKind.Primary,10));
  ASequence.Append(TReorderUnit.From(Ord('k'),TReorderWeigthKind.Primary,11));
  ASequence.Append(TReorderUnit.From(Ord('l'),TReorderWeigthKind.Primary,12));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test8();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test8_prepareWeigth(wfirst);
  test8_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);

  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test8','first',nil,unicodeBook1);
  CheckInf('l','-'{* computed are greater},@unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('-'),[Ord('c')],TReorderWeigthKind.Identity,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test8','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    CheckEqual('cc','c-'{*},@unicodeBook2);
    CheckEqual('ccc','c-c'{*},@unicodeBook2);
    CheckEqual('cca','c-a'{*},@unicodeBook2);
    CheckEqual('cce','c-e'{*},@unicodeBook2);
    CheckInf(['cc','c-c'{*}],@unicodeBook2);
    CheckInf(['bc','bc-c'{*}],@unicodeBook2);
    CheckInf('l','-'{* computed are greater},@unicodeBook2);
    WriteLn('    -- test 1 - ok');

  // --- test 2
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('-'),[Ord('c')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test8','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    CheckInf('cc','c-'{*},@unicodeBook2);
    CheckInf('ccl','c-'{*},@unicodeBook2);
    CheckInf('ccc','c-c'{*},@unicodeBook2);
    CheckInf('cca','c-a'{*},@unicodeBook2);
    CheckInf('cce','c-e'{*},@unicodeBook2);
    CheckInf(['cc','c-c'{*}],@unicodeBook2);
    CheckInf(['bc','bc-c'{*}],@unicodeBook2);
    CheckInf('l','-'{* computed are greater},@unicodeBook2);
    WriteLn('    -- test 2 - ok');

  // --- test 3
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('-'),Ord('+')],[Ord('c')],TReorderWeigthKind.Identity,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test8','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    CheckEqual('cc','c-+'{*},@unicodeBook2);
    CheckEqual('ccc','c-+c'{*},@unicodeBook2);
    CheckEqual('cca','c-+a'{*},@unicodeBook2);
    CheckEqual('cce','c-+e'{*},@unicodeBook2);
    CheckInf(['cc','c-+c'{*}],@unicodeBook2);
    CheckInf(['bc','bc-+c'{*}],@unicodeBook2);
    CheckInf('l','-+'{* computed are greater},@unicodeBook2);
    WriteLn('    -- test 3 - ok');

  // --- test 4 : '-' has 3 contexts to force the context tree to have at least
  //                  a "Left" and a "Right"
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('-'),[Ord('c')],TReorderWeigthKind.Identity,0);
  sequence.ApplyStatement(@statement);
  statement.Reset[0] := Ord('f');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('-'),[Ord('f')],TReorderWeigthKind.Identity,0);
  sequence.ApplyStatement(@statement);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('-'),[Ord('a')],TReorderWeigthKind.Identity,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test8','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    // Check c
    CheckEqual('cc','c-'{*},@unicodeBook2);
    CheckEqual('ccc','c-c'{*},@unicodeBook2);
    CheckEqual('cca','c-a'{*},@unicodeBook2);
    CheckEqual('cce','c-e'{*},@unicodeBook2);
    CheckInf(['cc','c-c'{*}],@unicodeBook2);
    CheckInf(['bc','bc-c'{*}],@unicodeBook2);
    //check f
    CheckEqual('ff','f-'{*},@unicodeBook2);
    CheckEqual('fff','f-f'{*},@unicodeBook2);
    CheckEqual('ffa','f-a'{*},@unicodeBook2);
    CheckEqual('ffe','f-e'{*},@unicodeBook2);
    CheckInf(['ff','f-f'{*}],@unicodeBook2);
    CheckInf(['bf','bf-f'{*}],@unicodeBook2);
    //check c and f
    CheckEqual('ccf','c-f'{*},@unicodeBook2);
    CheckEqual('ccff','c-f-'{*},@unicodeBook2);
    CheckEqual('ccfff','c-f-f'{*},@unicodeBook2);
    CheckEqual('ffcc','f-c-'{*},@unicodeBook2);
    CheckEqual('ffccf','f-c-f'{*},@unicodeBook2);

    CheckInf('ffccf','g'{*},@unicodeBook2);
    CheckInf('a-','ab',@unicodeBook2);
    // check - alone
    CheckInf('l','-'{* computed are greater},@unicodeBook2);
    WriteLn('    -- test 4 - ok');

  // --- test 5 : Add a contraction to force the code path
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('-'),Ord('h')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('-'),[Ord('c')],TReorderWeigthKind.Identity,0);
  sequence.ApplyStatement(@statement);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test8','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','-h','b','c','d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    CheckEqual('cc','c-'{*},@unicodeBook2);
    CheckEqual('ccc','c-c'{*},@unicodeBook2);
    CheckEqual('cca','c-a'{*},@unicodeBook2);
    CheckEqual('cce','c-e'{*},@unicodeBook2);
    CheckInf(['cc','c-c'{*}],@unicodeBook2);
    CheckInf(['bc','bc-c'{*}],@unicodeBook2);
    CheckInf(['ab','-hb'{*}],@unicodeBook2);
    CheckInf(['-hb','ba'],@unicodeBook2);
    CheckInf('l','-'{* computed are greater},@unicodeBook2);
    WriteLn('    -- test 5 - ok');

  WriteLn('    -- test - ok',sLineBreak);
end;

//-------------------------------------------------------------------------

procedure test9_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,8);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray($030A);//030A  ; [.0000.0043.0002.030A] # COMBINING RING ABOVE
    p^.Weights := ToWeight($0000,$0043,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0327);//0327  ; [.0000.0056.0002.0327] # COMBINING CEDILLA
    p^.Weights := ToWeight($0000,$0056,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0061);//a
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0062);//b
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0063);//c
    p^.Weights := ToWeight($161D,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray($0064);//d
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([$0061,$030A]);//a,030A;COMBINING RING ABOVE
    p^.Weights := ToWeight($164C,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('k'));
    p^.Weights := ToWeight($16FF,$0020,$0002);
end;

procedure test9_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From($030A,TReorderWeigthKind.Tertiary,1));
  ASequence.Append(TReorderUnit.From($0327,TReorderWeigthKind.Tertiary,2));
  ASequence.Append(TReorderUnit.From($0061,TReorderWeigthKind.Primary,3));
  ASequence.Append(TReorderUnit.From($0062,TReorderWeigthKind.Primary,4));
  ASequence.Append(TReorderUnit.From($0063,TReorderWeigthKind.Primary,5));
  ASequence.Append(TReorderUnit.From($0064,TReorderWeigthKind.Primary,6));
  ASequence.Append(TReorderUnit.From([$0061,$030A],TReorderWeigthKind.Primary,7));
  ASequence.Append(TReorderUnit.From(Ord('k'),TReorderWeigthKind.Primary,11));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test9();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin// Permutation with Context
  statement.Clear();
  test7_prepareWeigth(wfirst);
  test7_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);

  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test9','first',nil,unicodeBook1);
  CheckInf([#$030A,#$0327,#$0061,#$0062,#$0063,#$0064, #$0061#$030A,'k'],@unicodeBook1);
  CheckInf([#$0064, #$0061#$030A#$0327#$0062,'k'],@unicodeBook1);// Permutation here $030A <=> #$0327

  // --- test 2
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := $0062;
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('k'),$032D],[$0061],TReorderWeigthKind.Secondary,0); //032D;COMBINING CIRCUMFLEX ACCENT BELOW;Mn;220;NSM;;;;;N;NON-SPACING CIRCUMFLEX BELOW;;;;
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test9','second',@unicodeBook1,unicodeBook2);
  unicodeBook2.Base := @unicodeBook1;
    CheckInf([#$030A,#$0327,#$0061,#$0062,#$0063,#$0064,'k'],@unicodeBook2);
    CheckInf([#$0061'k'#$032D  ,#$0061#$0063],@unicodeBook2);
    CheckNotEqual(#$0061'k'#$0327#$032D, #$0061#$0327,@unicodeBook2);
    CheckInf([#$0061'k'#$0327#$032D  ,#$0061#$0063],@unicodeBook2);
    WriteLn('    -- test 2 - ok',sLineBreak);
end;

//------------------------------------------------------

procedure test10_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,12);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('('),Ord('a'),Ord(')')]);
    p^.Weights := ToWeight($15EF,$0020,$0006); //15EF.0020.0006.24D0
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('A'));
    p^.Weights := ToWeight($15EF,$0020,$0008); //15EF.0020.0008.0041
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('('),Ord('A'),Ord(')')]);
    p^.Weights := ToWeight($15EF,$0020,$000C);  //15EF.0020.000C
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('a'),Ord('`')]);
    p^.Weights := ToWeight([$15EF,$0020,$0002,  $0000,$0035,$0002]); //[.15EF.0020.0002.0061][.0000.0035.0002.0300]
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('A'),Ord('`')]);
    p^.Weights := ToWeight([$15EF,$0020,$0008,  $0000,$0035,$0002]);  //[.15EF.0020.0008.0041][.0000.0035.0002.0300]
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('a'),Ord('e')]);
    p^.Weights := ToWeight([$15F0,$0020,$0002]);  //[.15EF.0020.0004.00E6][.0000.0139.0004.00E6][.164C.0020.0004.00E6]
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord(UpCase('a')),Ord(UpCase('e'))]);
    p^.Weights := ToWeight([$15F0,$0020,$0006]);//[.15EF.0020.000A.00C6][.0000.0139.0004.00C6][.164C.0020.000A.00C6]
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('('),Ord('b'),Ord(')')]);
    p^.Weights := ToWeight($1605,$0020,$0006);  //.1605.0020.0006.24D1
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('B'));
    p^.Weights := ToWeight($1605,$0020,$0008); //1605.0020.0008.0042
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight($161D,$0020,$0002);
end;

procedure test10_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  ASequence.Append(TReorderUnit.From([Ord('('),Ord('a'),Ord(')')],TReorderWeigthKind.Tertiary,2));
  ASequence.Append(TReorderUnit.From(Ord('A'),TReorderWeigthKind.Tertiary,3));
  ASequence.Append(TReorderUnit.From([Ord('('),Ord('A'),Ord(')')],TReorderWeigthKind.Tertiary,4));

  //ASequence.Append(TReorderUnit.From(Ord('à'),TReorderWeigthKind.Secondary,0));
  ASequence.Append(TReorderUnit.From([Ord('a'),Ord('`')],TReorderWeigthKind.Secondary,5));
  //ASequence.Append(TReorderUnit.From(Ord(UpCase('à')),TReorderWeigthKind.Tertiary,0));
  ASequence.Append(TReorderUnit.From([Ord('A'),Ord('`')],TReorderWeigthKind.Tertiary,6));

  ASequence.Append(TReorderUnit.From([Ord('a'),Ord('e')],TReorderWeigthKind.Primary,7));
  ASequence.Append(TReorderUnit.From([Ord(UpCase('a')),Ord(UpCase('e'))],TReorderWeigthKind.Tertiary,8));

  ASequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,9));
  ASequence.Append(TReorderUnit.From([Ord('('),Ord('b'),Ord(')')],TReorderWeigthKind.Tertiary,10));
  ASequence.Append(TReorderUnit.From(Ord('B'),TReorderWeigthKind.Tertiary,11));

  ASequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,12));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test10();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test10_prepareWeigth(wfirst);
  test10_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);

  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test6','first',nil,unicodeBook1);
  CheckInf(['a','(a)','A','(A)',  'a`','A`',  'ae','AE',  'b','(b)','B', 'c'],@unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  statement.Clear();
  statement.Before := True;
  SetLength(statement.Reset,2);
  statement.Reset[0] := Ord('a');
  statement.Reset[1] := Ord('e');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
    CheckInf(['a','(a)','A','(A)',  'a`','A`', 'g'{*},  'ae','AE',  'b','(b)','B', 'c'],@unicodeBook2);
    CheckInf(['gg','ae'],@unicodeBook2);
    CheckInf(['gb','ae'],@unicodeBook2);
    WriteLn('    -- test 1 - ok',sLineBreak);

  // --- test 2
  sequence := sequenceClean.Clone();
  statement.Clear();
  statement.Before := True;
  SetLength(statement.Reset,2);
  statement.Reset[0] := Ord('a');
  statement.Reset[1] := Ord('e');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Secondary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test2','2',@unicodeBook1,unicodeBook2);
    CheckInf(['a','(a)','A','(A)',  'a`','A`', 'g'{*},  'ae','AE',  'b','(b)','B', 'c'],@unicodeBook2);
    CheckInf(['A`B','gg'],@unicodeBook2);
    CheckInf(['A`b','g'],@unicodeBook2);
    WriteLn('    -- test 2 - ok',sLineBreak);

  // --- test 3
  sequence := sequenceClean.Clone();
  statement.Clear();
  statement.Before := True;
  SetLength(statement.Reset,2);
  statement.Reset[0] := Ord('a');
  statement.Reset[1] := Ord('e');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #3 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test2','2',@unicodeBook1,unicodeBook2);
    CheckInf(['a','(a)','A','(A)',  'a`','A`', 'g'{*},  'ae','AE',  'b','(b)','B', 'c'],@unicodeBook2);
    CheckInf(['A`B','gg'],@unicodeBook2);
    CheckInf(['A`b','g'],@unicodeBook2);
    WriteLn('    -- test 3 - ok',sLineBreak);

  // --- test 4
  sequence := sequenceClean.Clone();
  statement.Clear();
  statement.Before := True;
  SetLength(statement.Reset,2);
  statement.Reset[0] := Ord('A');
  statement.Reset[1] := Ord('`');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #4.1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  statement.Clear();
  statement.Before := True;
  SetLength(statement.Reset,2);
  statement.Reset[0] := Ord('A');
  statement.Reset[1] := Ord('`');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('G'),TReorderWeigthKind.Secondary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #4.2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test2','2',@unicodeBook1,unicodeBook2);
    CheckInf(['a','(a)','A','(A)', 'G','a`','g'{*},'A`',  'ae','AE',  'b','(b)','B', 'c'],@unicodeBook2);
    CheckInf(['gg','A`B'],@unicodeBook2);
    CheckInf(['g','A`b'],@unicodeBook2);
    CheckInf(['A','gg'],@unicodeBook2);
    CheckInf(['A','Ga'],@unicodeBook2);
    WriteLn('    -- test 4 - ok',sLineBreak);

  // --- test 5
  sequence := sequenceClean.Clone();
  statement.Clear();
  statement.Before := True;
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('B');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #5 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
    CheckInf(['a','(a)','A','(A)',  'a`','A`',  'ae','AE', 'g'{*},  'b','(b)','B', 'c'],@unicodeBook2);
    CheckInf(['gg','b'],@unicodeBook2);
    CheckInf(['ae','gb'],@unicodeBook2);
    WriteLn('    -- test 5 - ok',sLineBreak);
end;

//------------------------------------------------------

procedure test11_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,12);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight($161D,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('d'));
    p^.Weights := ToWeight($1631,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('e'));
    p^.Weights := ToWeight($164C,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('f'));
    p^.Weights := ToWeight($1684,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('g'));
    p^.Weights := ToWeight($1691,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('h'));
    p^.Weights := ToWeight($16B4,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('i'));
    p^.Weights := ToWeight($16CD,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('j'));
    p^.Weights := ToWeight($16E6,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('k'));
    p^.Weights := ToWeight($16FF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('l'));
    p^.Weights := ToWeight($1711,$0020,$0002);
end;

procedure test11_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  ASequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  ASequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,3));
  ASequence.Append(TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,4));
  ASequence.Append(TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,5));
  ASequence.Append(TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,6));
  ASequence.Append(TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,7));
  ASequence.Append(TReorderUnit.From(Ord('h'),TReorderWeigthKind.Primary,8));
  ASequence.Append(TReorderUnit.From(Ord('i'),TReorderWeigthKind.Primary,9));
  ASequence.Append(TReorderUnit.From(Ord('j'),TReorderWeigthKind.Primary,10));
  ASequence.Append(TReorderUnit.From(Ord('k'),TReorderWeigthKind.Primary,11));
  ASequence.Append(TReorderUnit.From(Ord('l'),TReorderWeigthKind.Primary,12));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test11();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test11_prepareWeigth(wfirst);
  test11_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test11','first',nil,unicodeBook1);
  CheckInf(['a','b','c','d','e','f','g','h','i','j','k','l'],@unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('x'),TReorderWeigthKind.Tertiary,0);
  statement.Elements[0].SetExpansion(Ord('h'));
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test1','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','x'{*},'d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    CheckInf('ch','x'{*},@unicodeBook2);
    CheckInf('cha','xa'{*},@unicodeBook2);
    CheckInf('chk','xka'{*},@unicodeBook2);
    WriteLn('    -- test 1 - ok');

  // --- test 2
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('c');
  SetLength(statement.Elements,2);
  statement.Elements[0] := TReorderUnit.From(Ord('x'),TReorderWeigthKind.Tertiary,0);
    statement.Elements[0].SetExpansion(Ord('h'));
  statement.Elements[1] := TReorderUnit.From(Ord('X'),TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test2','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','x'{*},'X'{*},'d','e','f','g','h','i','j','k','l'],@unicodeBook2);
    CheckInf('ch','x'{*},@unicodeBook2);
    CheckInf('cha','xa'{*},@unicodeBook2);
    CheckInf('chk','xka'{*},@unicodeBook2);
    CheckInf('ch','X'{*},@unicodeBook2);
    CheckInf('cha','Xa'{*},@unicodeBook2);
    CheckInf('chk','Xka'{*},@unicodeBook2);
    WriteLn('    -- test 2 - ok');

end;

//------------------------------------------------------

procedure test12_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,1);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0120,$0002);
end;

procedure test12_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure Check(const ACondition : Boolean; const AMsg : string);overload;
begin
  if not ACondition then
    raise Exception.Create(AMsg);
end;

procedure Check(
  const ACondition : Boolean;
  const AFormatMsg : string;
  const AArgs      : array of const
);overload;
begin
  Check(ACondition,Format(AFormatMsg,AArgs));
end;

procedure Check(const ACondition : Boolean);overload;
begin
  Check(ACondition,'Check failed.')
end;

procedure CheckSimpleProps(
  AItem          : PUCA_PropItemRec;
  AHasCodePoint,
  AIsValid       : Boolean;
  AChildCount    : Byte;
  AContextual    : Boolean
);overload;
var
  p : PUCA_PropItemRec;
begin
  p := AItem;
  Check(p<>nil,'p = nil');
  Check(p^.HasCodePoint()=AHasCodePoint,'HasCodePoint');
  Check(p^.IsValid()=AIsValid,'IsValid');
  Check(p^.ChildCount=AChildCount,'ChildCount');
  Check(p^.Contextual=AContextual,'Contextual');
end;

procedure CheckSimpleProps(
  AItem          : PUCA_PropItemRec;
  AHasCodePoint,
  AIsValid       : Boolean;
  AChildCount    : Byte;
  AContextual,
  AIsDeleted     : Boolean
);overload;
begin
  CheckSimpleProps(AItem,AHasCodePoint,AIsValid,AChildCount,AContextual);
  Check(AItem^.IsDeleted=AIsDeleted,'IsDeleted');
end;

procedure CheckWeigths(AItem : PUCA_PropItemRec; const AWeigths : array of Word);overload;
var
  p : PUCA_PropItemRec;
  c, i : Integer;
  pb : PByte;
  pw : PWord;
begin
  p := AItem;
  c := Length(AWeigths);
  if ((c mod 3) > 0) then
    Check(False,'Invalid Weigth Array.');
  c := c div 3;
  Check(c=p^.WeightLength,'WeightLength');
  if (c = 0) then
    exit;
  pb := PByte(PtrUInt(p)+SizeOf(TUCA_PropItemRec));
  pw := @AWeigths[Low(AWeigths)];
//First Item
  Check(PWord(pb)^ = pw^, 'First Item[0]');
    pw := pw + 1;
    pb := pb + 2;
  if (pw^ > High(Byte)) then begin
    Check(PWord(pb)^ = pw^, 'First Item[1]');
    pb := pb + 2;
  end else begin
    Check(pb^ = pw^, 'First Item[1]');
    pb := pb + 1;
  end;
  pw := pw + 1;
  if (pw^ > High(Byte)) then begin
    Check(PWord(pb)^ = pw^, 'First Item[2]');
    pb := pb + 2;
  end else begin
    Check(pb^ = pw^, 'First Item[2]');
    pb := pb + 1;
  end;
  pw := pw + 1;
// Others
  for i := 1 to c-1 do begin
    Check(PWord(pb)^ = pw^, 'Item[0],i=%d',[i]);
      Inc(pw);
      pb := pb + 2;
    Check(PWord(pb)^ = pw^, 'Item[1],i=%d',[i]);
      Inc(pw);
      pb := pb + 2;
    Check(PWord(pb)^ = pw^, 'Item[2],i=%d',[i]);
      Inc(pw);
      pb := pb + 2;
  end;
end;

procedure CheckWeigths(
        AData      : PUCA_PropWeights;
  const ADataCount : Integer;
  const AWeigths   : array of Word
);overload;
var
  c: Integer;
begin
  c := Length(AWeigths);
  if ((c mod 3) > 0) then
    Check(False,'Invalid Weigth Array.');
  c := c div 3;
  Check(c=ADataCount,'WeightLength');
  if (c = 0) then
    exit;
  if not CompareMem(AData,@AWeigths[0],(ADataCount*3*SizeOf(Word))) then
    Check(False,'Weight');
end;

function CalcWeigthSize(const AWeigths : array of Word) : Integer;
var
  c : Integer;
begin
  c := Length(AWeigths);
  if ((c mod 3) > 0) then
    Check(False,'Invalid Weigth Array.');
  Result := c * SizeOf(Word);
  if (c>0) then begin
    if (AWeigths[1] <= High(Byte)) then
      Result := Result - 1;
    if (AWeigths[2] <= High(Byte)) then
      Result := Result - 1;
  end;
end;

procedure test12_check_1(const ABook : unicodedata.TUCA_DataBook);
var
  p, px : PUCA_PropItemRec;
  size, sizeTotal, t: Cardinal;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15F0,0,0, $15F0,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15F0,0,0, $15F0,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size');
  sizeTotal:= sizeTotal+size;

// for 'c'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15F0,0,0, $15F1,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15F0,0,0, $15F0,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size');
  sizeTotal:= sizeTotal+size;

// for 'x'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  px := p;
  CheckSimpleProps(p,False,False,1,False);
  CheckWeigths(p,[]);
  size := SizeOf(TUCA_PropItemRec);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  t := size;
  sizeTotal:= sizeTotal+size;
// for 'y'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,True,True,0,False);
  CheckWeigths(p,[$15F0,0,0, $15F2,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          SizeOf(UInt24) +
          CalcWeigthSize([$15F0,0,0, $15F2,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(y)');

  Check(px^.Size = (t+size),'size(x)');

  sizeTotal:= sizeTotal+size;
  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test12_check_2(const ABook : unicodedata.TUCA_DataBook);
var
  p, ph : PUCA_PropItemRec;
  size, sizeTotal, t: Integer;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15EF,$121,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$121,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size');
  sizeTotal:= sizeTotal+size;

// for 'c'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15EF,$122,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$122,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size');
  sizeTotal:= sizeTotal+size;

// for 'h'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  ph := p;
  CheckSimpleProps(p,False,False,1,False);
  CheckWeigths(p,[]);
  size := SizeOf(TUCA_PropItemRec);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  t := size;
  sizeTotal:= sizeTotal+size;
// for 'i'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,True,True,0,False);
  CheckWeigths(p,[$15EF,$123,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          SizeOf(UInt24) +
          CalcWeigthSize([$15EF,$123,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(i)');
  sizeTotal:= sizeTotal+size;

  Check(ph^.Size = (t+size),'size(h)');

// for 'k'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15EF,$123,1, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$123,1, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(k)');
  sizeTotal:= sizeTotal+size;

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test12_check_3(const ABook : unicodedata.TUCA_DataBook);
var
  p, pc : PUCA_PropItemRec;
  size, sizeTotal, t: Integer;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15EF,$121,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$121,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size');
  sizeTotal:= sizeTotal+size;

// for 'c'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  pc := p;
  CheckSimpleProps(p,False,True,1,False);
  CheckWeigths(p,[$15EF,$122,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$122,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  t := size;
  sizeTotal:= sizeTotal+size;

// for 'i'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,True,True,0,False);
  CheckWeigths(p,[$15EF,$123,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          SizeOf(UInt24) +
          CalcWeigthSize([$15EF,$123,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(i)');
  sizeTotal:= sizeTotal+size;

  Check(pc^.Size = (t+size),'size(c)');

// for 'k'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15EF,$123,1, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$123,1, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(k)');
  sizeTotal:= sizeTotal+size;

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test12_check_4(const ABook : unicodedata.TUCA_DataBook);
var
  p, pc : PUCA_PropItemRec;
  size, sizeTotal, t: Integer;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15EF,$121,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$121,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size');
  sizeTotal:= sizeTotal+size;

// for 'c'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  pc := p;
  CheckSimpleProps(p,False,True,2,False);
  CheckWeigths(p,[$15EF,$122,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$122,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  t := size;
  sizeTotal:= sizeTotal+size;

// for 'i' as in 'ci'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,True,True,0,False);
  CheckWeigths(p,[$15EF,$123,0, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          SizeOf(UInt24) +
          CalcWeigthSize([$15EF,$123,0, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(i)');
  t := t+size;
  sizeTotal:= sizeTotal+size;

// for 's' as in 'cs'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,True,True,0,False);
  CheckWeigths(p,[$15EF,$123,1, $15F0,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          SizeOf(UInt24) +
          CalcWeigthSize([$15EF,$123,1, $15F0,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(s)');
  t := t+size;
  sizeTotal:= sizeTotal+size;

  Check(pc^.Size = t,'size(c)');

// for 'k'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False);
  CheckWeigths(p,[$15EF,$123,1, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec) + CalcWeigthSize([$15EF,$123,1, $15EF,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(k)');
  sizeTotal:= sizeTotal+size;

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test12();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test12_prepareWeigth(wfirst);
  test12_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test','first',nil,unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,3);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  statement.Elements[2] := TReorderUnit.From([Ord('x'),Ord('y')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','xy'],@unicodeBook2);
    test12_check_1(unicodeBook2);
    WriteLn('    -- test 1 - ok');

  // --- test 2
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,4);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Secondary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Secondary,0);
  statement.Elements[2] := TReorderUnit.From([Ord('h'),Ord('i')],TReorderWeigthKind.Secondary,0);
  statement.Elements[3] := TReorderUnit.From(Ord('k'),TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','hi','k'],@unicodeBook2);
    test12_check_2(unicodeBook2);
    WriteLn('    -- test 2 - ok');

  // --- test 3
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,4);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Secondary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Secondary,0);
  statement.Elements[2] := TReorderUnit.From([Ord('c'),Ord('i')],TReorderWeigthKind.Secondary,0);
  statement.Elements[3] := TReorderUnit.From(Ord('k'),TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #3 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','ci','k'],@unicodeBook2);
    test12_check_3(unicodeBook2);
    WriteLn('    -- test 3 - ok');

  // --- test 4
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,5);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Secondary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Secondary,0);
  statement.Elements[2] := TReorderUnit.From([Ord('c'),Ord('i')],TReorderWeigthKind.Secondary,0);
  statement.Elements[3] := TReorderUnit.From(Ord('k'),TReorderWeigthKind.Tertiary,0);
  statement.Elements[4] := TReorderUnit.From([Ord('c'),Ord('s')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #4 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','b','c','ci','k','cs'],@unicodeBook2);
    test12_check_4(unicodeBook2);
    WriteLn('    -- test 4 - ok');
end;

//------------------------------------------------------

procedure test13_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,2);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0120,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('b')]);
    p^.Weights := ToWeight($15F0,$0120,$0002);
end;

procedure test13_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  ASequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test13_check_1(const ABook : unicodedata.TUCA_DataBook);
var
  p, pb : PUCA_PropItemRec;
  size, sizeTotal, t: Integer;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  pb := p;
  CheckSimpleProps(p,False,True,1,False,True);
  CheckWeigths(p,[]);
  size := SizeOf(TUCA_PropItemRec);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  t := size;
  sizeTotal:= sizeTotal+size;

// for 'u' as in 'bu'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,True,True,0,False,False);
  CheckWeigths(p,[$15F0,0,0, $15F0,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          SizeOf(UInt24) +
          CalcWeigthSize([$15F0,0,0, $15F0,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(u)');
  t := t+size;
  sizeTotal:= sizeTotal+size;

  Check(pb^.Size = t,'size(c)');

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test13_check_2(const ABook : unicodedata.TUCA_DataBook);
var
  p, pb : PUCA_PropItemRec;
  size, sizeTotal, t: Integer;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  pb := p;
  CheckSimpleProps(p,False,True,1,False,True);
  CheckWeigths(p,[]);
  size := SizeOf(TUCA_PropItemRec);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  t := size;
  sizeTotal:= sizeTotal+size;

// for 'u' as in 'bu'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,True,True,0,False,False);
  CheckWeigths(p,[$15F0,0,0, $15F0,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          SizeOf(UInt24) +
          CalcWeigthSize([$15F0,0,0, $15F0,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(u)');
  t := t+size;
  sizeTotal:= sizeTotal+size;

  Check(pb^.Size = t,'size(c)');

// for 'c'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False,False);
  CheckWeigths(p,[$15F0,0,0, $15F1,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          CalcWeigthSize([$15F0,0,0, $15F1,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(c)');
  sizeTotal:= sizeTotal+size;

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test13();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test12_prepareWeigth(wfirst);
  test12_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test','first',nil,unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Deletion,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From([Ord('b'),Ord('u')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','bu','b'{because b's weigth is now computed!}],@unicodeBook2);
    test13_check_1(unicodeBook2);
    WriteLn('    -- test 1 - ok');

  // --- test 2
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Deletion,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,2);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,2);
  statement.Elements[0] := TReorderUnit.From([Ord('b'),Ord('u')],TReorderWeigthKind.Primary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    CheckInf(['a','bu','c','b'{because b's weigth is now computed!}],@unicodeBook2);
    test13_check_2(unicodeBook2);
    WriteLn('    -- test 2 - ok');
end;

//------------------------------------------------------

procedure test14_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,1);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0120,$0002);
end;

procedure test14_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

procedure test14_check_1(const ABook : unicodedata.TUCA_DataBook);
var
  p : PUCA_PropItemRec;
  size, sizeTotal: Integer;
  ctx : PUCA_PropItemContextTreeRec;
  ctxItem : PUCA_PropItemContextTreeNodeRec;
  pb : PByte;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  pb := PByte(p);
  size := 0;
  CheckSimpleProps(p,True,True,0,True,False);
  size := SizeOf(TUCA_PropItemRec)+SizeOf(UInt24){codepoint};
  CheckWeigths(p,[]);
  ctx := PUCA_PropItemContextTreeRec(PtrUInt(p)+SizeOf(TUCA_PropItemRec)+SizeOf(UInt24));
  Check(ctx^.Size>0,'ctx^.Size');
  ctxItem := PUCA_PropItemContextTreeNodeRec(PtrUInt(ctx)+SizeOf(ctx^.Size));
  Check(ctxItem<>nil,'ctxItem');
  Check(ctxItem^.Left=0,'ctxItem^.Left');
  Check(ctxItem^.Right=0,'ctxItem^.Right');
  Check(ctxItem^.Data.CodePointCount=1,'ctxItem^.Data.CodePointCount');
  Check(ctxItem^.Data.WeightCount=2,'ctxItem^.Data.WeightCount');
  pb := PByte(PtrUInt(@ctxItem^.Data)+SizeOf(ctxItem^.Data));
  Check(Cardinal(PUInt24(pb)^)=Ord('a'),'Context CodePoint');
  pb := pb + (ctxItem^.Data.CodePointCount*SizeOf(UInt24));
  CheckWeigths(PUCA_PropWeights(pb),ctxItem^.Data.WeightCount,[$15EF,$120,$3, $15EF,0,0]);

  size := SizeOf(TUCA_PropItemRec)+
          SizeOf(UInt24){codepoint}+
          SizeOf(TUCA_PropItemContextTreeRec.Size)+
          SizeOf(TUCA_PropItemContextTreeNodeRec) +
          (ctxItem^.Data.CodePointCount*SizeOf(UInt24))+
          (ctxItem^.Data.WeightCount*SizeOf(TUCA_PropWeights));

  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  sizeTotal:= sizeTotal+size;

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test14_check_2(const ABook : unicodedata.TUCA_DataBook);
var
  p : PUCA_PropItemRec;
  size, sizeTotal : Integer;
  ctx : PUCA_PropItemContextTreeRec;
  ctxItem : PUCA_PropItemContextTreeNodeRec;
  pb : PByte;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  pb := PByte(p);
  size := 0;
  CheckSimpleProps(p,True,True,0,True,False);
  CheckWeigths(p,[]);
  ctx := PUCA_PropItemContextTreeRec(PtrUInt(p)+SizeOf(TUCA_PropItemRec)+SizeOf(UInt24));
  Check(ctx^.Size>0,'ctx^.Size');
  ctxItem := PUCA_PropItemContextTreeNodeRec(PtrUInt(ctx)+SizeOf(ctx^.Size));
  Check(ctxItem<>nil,'ctxItem');
  Check(ctxItem^.Left=0,'ctxItem^.Left');
  Check(ctxItem^.Right=0,'ctxItem^.Right');
  Check(ctxItem^.Data.CodePointCount=1,'ctxItem^.Data.CodePointCount');
  Check(ctxItem^.Data.WeightCount=2,'ctxItem^.Data.WeightCount');
  pb := PByte(PtrUInt(@ctxItem^.Data)+SizeOf(ctxItem^.Data));
  Check(Cardinal(PUInt24(pb)^)=Ord('a'),'Context CodePoint');
  pb := pb + (ctxItem^.Data.CodePointCount*SizeOf(UInt24));
  CheckWeigths(PUCA_PropWeights(pb),ctxItem^.Data.WeightCount,[$15EF,$120,$3, $15EF,0,0]);
  size := SizeOf(TUCA_PropItemRec)+
          SizeOf(UInt24){codepoint}+
          SizeOf(TUCA_PropItemContextTreeRec.Size)+
          SizeOf(TUCA_PropItemContextTreeNodeRec) +
          (ctxItem^.Data.CodePointCount*SizeOf(UInt24))+
          (ctxItem^.Data.WeightCount*SizeOf(TUCA_PropWeights));
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  sizeTotal:= sizeTotal+size;

// for 'c'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False,False);
  CheckWeigths(p,[$15EF,$120,$3, $15F0,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          CalcWeigthSize([$15EF,$120,$3, $15F0,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(u)');
  sizeTotal:= sizeTotal+size;

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test14_check_3(const ABook : unicodedata.TUCA_DataBook);
var
  p : PUCA_PropItemRec;
  size, sizeTotal, t: Integer;
  ctx : PUCA_PropItemContextTreeRec;
  ctxItem : PUCA_PropItemContextTreeNodeRec;
  pb : PByte;
begin
  sizeTotal := 0;
// for 'b'
  p := ABook.Props;
  pb := PByte(p);
  size := 0;
  CheckSimpleProps(p,True,True,0,True,False);
  CheckWeigths(p,[]);
  ctx := PUCA_PropItemContextTreeRec(PtrUInt(p)+SizeOf(TUCA_PropItemRec)+SizeOf(UInt24));
  Check(ctx^.Size>0,'ctx^.Size');
  ctxItem := PUCA_PropItemContextTreeNodeRec(PtrUInt(ctx)+SizeOf(ctx^.Size));
  Check(ctxItem<>nil,'ctxItem');
  Check(ctxItem^.Left=0,'ctxItem^.Left');
  Check(ctxItem^.Right<>0,'ctxItem^.Right');
  Check(ctxItem^.Data.CodePointCount=1,'ctxItem^.Data.CodePointCount');
  Check(ctxItem^.Data.WeightCount=2,'ctxItem^.Data.WeightCount');
  pb := PByte(PtrUInt(@ctxItem^.Data)+SizeOf(ctxItem^.Data));
  Check(Cardinal(PUInt24(pb)^)=Ord('a'),'Context CodePoint');
  pb := pb + (ctxItem^.Data.CodePointCount*SizeOf(UInt24));
  CheckWeigths(PUCA_PropWeights(pb),ctxItem^.Data.WeightCount,[$15EF,$120,$3, $15EF,0,0]);

  t := SizeOf(TUCA_PropItemContextTreeNodeRec) +
       (ctxItem^.Data.CodePointCount*SizeOf(UInt24))+
       (ctxItem^.Data.WeightCount*SizeOf(TUCA_PropWeights));
  Check(ctxItem^.Right = t,'ctxItem^.Right');
  ctxItem := PUCA_PropItemContextTreeNodeRec(PtrUInt(ctxItem)+t);
  Check(ctxItem^.Left=0,'ctxItem^.Left');
  Check(ctxItem^.Right=0,'ctxItem^.Right');
  Check(ctxItem^.Data.CodePointCount=1,'ctxItem^.Data.CodePointCount');
  Check(ctxItem^.Data.WeightCount=2,'ctxItem^.Data.WeightCount');
  pb := PByte(PtrUInt(@ctxItem^.Data)+SizeOf(ctxItem^.Data));
  Check(Cardinal(PUInt24(pb)^)=Ord('f'),'Context CodePoint');
  pb := pb + (ctxItem^.Data.CodePointCount*SizeOf(UInt24));
  CheckWeigths(PUCA_PropWeights(pb),ctxItem^.Data.WeightCount,[$15EF,$120,$4, $15F1,0,0]);

  size := SizeOf(TUCA_PropItemRec)+
          SizeOf(UInt24){codepoint}+
          SizeOf(TUCA_PropItemContextTreeRec.Size)+
          t+
          SizeOf(TUCA_PropItemContextTreeNodeRec) +
          (ctxItem^.Data.CodePointCount*SizeOf(UInt24))+
          (ctxItem^.Data.WeightCount*SizeOf(TUCA_PropWeights));
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  sizeTotal:= sizeTotal+size;

// for 'e'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False,False);
  CheckWeigths(p,[$15EF,$120,$3, $15F0,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          CalcWeigthSize([$15EF,$120,$3, $15F0,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(e)');
  sizeTotal:= sizeTotal+size;

// for 'f'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False,False);
  CheckWeigths(p,[$15EF,$120,$3, $15F1,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          CalcWeigthSize([$15EF,$120,$3, $15F1,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(f)');
  sizeTotal:= sizeTotal+size;

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test14_check_4(const ABook : unicodedata.TUCA_DataBook);
var
  p : PUCA_PropItemRec;
  size, sizeTotal, t, ctxSize: Integer;
  ctx : PUCA_PropItemContextTreeRec;
  ctxItem, ctxItemParent : PUCA_PropItemContextTreeNodeRec;
  pb : PByte;
begin
  sizeTotal := 0;
  ctxSize := 0;
// for 'b'
  p := ABook.Props;
  pb := PByte(p);
  size := 0;
  CheckSimpleProps(p,True,True,0,True,False);
  CheckWeigths(p,[]);
  ctx := PUCA_PropItemContextTreeRec(PtrUInt(p)+SizeOf(TUCA_PropItemRec)+SizeOf(UInt24));
  Check(ctx^.Size>0,'ctx^.Size');
  ctxItem := PUCA_PropItemContextTreeNodeRec(PtrUInt(ctx)+SizeOf(ctx^.Size));
  ctxItemParent := ctxItem;
  Check(ctxItem<>nil,'ctxItem');
  Check(ctxItem^.Left<>0,'ctxItem^.Left');
  Check(ctxItem^.Right<>0,'ctxItem^.Right');
  Check(ctxItem^.Data.CodePointCount=1,'ctxItem^.Data.CodePointCount');
  Check(ctxItem^.Data.WeightCount=2,'ctxItem^.Data.WeightCount');
  pb := PByte(PtrUInt(@ctxItem^.Data)+SizeOf(ctxItem^.Data));
  Check(Cardinal(PUInt24(pb)^)=Ord('f'),'Context CodePoint');
  pb := pb + (ctxItem^.Data.CodePointCount*SizeOf(UInt24));
  CheckWeigths(PUCA_PropWeights(pb),ctxItem^.Data.WeightCount,[$15EF,$120,$4, $15F1,0,0]);
  t := SizeOf(TUCA_PropItemContextTreeNodeRec) +
       (ctxItem^.Data.CodePointCount*SizeOf(UInt24))+
       (ctxItem^.Data.WeightCount*SizeOf(TUCA_PropWeights));
  ctxSize := ctxSize+t;

  Check(ctxItem^.Left = t,'ctxItem^.Left');
  ctxItem := PUCA_PropItemContextTreeNodeRec(PtrUInt(ctxItem)+t);
  Check(ctxItem^.Left=0,'ctxItem^.Left');
  Check(ctxItem^.Right=0,'ctxItem^.Right');
  Check(ctxItem^.Data.CodePointCount=1,'ctxItem^.Data.CodePointCount');
  Check(ctxItem^.Data.WeightCount=2,'ctxItem^.Data.WeightCount');
  pb := PByte(PtrUInt(@ctxItem^.Data)+SizeOf(ctxItem^.Data));
  Check(Cardinal(PUInt24(pb)^)=Ord('a'),'Context CodePoint');
  pb := pb + (ctxItem^.Data.CodePointCount*SizeOf(UInt24));
  CheckWeigths(PUCA_PropWeights(pb),ctxItem^.Data.WeightCount,[$15EF,$120,$3, $15EF,0,0]);
  t := SizeOf(TUCA_PropItemContextTreeNodeRec) +
       (ctxItem^.Data.CodePointCount*SizeOf(UInt24))+
       (ctxItem^.Data.WeightCount*SizeOf(TUCA_PropWeights));
  ctxSize := ctxSize+t;

  ctxItem := PUCA_PropItemContextTreeNodeRec(PtrUInt(ctxItemParent)+ctxSize);
  Check(ctxItem^.Left=0,'ctxItem^.Left');
  Check(ctxItem^.Right=0,'ctxItem^.Right');
  Check(ctxItem^.Data.CodePointCount=1,'ctxItem^.Data.CodePointCount');
  Check(ctxItem^.Data.WeightCount=2,'ctxItem^.Data.WeightCount');
  pb := PByte(PtrUInt(@ctxItem^.Data)+SizeOf(ctxItem^.Data));
  Check(Cardinal(PUInt24(pb)^)=Ord('h'),'Context CodePoint');
  pb := pb + (ctxItem^.Data.CodePointCount*SizeOf(UInt24));
  CheckWeigths(PUCA_PropWeights(pb),ctxItem^.Data.WeightCount,[$15EF,$121,$6, $15F1,0,0]);
  t := SizeOf(TUCA_PropItemContextTreeNodeRec) +
       (ctxItem^.Data.CodePointCount*SizeOf(UInt24))+
       (ctxItem^.Data.WeightCount*SizeOf(TUCA_PropWeights));
  ctxSize := ctxSize+t;

  ctxSize := ctxSize + SizeOf(TUCA_PropItemContextTreeRec.Size);
  Check(ctx^.Size = ctxSize,'ctx^.Size');
  size := SizeOf(TUCA_PropItemRec)+
          SizeOf(UInt24){codepoint}+
          ctxSize;
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  sizeTotal:= sizeTotal+size;

// for 'e'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False,False);
  CheckWeigths(p,[$15EF,$120,$3, $15F0,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          CalcWeigthSize([$15EF,$120,$3, $15F0,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(e)');
  sizeTotal:= sizeTotal+size;

// for 'f'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False,False);
  CheckWeigths(p,[$15EF,$120,$3, $15F1,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          CalcWeigthSize([$15EF,$120,$3, $15F1,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(f)');
  sizeTotal:= sizeTotal+size;

// for 'g'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False,False);
  CheckWeigths(p,[$15EF,$120,$5, $15F1,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          CalcWeigthSize([$15EF,$120,$5, $15F1,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(g)');
  sizeTotal:= sizeTotal+size;

// for 'h'
  p := PUCA_PropItemRec(PtrUInt(p)+size);
  CheckSimpleProps(p,False,True,0,False,False);
  CheckWeigths(p,[$15EF,$121,$5, $15F1,0,0]);
  size := SizeOf(TUCA_PropItemRec) +
          CalcWeigthSize([$15EF,$121,$5, $15F1,0,0]);
  Check(p^.GetSelfOnlySize() = size,'GetSelfOnlySize');
  Check(p^.Size = size,'size(h)');
  sizeTotal:= sizeTotal+size;

  Check(ABook.PropCount = sizeTotal,'size(total)');
end;

procedure test14();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test12_prepareWeigth(wfirst);
  test12_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test','first',nil,unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    test14_check_1(unicodeBook2);
    WriteLn('    -- test 1 - ok');
    WriteLn;

  // --- test 2
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,2);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    test14_check_2(unicodeBook2);
    WriteLn('    -- test 2 - ok');
    WriteLn;

  // --- test 3
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,2);
  statement.Elements[0] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('f');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('f')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);

  WriteLn('    Statement #3 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    test14_check_3(unicodeBook2);
    WriteLn('    -- test 3 - ok');
    WriteLn;

  // --- test 4
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,4);
  statement.Elements[0] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,0);
  statement.Elements[2] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Tertiary,0);
  statement.Elements[3] := TReorderUnit.From(Ord('h'),TReorderWeigthKind.Secondary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('f');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('f')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('h');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('h')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);

  WriteLn('    Statement #4 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    test14_check_4(unicodeBook2);
    WriteLn('    -- test 4 - ok');
    WriteLn;
end;

//------------------------------------------------------

procedure test15_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,1);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0120,$0002);
end;

procedure test15_PopulateSequence(var ASequence : TOrderedCharacters);
var
  i : Integer;
begin
  ASequence := TOrderedCharacters.Create();
  ASequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  for i := 0 to ASequence.ActualLength - 1 do
    ASequence.Data[i].Changed := False;
end;

function ConvertEndianFromNative(
  const AData    : Pointer;
  const ADataLen : Integer
) : Boolean;
type
  PUCA_PropItemRec = helper.PUCA_PropItemRec;
var
  s : PUCA_PropItemRec;
  x, y : array of Byte;
  px, py : PUCA_PropItemRec;
begin
  if (ADataLen <= 0) then
    exit(True);
  s := PUCA_PropItemRec(AData);
  SetLength(x,ADataLen);
  px := PUCA_PropItemRec(@x[0]);
  ReverseFromNativeEndian(s,ADataLen,px);

  SetLength(y,ADataLen);
  py := PUCA_PropItemRec(@y[0]);
  ReverseToNativeEndian(px,ADataLen,py);
  Result := CompareMem(AData,@y[0],Length(x));
end;

procedure test15();
var
  sequence, sequenceClean : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test12_prepareWeigth(wfirst);
  test12_PopulateSequence(sequenceClean);

  WriteLn('  Initial = ',sLineBreak,'    ',DumpSequenceAnsi(sequenceClean),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  //Generate the original tables
  ConstructUnicodeBook(wfirst,'test','first',nil,unicodeBook1);

  // --- test 1
  sequence := sequenceClean.Clone();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    Check(ConvertEndianFromNative(unicodeBook2.Props,unicodeBook2.PropCount),'Endian conversion failed.');
    WriteLn('    -- test 1 - ok');

  // --- test 2
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    Check(ConvertEndianFromNative(unicodeBook2.Props,unicodeBook2.PropCount),'Endian conversion failed.');
    WriteLn('    -- test 2 - ok');
    WriteLn;

  // --- test 3
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,2);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #3 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    Check(ConvertEndianFromNative(unicodeBook2.Props,unicodeBook2.PropCount),'Endian conversion failed.');
    WriteLn('    -- test 3 - ok');
    WriteLn;

  // --- test 4
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,2);
  statement.Elements[0] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('f');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('f')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #4 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    Check(ConvertEndianFromNative(unicodeBook2.Props,unicodeBook2.PropCount),'Endian conversion failed.');
    WriteLn('    -- test 4 - ok');
    WriteLn;

  // --- test 5
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,4);
  statement.Elements[0] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,0);
  statement.Elements[1] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,0);
  statement.Elements[2] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Tertiary,0);
  statement.Elements[3] := TReorderUnit.From(Ord('h'),TReorderWeigthKind.Secondary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('f');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('f')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('h');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('b'),[Ord('h')],TReorderWeigthKind.Tertiary,0);
  sequence.ApplyStatement(@statement);

  WriteLn('    Statement #5 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    Check(ConvertEndianFromNative(unicodeBook2.Props,unicodeBook2.PropCount),'Endian conversion failed.');
    WriteLn('    -- test 5 - ok');
    WriteLn;

  // --- test 6
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,2);
  statement.Elements[0] := TReorderUnit.From([Ord('a'),Ord('d')],[Ord('a')],TReorderWeigthKind.Tertiary,0);
  statement.Elements[1] := TReorderUnit.From([Ord('a'),Ord('d')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #6 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    Check(ConvertEndianFromNative(unicodeBook2.Props,unicodeBook2.PropCount),'Endian conversion failed.');
    WriteLn('    -- test 6 - ok');
    WriteLn;

  // --- test 7
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,3);
  statement.Elements[0] := TReorderUnit.From([Ord('a'),Ord('d')],[Ord('a')],TReorderWeigthKind.Tertiary,0);
  statement.Elements[1] := TReorderUnit.From([Ord('a'),Ord('d')],TReorderWeigthKind.Primary,0);
  statement.Elements[2] := TReorderUnit.From(Ord('e'),[Ord('a'),Ord('d')],TReorderWeigthKind.Identity,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #7 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    Check(ConvertEndianFromNative(unicodeBook2.Props,unicodeBook2.PropCount),'Endian conversion failed.');
    WriteLn('    -- test 7 - ok');
    WriteLn;

  // --- test 8
  sequence := sequenceClean.Clone();
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('a');
  SetLength(statement.Elements,3);
  statement.Elements[0] := TReorderUnit.From([Ord('a'),Ord('d')],[Ord('a')],TReorderWeigthKind.Tertiary,0);
  statement.Elements[1] := TReorderUnit.From([Ord('a'),Ord('x')],TReorderWeigthKind.Primary,0);
  statement.Elements[2] := TReorderUnit.From([Ord('e'),Ord('a'),Ord('r')],[Ord('a'),Ord('d')],TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('    Statement #8 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  //Generate updatet tables
  ConstructUnicodeBook(wresult,'test','second',@unicodeBook1,unicodeBook2);
    Check(ConvertEndianFromNative(unicodeBook2.Props,unicodeBook2.PropCount),'Endian conversion failed.');
    WriteLn('    -- test 8 - ok');
    WriteLn;

end;

procedure test16_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,3);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight($15EF,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight($1605,$0020,$0002);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight($161D,$0020,$0002);
end;

procedure test16a();
var
  sequence : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test16_prepareWeigth(wfirst);
  sequence := TOrderedCharacters.Create();
  sequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  sequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  sequence.Append(TReorderUnit.From(TReorderLogicalReset.LastRegular));
  sequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,3));
  for i := 0 to sequence.ActualLength - 1 do
    sequence.Data[i].Changed := False;
  WriteLn('Initial = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wfirst,'test1','first',nil,unicodeBook1);
  CheckInf(['a','b','c'],@unicodeBook1);

  // --- test 1
  SetLength(statement.Reset,1);
  statement.LogicalPosition := TReorderLogicalReset.LastRegular;
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('x'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','b','x'{*},'c'],@unicodeBook2);
    WriteLn('    -- test 1 - ok');
end;

procedure test16b();
var
  sequence : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test16_prepareWeigth(wfirst);
  sequence := TOrderedCharacters.Create();
  sequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  sequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  sequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,3));
  for i := 0 to sequence.ActualLength - 1 do
    sequence.Data[i].Changed := False;
  WriteLn('Initial = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wfirst,'test1','first',nil,unicodeBook1);
  CheckInf(['a','b','c'],@unicodeBook1);

  // --- test 1
  SetLength(statement.Reset,1);
  statement.LogicalPosition := TReorderLogicalReset.LastRegular;
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('x'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','b','c','x'{*}],@unicodeBook2);
    WriteLn('    -- test 1 - ok');
  writeln;
  writeln;

  // test 2
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('x');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('y'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test2','2',@unicodeBook1,unicodeBook2);
  CheckInf(['a','b','c','x'{*},'y'{*}],@unicodeBook2);
    WriteLn('    -- test 2 - ok');
end;

procedure test16c();
var
  sequence : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test16_prepareWeigth(wfirst);
  sequence := TOrderedCharacters.Create();
  sequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  sequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  sequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,3));
  for i := 0 to sequence.ActualLength - 1 do
    sequence.Data[i].Changed := False;
  WriteLn('Initial = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wfirst,'test1','first',nil,unicodeBook1);
  CheckInf(['a','b','c'],@unicodeBook1);

  // --- test 1
  SetLength(statement.Reset,1);
  statement.LogicalPosition := TReorderLogicalReset.LastRegular;
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('x'),TReorderWeigthKind.Secondary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','b','c','x'{*}],@unicodeBook2);
    WriteLn('    -- test 1 - ok');
  writeln;
  writeln;

  // test 2
  statement.Clear();
  SetLength(statement.Reset,1);
  statement.Reset[0] := Ord('x');
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('y'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #2 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test2','2',@unicodeBook1,unicodeBook2);
  CheckInf(['a','b','c','x'{*},'y'{*}],@unicodeBook2);
    WriteLn('    -- test 2 - ok');
end;

procedure test16d();
var
  sequence : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test16_prepareWeigth(wfirst);
  sequence := TOrderedCharacters.Create();
  sequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  sequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  sequence.Append(TReorderUnit.From(TReorderLogicalReset.LastRegular));
  sequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,3));
  for i := 0 to sequence.ActualLength - 1 do
    sequence.Data[i].Changed := False;
  WriteLn('Initial = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wfirst,'test1','first',nil,unicodeBook1);
  CheckInf(['a','b','c'],@unicodeBook1);

  // --- test 1
  SetLength(statement.Reset,1);
  statement.LogicalPosition := TReorderLogicalReset.LastRegular;
  statement.Before := True;
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('x'),TReorderWeigthKind.Primary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','x'{*},'b','c'],@unicodeBook2);
    WriteLn('    -- test 1 - ok');
end;

procedure test16e_prepareWeigth(var AData : TUCA_LineRecArray);
var
  p : PUCA_LineRec;
begin
  SetLength(AData,5);
  p := @AData[Low(AData)];
    p^.CodePoints := CodePointToArray(Ord('a'));
    p^.Weights := ToWeight(1,10,10);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('b'));
    p^.Weights := ToWeight(2,10,10);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('b'),Ord('2')]);
    p^.Weights := ToWeight(2,20,10);
  Inc(p);
    p^.CodePoints := CodePointToArray([Ord('b'),Ord('3')]);
    p^.Weights := ToWeight(2,20,20);
  Inc(p);
    p^.CodePoints := CodePointToArray(Ord('c'));
    p^.Weights := ToWeight(3,10,10);
end;

procedure test16e();
var
  sequence : TOrderedCharacters;
  statement : TReorderSequence;
  wfirst, wresult : TUCA_LineRecArray;
  i : Integer;
  unicodeBook1, unicodeBook2 : unicodedata.TUCA_DataBook;
begin
  statement.Clear();
  test16e_prepareWeigth(wfirst);
  sequence := TOrderedCharacters.Create();
  sequence.Append(TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,1));
  sequence.Append(TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,2));
  sequence.Append(TReorderUnit.From([Ord('b'),Ord('2')],TReorderWeigthKind.Secondary,3));
  sequence.Append(TReorderUnit.From([Ord('b'),Ord('3')],TReorderWeigthKind.Tertiary,4));
  sequence.Append(TReorderUnit.From(TReorderLogicalReset.LastRegular));
  sequence.Append(TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,5));
  for i := 0 to sequence.ActualLength - 1 do
    sequence.Data[i].Changed := False;
  WriteLn('Initial = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  WriteLn(DumpLines(wfirst),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wfirst,'test1','first',nil,unicodeBook1);
  CheckInf(['a','b','b2','b3','c'],@unicodeBook1);

  // --- test 1
  SetLength(statement.Reset,1);
  statement.LogicalPosition := TReorderLogicalReset.LastRegular;
  statement.Before := True;
  SetLength(statement.Elements,1);
  statement.Elements[0] := TReorderUnit.From(Ord('x'),TReorderWeigthKind.Secondary,0);
  sequence.ApplyStatement(@statement);
  WriteLn('Statement #1 = ',sLineBreak,'  ',DumpSequenceAnsi(sequence),sLineBreak);
  wresult := nil;
  ComputeWeigths(@sequence.Data[0],sequence.ActualLength,wfirst,wresult);
  WriteLn(DumpLines(wresult),sLineBreak+sLineBreak);
  ConstructUnicodeBook(wresult,'test1','1',@unicodeBook1,unicodeBook2);
  CheckInf(['a','b','x'{*},'b2','b3','c'],@unicodeBook2);
    WriteLn('    -- test 1 - ok');
end;

procedure CheckEqual(A,B : array of TUnicodeCodePoint; const AMsg : string);overload;
var
  i : Integer;
begin
  Check((Length(A)=Length(B)),'Length() <>');
  if (Length(A) > 0) then begin
    for i := Low(A) to High(A) do
      Check(A[i] = B[i],'%s, A[%d] <>',[AMsg,i]);
  end;
end;

procedure CheckEqual(A,B : TReorderUnit; const AMsg : string);overload;
var
  i : Integer;
begin
  Check((A.VirtualPosition=B.VirtualPosition),'VirtualPosition <>');
  Check((A.InitialPosition=B.InitialPosition),'InitialPosition <>');
  Check((A.Changed=B.Changed),'Changed <>');
  Check((A.WeigthKind=B.WeigthKind),'WeigthKind <>');
  CheckEqual(A.Context,B.Context,'Context');
  CheckEqual(A.ExpansionChars,B.ExpansionChars,'ExpansionChars');
  CheckEqual(A.Characters,B.Characters,'Characters');
  CheckEqual(A.Context,B.Context,'Context');
end;

procedure CheckEqual(A,B : TReorderSequence);overload;
var
  i : Integer;
begin
  Check((A.LogicalPosition=B.LogicalPosition),'LogicalPosition <>');
  Check((A.Before=B.Before),'Before <>');
  CheckEqual(A.Reset,B.Reset,'Reset');
  Check((Length(A.Elements)=Length(B.Elements)),'Length(Elements) <>');
  for i := Low(A.Elements) to High(A.Elements) do
    CheckEqual(A.Elements[i],B.Elements[i],Format('Elements[%d]',[i]));
end;

function CountLines(const AStr : ansistring) : Integer;
var
  c, i : Integer;
begin
  c := 0;
  for i := 1 to Length(AStr) do begin
    if (AStr[i] = #10) then
      c := c+1;
  end;
  if (c = 0) and (AStr <> '') then
    c := c+1;
  Result := c;
end;

procedure do_test_parser(
        AText      : ansistring;
  const AExpected  : TReorderSequence;
  const ALineCount : Integer
);overload;
var
  locText : UTF8String;
  locTextPointer : PAnsiChar;
  locStartPosition,
  locMaxLen        : Integer;
  locStatement     : TReorderSequence;
  locNextPos,
  locLineCount     : Integer;
begin
  locText := AText;
  WriteLn('Parsing "',locText,'" ...');
  locTextPointer := @locText[1];
  locMaxLen := Length(locText);
  locStartPosition := 0;
  locNextPos := 0;
  locLineCount := 0;
  locStatement.Clear();
  Check(
    ParseStatement(
      locTextPointer,locStartPosition,locMaxLen,@locStatement,locNextPos,locLineCount
    ),
    'Fail to Parse : "%s".', [locText]
  );
  if (locLineCount > 1) then
    WriteLn;
  WriteLn('    Next Position : ',locNextPos);
  WriteLn('    Line Count : ',locLineCount);
  if (CountLines(locText) = 1) then
    Check((locNextPos>=locMaxLen),'Next Position');
  if (ALineCount > 0) then
    Check((locLineCount=ALineCount),'Line Count');
  CheckEqual(locStatement,AExpected);

  WriteLn('    -- test  ok');
end;

procedure do_test_parser(AText : ansistring; const AExpected : TReorderSequence);inline;overload;
begin
  do_test_parser(AText,AExpected,1);
end;

procedure test_parser_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  locStatement.LogicalPosition := TReorderLogicalReset.LastTertiaryIgnorable;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Identity,0);
  do_test_parser('& [last tertiary ignorable] = a',locStatement);
end;

procedure test_parser_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  locStatement.LogicalPosition := TReorderLogicalReset.LastTertiaryIgnorable;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  do_test_parser('& [last tertiary ignorable] < b',locStatement);
end;

procedure test_parser_3();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  locStatement.LogicalPosition := TReorderLogicalReset.LastTertiaryIgnorable;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Secondary,0);
  do_test_parser('& [last tertiary ignorable] << c',locStatement);
end;

procedure test_parser_4();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  locStatement.LogicalPosition := TReorderLogicalReset.LastTertiaryIgnorable;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('d'),TReorderWeigthKind.Tertiary,0);
  do_test_parser('& [last tertiary ignorable] <<< d',locStatement);
end;

procedure test_parser_5();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  locStatement.LogicalPosition := TReorderLogicalReset.LastTertiaryIgnorable;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(1,TReorderWeigthKind.Primary,0);
  do_test_parser('& [last tertiary ignorable] < ''\u0001''',locStatement);
end;

procedure test_parser_6();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  locStatement.LogicalPosition := TReorderLogicalReset.LastTertiaryIgnorable;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(7,TReorderWeigthKind.Secondary,0);
  do_test_parser('& [last tertiary ignorable] << ''\u0007''',locStatement);
end;

procedure test_parser_7();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  locStatement.LogicalPosition := TReorderLogicalReset.LastTertiaryIgnorable;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(9,TReorderWeigthKind.Secondary,0);
  do_test_parser('& [last tertiary ignorable] << ''\u0009''',locStatement);
end;

procedure test_parser_8();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  locStatement.LogicalPosition := TReorderLogicalReset.LastTertiaryIgnorable;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From($000110BD,TReorderWeigthKind.Primary,0);
  do_test_parser('& [last tertiary ignorable] < ''\U000110BD''',locStatement);
end;

procedure test_parser_9();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < a',locStatement);
end;

procedure test_parser_abreviating_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(3);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x <* abc',locStatement);
end;

procedure test_parser_abreviating_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(7);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[3] := TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[4] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[5] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[6] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x <* abcd-g',locStatement);
end;

procedure test_parser_abreviating_3();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(8);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[3] := TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[4] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[5] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[6] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[7] := TReorderUnit.From(Ord('p'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x <* abcd-gp',locStatement);
end;

procedure test_parser_abreviating_4();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(11);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[3] := TReorderUnit.From(Ord('d'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[4] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[5] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[6] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[7] := TReorderUnit.From(Ord('p'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[8] := TReorderUnit.From(Ord('q'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[9] := TReorderUnit.From(Ord('r'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[10] := TReorderUnit.From(Ord('s'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x <* abcd-gp-s',locStatement);
end;

procedure test_parser_abreviating_5();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(3);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Secondary,0);
  do_test_parser('&x <<* abc',locStatement);
end;

procedure test_parser_abreviating_6();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(11);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[3] := TReorderUnit.From(Ord('d'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[4] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[5] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[6] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[7] := TReorderUnit.From(Ord('p'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[8] := TReorderUnit.From(Ord('q'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[9] := TReorderUnit.From(Ord('r'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[10] := TReorderUnit.From(Ord('s'),TReorderWeigthKind.Secondary,0);
  do_test_parser('&x <<* abcd-gp-s',locStatement);
end;

procedure test_parser_abreviating_7();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(3);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Tertiary,0);
  do_test_parser('&x <<<* abc',locStatement);
end;

procedure test_parser_abreviating_8();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(11);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[3] := TReorderUnit.From(Ord('d'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[4] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[5] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[6] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[7] := TReorderUnit.From(Ord('p'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[8] := TReorderUnit.From(Ord('q'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[9] := TReorderUnit.From(Ord('r'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[10] := TReorderUnit.From(Ord('s'),TReorderWeigthKind.Tertiary,0);
  do_test_parser('&x <<<* abcd-gp-s',locStatement);
end;

procedure test_parser_abreviating_9();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(3);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Identity,0);
  do_test_parser('&x =* abc',locStatement);
end;

procedure test_parser_abreviating_10();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(11);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[3] := TReorderUnit.From(Ord('d'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[4] := TReorderUnit.From(Ord('e'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[5] := TReorderUnit.From(Ord('f'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[6] := TReorderUnit.From(Ord('g'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[7] := TReorderUnit.From(Ord('p'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[8] := TReorderUnit.From(Ord('q'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[9] := TReorderUnit.From(Ord('r'),TReorderWeigthKind.Identity,0);
  locStatement.Elements[10] := TReorderUnit.From(Ord('s'),TReorderWeigthKind.Identity,0);
  do_test_parser('&x =* abcd-gp-s',locStatement);
end;

procedure test_parser_contraction_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('k');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From([Ord('c'),Ord('h')],TReorderWeigthKind.Primary,0);
  do_test_parser('&k < ch',locStatement);
end;

procedure test_parser_contraction_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,3);
  locStatement.Reset[0] := Ord('a');
  locStatement.Reset[1] := Ord('b');
  locStatement.Reset[2] := Ord('c');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From([Ord('c'),Ord('h')],TReorderWeigthKind.Primary,0);
  do_test_parser('&abc < ch',locStatement);
end;

procedure test_parser_expansion_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('a');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('z'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[0].ExpansionChars := CodePointToArray(Ord('e'));
  do_test_parser('&a < z/e',locStatement);
end;

procedure test_parser_special_char_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('/'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < ''/''',locStatement);
end;

procedure test_parser_special_char_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('&'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < ''&''',locStatement);
end;

procedure test_parser_special_char_3();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('<'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < ''<''',locStatement);
end;

procedure test_parser_special_char_4();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('|'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < ''|''',locStatement);
end;

procedure test_parser_special_char_5();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('*'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < ''*''',locStatement);
end;

procedure test_parser_special_char_6();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('['),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < ''[''',locStatement);
end;

procedure test_parser_special_char_7();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord(']'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < '']''',locStatement);
end;

procedure test_parser_skip_comment_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  do_test_parser(
    '&x  #' + sLineBreak +
    '   < a',
    locStatement, 2
  );
end;

procedure test_parser_skip_comment_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  do_test_parser(
    '&x  # hello' + sLineBreak +
    '   < a',
    locStatement, 2
  );
end;

procedure test_parser_skip_comment_3();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  do_test_parser(
    '&x  # hello' + sLineBreak +
    sLineBreak +
    #9#9'   ' + sLineBreak +
    '   < a',
    locStatement, 4
  );
end;

procedure test_parser_quoted_string_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(
      [Ord('<'),Ord('#'),Ord('|'),Ord('/'),Ord('!')],
      TReorderWeigthKind.Primary,0
    );
  do_test_parser('&x < ''<#|/!''',locStatement);
end;

procedure test_parser_quoted_string_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(
      [Ord('<'),Ord('#'),Ord('|'),Ord('/'),Ord('!'),Ord('A')],
      TReorderWeigthKind.Primary,0
    );
  do_test_parser('&x < ''<#|/!''A',locStatement);
end;

procedure test_parser_quoted_string_3();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(
      [Ord('<'),Ord('#'),Ord('|'),Ord('/'),Ord('!')],
      TReorderWeigthKind.Primary,0
    );
  do_test_parser('&x < ''<#|/!''#',locStatement);
end;

procedure test_parser_quoted_string_4();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(
      [Ord('<'),Ord('#'),Ord('|'),Ord('/'),Ord('!'),Ord('A')],
      TReorderWeigthKind.Primary,0
    );
  do_test_parser('&x < ''<#|/!''A#',locStatement);
end;

procedure test_parser_quoted_string_5();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,3);
  locStatement.Reset[0] := Ord('x');
  locStatement.Reset[1] := Ord('-');
  locStatement.Reset[2] := Ord('y');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(Ord('k'),TReorderWeigthKind.Tertiary,0);
  do_test_parser('&''x''-''y''<<<k',locStatement);
end;

procedure test_parser_quoted_string_6();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(Ord('|'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < ''|''',locStatement);
end;

procedure test_parser_quoted_string_7();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From([Ord('a'),Ord('|')],TReorderWeigthKind.Primary,0);
  do_test_parser('&x < a''|''',locStatement);
end;

procedure test_parser_quoted_string_8();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From([Ord('a'),Ord('|'),Ord('c')],TReorderWeigthKind.Primary,0);
  do_test_parser('&x < a''|''c',locStatement);
end;

procedure test_parser_contexte_before_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(Ord('-'),[Ord('a')],TReorderWeigthKind.Secondary,0);
  do_test_parser('&x << a|-',locStatement);
end;

procedure test_parser_contexte_before_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('a');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(Ord('-'),[Ord('a')],TReorderWeigthKind.Tertiary,0);
  do_test_parser('&a <<< a|-',locStatement);
end;

procedure test_parser_contexte_before_3();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(
      Ord('-'),[Ord('a'),Ord('z'),Ord('k')],TReorderWeigthKind.Secondary,0
    );
  do_test_parser('&x << azk|-',locStatement);
end;

procedure test_parser_contexte_before_4();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From(
      [Ord('a'),Ord(':')],[Ord('a'),Ord('z'),Ord('k')],
      TReorderWeigthKind.Secondary,0
    );
  do_test_parser('&x << azk|a:',locStatement);
end;

procedure test_parser_placement_before_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.Before := True;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('k'),TReorderWeigthKind.Secondary,0);
  do_test_parser('&[before 2] x << k',locStatement);
end;

procedure test_parser_placement_before_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.Before := True;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] :=
    TReorderUnit.From([Ord('z'),Ord('k')],TReorderWeigthKind.Tertiary,0);
  do_test_parser('&[before 3] x <<< zk',locStatement);
end;

procedure test_parser_placement_before_3();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.Before := True;
  locStatement.SetElementCount(1);
  locStatement.Elements[0] := TReorderUnit.From(Ord('z'),TReorderWeigthKind.Primary,0);
  do_test_parser('&[before 1] x < z',locStatement);
end;

procedure test_parser_multi_unit_statement_line_1();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(3);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  do_test_parser('&x < a < b < c',locStatement);
  do_test_parser('&x <a <b <c',locStatement);
  do_test_parser('&x <a<b<c',locStatement);
end;

procedure test_parser_multi_unit_statement_line_2();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(3);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Tertiary,0);
  do_test_parser('&x < a << b <<< c',locStatement);
  do_test_parser('&x <a <<b <<<c',locStatement);
  do_test_parser('&x <a<<b<<<c',locStatement);
end;

procedure test_parser_multi_unit_statement_line_3();
var
  locStatement     : TReorderSequence;
begin
  locStatement.Clear();
  SetLength(locStatement.Reset,1);
  locStatement.Reset[0] := Ord('x');
  locStatement.SetElementCount(3);
  locStatement.Elements[0] := TReorderUnit.From(Ord('a'),TReorderWeigthKind.Tertiary,0);
  locStatement.Elements[1] := TReorderUnit.From(Ord('b'),TReorderWeigthKind.Secondary,0);
  locStatement.Elements[2] := TReorderUnit.From(Ord('c'),TReorderWeigthKind.Tertiary,0);
  do_test_parser('&x <<< a << b <<< c',locStatement);
  do_test_parser('&x <<<a <<b <<<c',locStatement);
  do_test_parser('&x <<<a<<b<<<c',locStatement);
end;

procedure test_parser_multi_statement_line_1();
const STATEMENT_BUFFER : UTF8String = '&r <<a &s <<< b';
var
  locStatements : array of TReorderSequence;
  locStatement : PReorderSequence;
  locExpectedStatement : TReorderSequence;
  lineCount, i, bufferLength, k, nextPost : Integer;
  buffer : PAnsiChar;
begin
  buffer := @STATEMENT_BUFFER[1];
  WriteLn('Parsing "',buffer,'" ...');
  bufferLength := Length(buffer);
  SetLength(locStatements,10);
  lineCount := 0;
  nextPost := 0;
  i := 0;
  k := 0;
  while (i < bufferLength) do begin
    locStatement := @locStatements[k];
    locStatement^.Clear();
    if not ParseStatement(buffer,i,bufferLength,locStatement,nextPost,lineCount) then
      Break;
    i := nextPost;
    k := k+1;
    if (k > 2) then
      raise Exception.Create('2 Statements expected, more was parsed.');
  end;
  Check((k=2), 'Statement Count');

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('r');
  locExpectedStatement.SetElementCount(1);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('a'),TReorderWeigthKind.Secondary,0);
  CheckEqual(locStatements[0],locExpectedStatement);

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('s');
  locExpectedStatement.SetElementCount(1);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('b'),TReorderWeigthKind.Tertiary,0);
  CheckEqual(locStatements[1],locExpectedStatement);

  WriteLn('    -- test  ok');
end;

procedure test_parser_multi_statement_line_2();
const STATEMENT_BUFFER : UTF8String = '&r <a <b <<B &s <<< b <c';
var
  locStatements : array of TReorderSequence;
  locStatement : PReorderSequence;
  locExpectedStatement : TReorderSequence;
  lineCount, i, bufferLength, k, nextPost : Integer;
  buffer : PAnsiChar;
begin
  buffer := @STATEMENT_BUFFER[1];
  WriteLn('Parsing "',buffer,'" ...');
  bufferLength := Length(buffer);
  SetLength(locStatements,10);
  lineCount := 0;
  nextPost := 0;
  i := 0;
  k := 0;
  while (i < bufferLength) do begin
    locStatement := @locStatements[k];
    locStatement^.Clear();
    if not ParseStatement(buffer,i,bufferLength,locStatement,nextPost,lineCount) then
      Break;
    i := nextPost;
    k := k+1;
    if (k > 2) then
      raise Exception.Create('2 Statements expected, more was parsed.');
  end;
  Check((k=2), 'Statement Count');

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('r');
  locExpectedStatement.SetElementCount(3);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locExpectedStatement.Elements[1] :=
    TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  locExpectedStatement.Elements[2] :=
    TReorderUnit.From(Ord('B'),TReorderWeigthKind.Secondary,0);
  CheckEqual(locStatements[0],locExpectedStatement);

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('s');
  locExpectedStatement.SetElementCount(2);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('b'),TReorderWeigthKind.Tertiary,0);
  locExpectedStatement.Elements[1] :=
    TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  CheckEqual(locStatements[1],locExpectedStatement);

  WriteLn('    -- test  ok');
end;

procedure test_parser_multi_statement_line_3();
const STATEMENT_BUFFER : UTF8String = '&r <a <b <<B &s <<< b <c &x <A <W';
var
  locStatements : array of TReorderSequence;
  locStatement : PReorderSequence;
  locExpectedStatement : TReorderSequence;
  lineCount, i, bufferLength, k, nextPost : Integer;
  buffer : PAnsiChar;
begin
  buffer := @STATEMENT_BUFFER[1];
  WriteLn('Parsing "',buffer,'" ...');
  bufferLength := Length(buffer);
  SetLength(locStatements,10);
  lineCount := 0;
  nextPost := 0;
  i := 0;
  k := 0;
  while (i < bufferLength) do begin
    locStatement := @locStatements[k];
    locStatement^.Clear();
    if not ParseStatement(buffer,i,bufferLength,locStatement,nextPost,lineCount) then
      Break;
    i := nextPost;
    k := k+1;
    if (k > 3) then
      raise Exception.Create('3 Statements expected, more was parsed.');
  end;
  Check((k=3), 'Statement Count');

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('r');
  locExpectedStatement.SetElementCount(3);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locExpectedStatement.Elements[1] :=
    TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  locExpectedStatement.Elements[2] :=
    TReorderUnit.From(Ord('B'),TReorderWeigthKind.Secondary,0);
  CheckEqual(locStatements[0],locExpectedStatement);

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('s');
  locExpectedStatement.SetElementCount(2);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('b'),TReorderWeigthKind.Tertiary,0);
  locExpectedStatement.Elements[1] :=
    TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  CheckEqual(locStatements[1],locExpectedStatement);

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('x');
  locExpectedStatement.SetElementCount(2);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('A'),TReorderWeigthKind.Primary,0);
  locExpectedStatement.Elements[1] :=
    TReorderUnit.From(Ord('W'),TReorderWeigthKind.Primary,0);
  CheckEqual(locStatements[2],locExpectedStatement);

  WriteLn('    -- test  ok');
end;

procedure test_parser_multi_statement_line_4();
const STATEMENT_BUFFER : UTF8String =
        '        &r <a <b    <<B      &s <<< b    <c &x <A <W';
var
  locStatements : array of TReorderSequence;
  locStatement : PReorderSequence;
  locExpectedStatement : TReorderSequence;
  lineCount, i, bufferLength, k, nextPost : Integer;
  buffer : PAnsiChar;
begin
  buffer := @STATEMENT_BUFFER[1];
  WriteLn('Parsing "',buffer,'" ...');
  bufferLength := Length(buffer);
  SetLength(locStatements,10);
  lineCount := 0;
  nextPost := 0;
  i := 0;
  k := 0;
  while (i < bufferLength) do begin
    locStatement := @locStatements[k];
    locStatement^.Clear();
    if not ParseStatement(buffer,i,bufferLength,locStatement,nextPost,lineCount) then
      Break;
    i := nextPost;
    k := k+1;
    if (k > 3) then
      raise Exception.Create('3 Statements expected, more was parsed.');
  end;
  Check((k=3), 'Statement Count');

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('r');
  locExpectedStatement.SetElementCount(3);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  locExpectedStatement.Elements[1] :=
    TReorderUnit.From(Ord('b'),TReorderWeigthKind.Primary,0);
  locExpectedStatement.Elements[2] :=
    TReorderUnit.From(Ord('B'),TReorderWeigthKind.Secondary,0);
  CheckEqual(locStatements[0],locExpectedStatement);

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('s');
  locExpectedStatement.SetElementCount(2);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('b'),TReorderWeigthKind.Tertiary,0);
  locExpectedStatement.Elements[1] :=
    TReorderUnit.From(Ord('c'),TReorderWeigthKind.Primary,0);
  CheckEqual(locStatements[1],locExpectedStatement);

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('x');
  locExpectedStatement.SetElementCount(2);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('A'),TReorderWeigthKind.Primary,0);
  locExpectedStatement.Elements[1] :=
    TReorderUnit.From(Ord('W'),TReorderWeigthKind.Primary,0);
  CheckEqual(locStatements[2],locExpectedStatement);

  WriteLn('    -- test  ok');
end;

procedure test_parser_multi_line_statements_1();
const STATEMENT_BUFFER : UTF8String =
        '&r <a #123'#10 +
        '&s <<< b ';
var
  locStatements : array of TReorderSequence;
  locStatement : PReorderSequence;
  locExpectedStatement : TReorderSequence;
  lineCount, i, bufferLength, k, nextPost : Integer;
  buffer : PAnsiChar;
begin
  buffer := @STATEMENT_BUFFER[1];
  WriteLn('Parsing "',buffer,'" ...');
  bufferLength := Length(buffer);
  SetLength(locStatements,10);
  lineCount := 0;
  nextPost := 0;
  i := 0;
  k := 0;
  while (i < bufferLength) do begin
    locStatement := @locStatements[k];
    locStatement^.Clear();
    if not ParseStatement(buffer,i,bufferLength,locStatement,nextPost,lineCount) then
      Break;
    i := nextPost;
    k := k+1;
    if (k > 2) then
      raise Exception.Create('2 Statements expected, more was parsed.');
  end;
  Check((k=2), 'Statement Count');

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('r');
  locExpectedStatement.SetElementCount(1);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('a'),TReorderWeigthKind.Primary,0);
  CheckEqual(locStatements[0],locExpectedStatement);

  locExpectedStatement.Clear();
  SetLength(locExpectedStatement.Reset,1);
  locExpectedStatement.Reset[0] := Ord('s');
  locExpectedStatement.SetElementCount(1);
  locExpectedStatement.Elements[0] :=
    TReorderUnit.From(Ord('b'),TReorderWeigthKind.Tertiary,0);
  CheckEqual(locStatements[1],locExpectedStatement);

  WriteLn('    -- test  ok');
end;

//----------------------------------------------------------------------------//
const
  UNICODE_LINE_BREAK = #10;
  COLLATION_XML_TEXT =
    '<ldml>' + UNICODE_LINE_BREAK +
    '	<identity>' + UNICODE_LINE_BREAK +
    '		<version number="1.2.3"/>' + UNICODE_LINE_BREAK +
    '		<generation date="$Date: 2014-07-08 21:39:31 -0500 (Tue, 08 Jul 2014) $"/>' + UNICODE_LINE_BREAK +
    '		<language type="xy" />' + UNICODE_LINE_BREAK +
    '	</identity>' + UNICODE_LINE_BREAK +
    '	<collations  >' + UNICODE_LINE_BREAK +
    '		<defaultCollation>one</defaultCollation>' + UNICODE_LINE_BREAK +
    '		<collation type="abc" >' + UNICODE_LINE_BREAK +
    '			<import source="xy" type="private-two"/>' + UNICODE_LINE_BREAK +
    '			<import source="xy" type="one"/>' + UNICODE_LINE_BREAK +
    '                   <suppress_contractions>[qh]</suppress_contractions>' + UNICODE_LINE_BREAK +
    '			<cr><![CDATA[' + UNICODE_LINE_BREAK +
    '				&w<u<v' + UNICODE_LINE_BREAK +
    '			]]></cr>' + UNICODE_LINE_BREAK +
    '		</collation>' + UNICODE_LINE_BREAK +
    '		<collation type="one" >' + UNICODE_LINE_BREAK +
    '			<cr><![CDATA[' + UNICODE_LINE_BREAK +
    '				&h<z<b' + UNICODE_LINE_BREAK +
    '			]]></cr>' + UNICODE_LINE_BREAK +
    '		</collation>' + UNICODE_LINE_BREAK +
    '		<collation type="private-two" >' + UNICODE_LINE_BREAK +
    '			<cr><![CDATA[' + UNICODE_LINE_BREAK +
    '				&f<c<<<ce' + UNICODE_LINE_BREAK +
    '				&q<qh<<<p' + UNICODE_LINE_BREAK +
    '			]]></cr>' + UNICODE_LINE_BREAK +
    '		</collation  >' + UNICODE_LINE_BREAK +
    '		<collation type="three" >' + UNICODE_LINE_BREAK +
    '			<cr><![CDATA[' + UNICODE_LINE_BREAK +
    '				&d<c<b<a' + UNICODE_LINE_BREAK +
    '			]]></cr>' + UNICODE_LINE_BREAK +
    '		</collation>' + UNICODE_LINE_BREAK +
    '	</collations>' + UNICODE_LINE_BREAK +
    '</ldml>';
  COLLATION_XML_TEXT2 =
    '<ldml>' + UNICODE_LINE_BREAK +
    '	<identity>' + UNICODE_LINE_BREAK +
    '		<version number="1.2.3"/>' + UNICODE_LINE_BREAK +
    '		<generation date="$Date: 2014-07-08 21:39:31 -0500 (Tue, 08 Jul 2014) $"/>' + UNICODE_LINE_BREAK +
    '		<language type="kw" />' + UNICODE_LINE_BREAK +
    '	</identity>' + UNICODE_LINE_BREAK +
    '	<collations  >' + UNICODE_LINE_BREAK +
    '		<defaultCollation>wend</defaultCollation>' + UNICODE_LINE_BREAK +
    '		<collation type="kis" >' + UNICODE_LINE_BREAK +
    '			<cr><![CDATA[' + UNICODE_LINE_BREAK +
    '				&x<c<v' + UNICODE_LINE_BREAK +
    '			]]></cr>' + UNICODE_LINE_BREAK +
    '		</collation>' + UNICODE_LINE_BREAK +
    '		<collation type="wend" >' + UNICODE_LINE_BREAK +
    '			<import source="xy" type="one"/>' + UNICODE_LINE_BREAK +
    '			<cr><![CDATA[' + UNICODE_LINE_BREAK +
    '				&F<<P<<<C' + UNICODE_LINE_BREAK +
    '				&L<a<<<Z' + UNICODE_LINE_BREAK +
    '			]]></cr>' + UNICODE_LINE_BREAK +
    '		</collation>' + UNICODE_LINE_BREAK +
    '	</collations>' + UNICODE_LINE_BREAK +
    '</ldml>';

function PrepareCollationStream(const AText : string) : TStream;
begin
  Result := TMemoryStream.Create();
  if (AText <> '') then
    Result.Write(AText[1],(Length(AText)*SizeOf(Char)));
end;

function PrepareRepositoryLoader() : ICldrCollationLoader;
var
  s : array of TStream;
begin
  SetLength(s,2);
  s[0] := PrepareCollationStream(COLLATION_XML_TEXT);
  s[1] := PrepareCollationStream(COLLATION_XML_TEXT2);
  Result := TCldrCollationStreamLoader.Create(['xy','kw'],s) as ICldrCollationLoader;
end;

procedure test_collation_parser_HeaderParsing();
var
  rep : TCldrCollationRepository;
  col : TCldrCollation;
  typ : TCldrCollationItem;
  imp : TCldrImport;
begin
  rep := TCldrCollationRepository.Create(PrepareRepositoryLoader());
  try
    Check(rep.Find('xy')=nil, 'Find() before load.');
    Check(rep.Find('ab')=nil, 'Find() before load.');
    col := rep.Load('xy',TCldrParserMode.HeaderParsing);
    Check(col <> nil, 'load()');
    Check(col.Mode=TCldrParserMode.HeaderParsing, 'Mode');
    Check(rep.Find('xy') <> nil, 'Find() after load.');
    Check(rep.Find('ab')=nil);
    WriteLn('  - Step 1 ok');

    Check(col.DefaultType='one', 'DefaultType');
    Check(col.ItemCount=4, 'col.ItemCount');
    Check(col.Find('one')<>nil, 'col.Find()');
    Check(col.Find('private-two')<>nil, 'col.Find()');
    Check(col.Find('three')<>nil, 'col.Find()');
    Check(col.Find('abc')<>nil, 'col.Find()');

    WriteLn('  - Step 2 ok');

    typ := col.Find('private-two');
    check(typ.IsPrivate(),'IsPrivate()');

    WriteLn('  - Step 3 ok');

    Check(col.Find('one').Imports.Count=0, 'one.imports=0');
    Check(col.Find('private-two').Imports.Count=0, 'private-two.imports=0');
    Check(col.Find('three').Imports.Count=0, 'three.imports=0');

    WriteLn('  - Step 4 ok');

    typ := col.Find('abc');
    check(typ.Imports.Count=2,'abc.imports=2');
    imp := typ.Imports[0];
      check(imp<>nil, 'abc.Imports[0]');
      check(
        (imp.Source = 'xy') and (imp.TypeName = 'private-two'),
        'abc.Imports[0]'
      );
    imp := typ.Imports[1];
      check(imp<>nil, 'abc.Imports[1]');
      check(
        (imp.Source = 'xy') and (imp.TypeName = 'one'),
        'abc.Imports[1]'
      );

    WriteLn('  - Step 5 ok');
  finally
    rep.Free();
  end;

  WriteLn('    -- test  ok');
end;

procedure test_collation_parser_HeaderParsing_2();
var
  rep : TCldrCollationRepository;
  col : TCldrCollation;
  typ : TCldrCollationItem;
  imp : TCldrImport;
begin
  rep := TCldrCollationRepository.Create(PrepareRepositoryLoader());
  try
    Check(rep.Find('kw')=nil, 'Find() before load.');
    Check(rep.Find('xy')=nil, 'Find() before load.');
    col := rep.Load('kw',TCldrParserMode.HeaderParsing);
    Check(col <> nil, 'load()');
    Check(col.Mode=TCldrParserMode.HeaderParsing, 'Mode');
    Check(rep.Find('kw') <> nil, 'Find() after load.');
    WriteLn('  - Step 1 ok');

    Check(rep.Find('xy')=nil, 'Find(xy) after load.');
    WriteLn('  - Step 2 ok');

    typ := col.Find('wend');
    check(typ.Imports.Count=1,'wend.imports=1');
    imp := typ.Imports[0];
      check(imp<>nil, 'wend.Imports[0]');
      check(
        (imp.Source = 'xy') and (imp.TypeName = 'one'),
        'wend.Imports[0]'
      );

    WriteLn('  - Step 3 ok');
  finally
    rep.Free();
  end;

  WriteLn('    -- test  ok');
end;

function ParseSingleStatement(
  const AText       : UnicodeString;
        AStatement  : PReorderSequence
) : Boolean;
var
  np, lc : Integer;
  u8 : UTF8String;
begin
  u8 := UTF8Encode(AText);
  np := 0;
  lc := 0;
  Result := ParseStatement(@u8[1],0,Length(u8),AStatement,np,lc);
end;

function ParseMultiStatements(
        AText           : UnicodeString;
        AStatementList  : PReorderSequence;
  const AListLength     : Integer
) : Integer;
var
  c, nextPos, lineCount, i : Integer;
  u8 : UTF8String;
  buffer : PAnsiChar;
  statement, lastStatement : PReorderSequence;
begin
  u8 := UTF8Encode(AText);
  c := Length(u8);
  buffer := @u8[1];
  nextPos := 0;
  i := 0;
  lineCount := 0;
  statement := AStatementList;
  lastStatement := AStatementList+AListLength;
  while (i < c) and (statement < lastStatement) do begin
    statement^.Clear();
    if not ParseStatement(buffer,i,c,statement,nextPos,lineCount) then
      Break;
    i := nextPos;
    Inc(statement);
  end;
  Result := statement-AStatementList;
end;

type
  TReorderSequenceArrayRec = record
    Data        : TReorderSequenceArray;
    ActualLengh : Integer;
  end;
  PReorderSequenceArrayRec = ^TReorderSequenceArrayRec;

function CopyVisitorFunc(
  ARule  : PReorderSequence;
  AOwner : TCldrCollationItem;
  AData  : Pointer
) : Boolean;
var
  p : PReorderSequenceArrayRec;
begin
  p := PReorderSequenceArrayRec(AData);
  Result := (p^.ActualLengh < Length(p^.Data));
  if Result then begin
    p^.Data[p^.ActualLengh].Assign(ARule);
    p^.ActualLengh := p^.ActualLengh+1;
  end;
end;

procedure test_collation_parser_FullParsing();
var
  rep : TCldrCollationRepository;
  col : TCldrCollation;
  typ : TCldrCollationItem;
  imp : TCldrImport;
  locStatement : TReorderSequence;
  locStatementList : TReorderSequenceArray;
  c, i : Integer;
begin
  rep := TCldrCollationRepository.Create(PrepareRepositoryLoader());
  try
    Check(rep.Find('xy')=nil, 'Find() before load.');
    Check(rep.Find('ab')=nil, 'Find() before load.');
    col := rep.Load('xy',TCldrParserMode.FullParsing);
    Check(col <> nil, 'load()');
    Check(col.Mode=TCldrParserMode.FullParsing, 'Mode');
    Check(rep.Find('xy') <> nil, 'Find() after load.');
    Check(rep.Find('ab')=nil);
    WriteLn('  - Step 1 ok');

    Check(col.DefaultType='one', 'DefaultType');
    Check(col.ItemCount=4, 'col.ItemCount');
    Check(col.Find('one')<>nil, 'col.Find()');
    Check(col.Find('private-two')<>nil, 'col.Find()');
    Check(col.Find('three')<>nil, 'col.Find()');
    Check(col.Find('abc')<>nil, 'col.Find()');

    WriteLn('  - Step 2 ok');

    typ := col.Find('private-two');
    check(typ.IsPrivate(),'IsPrivate()');

    WriteLn('  - Step 3 ok');

    Check(col.Find('one').Imports.Count=0, 'one.imports=0');
    Check(col.Find('private-two').Imports.Count=0, 'private-two.imports=0');
    Check(col.Find('three').Imports.Count=0, 'three.imports=0');

    WriteLn('  - Step 4 ok');

    typ := col.Find('abc');
    check(typ.Imports.Count=2,'abc.imports=2');
    imp := typ.Imports[0];
      check(imp<>nil, 'abc.Imports[0]');
      check(
        (imp.Source = 'xy') and (imp.TypeName = 'private-two'),
        'abc.Imports[0]'
      );
    imp := typ.Imports[1];
      check(imp<>nil, 'abc.Imports[1]');
      check(
        (imp.Source = 'xy') and (imp.TypeName = 'one'),
        'abc.Imports[1]'
      );
    Check(Length(typ.Rules)=2,'Length(abc.Rules)=2');
    Check(Length(typ.Rules[0].Elements)=2,'Length(typ.Rules[0].Elements)=2');
    Check(typ.Rules[0].Elements[0].WeigthKind=TReorderWeigthKind.Deletion,'typ.Rules[0].Elements[0].WeigthKind=TReorderWeigthKind.Deletion');
    Check(Length(typ.Rules[0].Elements[0].Characters)=1,'Length(typ.Rules[0].Elements[0].Characters)=1');
    Check(typ.Rules[0].Elements[0].Characters[0]=Ord('h'),'typ.Rules[0].Elements[0].Characters[0]=h');
    Check(typ.Rules[0].Elements[1].Characters[0]=Ord('q'),'typ.Rules[0].Elements[1].Characters[0]=q');
    WriteLn('  - Step 5 ok');

    typ := col.Find('one');
    Check(Length(typ.Rules)>0, 'one.Rules <> nil');
    locStatement.Clear();
    Check(ParseSingleStatement('&h<z<b',@locStatement));
    CheckEqual(locStatement,typ.Rules[0]);
    WriteLn('  - Step 6 ok');

    typ := col.Find('private-two');
    Check(Length(typ.Rules)>0, 'private-two.Rules <> nil');
    c := 2;
    SetLength(locStatementList,5);
    Check(
      ParseMultiStatements(
        '&f<c<<<ce' + UNICODE_LINE_BREAK+'&q<qh<<<p ',
        @locStatementList[0],
        Length(locStatementList)
      ) = c
    );
    for i := 0 to c-1 do
      CheckEqual(locStatementList[i],typ.Rules[i]);
    WriteLn('  - Step 7 ok');

    typ := col.Find('three');
    Check(Length(typ.Rules)>0, 'three.Rules <> nil');
    locStatement.Clear();
    Check(ParseSingleStatement('&d<c<b<a',@locStatement));
    CheckEqual(locStatement,typ.Rules[0]);
    WriteLn('  - Step 8 ok');
  finally
    rep.Free();
  end;

  WriteLn('    -- test  ok');
end;

procedure test_collation_parser_FullParsing_2();
var
  rep : TCldrCollationRepository;
  col : TCldrCollation;
  typ : TCldrCollationItem;
  imp : TCldrImport;
  locStatementList : TReorderSequenceArray;
  c, i : Integer;
begin
  rep := TCldrCollationRepository.Create(PrepareRepositoryLoader());
  try
    Check(rep.Find('kw')=nil, 'Find() before load.');
    Check(rep.Find('xy')=nil, 'Find() before load.');
    col := rep.Load('kw',TCldrParserMode.FullParsing);
    Check(col <> nil, 'load()');
    Check(col.Mode=TCldrParserMode.FullParsing, 'Mode');
    Check(rep.Find('kw') <> nil, 'Find() after load.');
    WriteLn('  - Step 1 ok');

    typ := col.Find('wend');
    check(typ.Imports.Count=1,'wend.imports=1');
    imp := typ.Imports[0];
      check(imp<>nil, 'wend.Imports[0]');
      check(
        (imp.Source = 'xy') and (imp.TypeName = 'one'),
        'wend.Imports[0]'
      );
    Check(Length(typ.Rules)>0, 'wend.Rules <> nil');
    c := 2;
    SetLength(locStatementList,5);
    Check(
      ParseMultiStatements(
        '&F<<P<<<C' + UNICODE_LINE_BREAK+'&L<a<<<Z ',
        @locStatementList[0],
        Length(locStatementList)
      ) = c
    );
    for i := 0 to c-1 do
      CheckEqual(locStatementList[i],typ.Rules[i]);
    WriteLn('  - Step 2 ok');

  finally
    rep.Free();
  end;

  WriteLn('    -- test  ok');
end;

procedure test_collation_parser_complete_rules();
var
  rep : TCldrCollationRepository;
  col : TCldrCollation;
  typ, xtyp : TCldrCollationItem;
  c, i : Integer;
  locData : TReorderSequenceArrayRec;
begin
  rep := TCldrCollationRepository.Create(PrepareRepositoryLoader());
  try
    col := rep.Load('xy',TCldrParserMode.FullParsing);
    SetLength(locData.Data,23);

    typ := col.Find('one');
    locData.ActualLengh := 0;
    Check(ForEachRule(typ,@CopyVisitorFunc,@locData), 'ForEachRule(one) - 1');
    Check(locData.ActualLengh = 1, 'ForEachRule(one) - 2');
    CheckEqual(locData.Data[0],typ.Rules[0]);
    WriteLn('  - Step 1 ok');

    typ := col.Find('private-two');
    locData.ActualLengh := 0;
    Check(ForEachRule(typ,@CopyVisitorFunc,@locData), 'ForEachRule(private-two) - 1');
    Check(locData.ActualLengh = 2, 'ForEachRule(private-two) - 2');
    for i := 0 to locData.ActualLengh-1 do
      CheckEqual(locData.Data[i],typ.Rules[i]);
    WriteLn('  - Step 2 ok');

    typ := col.Find('abc');
    locData.ActualLengh := 0;
    SetLength(locData.Data,23);
    Check(ForEachRule(typ,@CopyVisitorFunc,@locData), 'ForEachRule(abc) - 1');
    Check(locData.ActualLengh = 2+2{private-two}+1{one}, 'ForEachRule(abc) - 2');
    xtyp := col.Find('private-two');
    c := 0;
    for i := 0 to Length(xtyp.Rules)-1 do
      CheckEqual(locData.Data[c+i],xtyp.Rules[i]);
    c := c+Length(xtyp.Rules);
    xtyp := col.Find('one');
    for i := 0 to Length(xtyp.Rules)-1 do
      CheckEqual(locData.Data[c+i],xtyp.Rules[i]);
    c := c+Length(xtyp.Rules);
    for i := 0 to Length(typ.Rules)-1 do
      CheckEqual(locData.Data[c+i],typ.Rules[i]);
    WriteLn('  - Step 2 ok');
  finally
    rep.Free();
  end;

  WriteLn('    -- test  ok');
end;

procedure test_collation_parser_complete_rules_2();
var
  rep : TCldrCollationRepository;
  col, xcol : TCldrCollation;
  typ, xtyp : TCldrCollationItem;
  locData : TReorderSequenceArrayRec;
  c, i : Integer;
begin
  rep := TCldrCollationRepository.Create(PrepareRepositoryLoader());
  try
    col := rep.Load('kw',TCldrParserMode.FullParsing);
    SetLength(locData.Data,23);

    typ := col.Find('wend');
    locData.ActualLengh := 0;
    Check(ForEachRule(typ,@CopyVisitorFunc,@locData), 'ForEachRule(wend) - 1');
    Check(locData.ActualLengh = 2+1{one}, 'ForEachRule(wend) - 2');
    xcol := rep.Find('xy');
    Check(xcol <> nil);
    xtyp := xcol.Find('one');
    Check(xtyp <> nil);
    Check(Length(xtyp.Rules)=1);
    c := 0;
    for i := 0 to Length(xtyp.Rules)-1 do
      CheckEqual(locData.Data[c+i],xtyp.Rules[i]);
    c := c+Length(xtyp.Rules);
    for i := 0 to Length(typ.Rules)-1 do
      CheckEqual(locData.Data[c+i],typ.Rules[i]);
    WriteLn('  - Step 1 ok');

  finally
    rep.Free();
  end;

  WriteLn('    -- test  ok');
end;

procedure test_unicode_set_1();
var
  x : TUnicodeSet;
  i : Integer;
  s : string;
begin
  x := TUnicodeSet.Create();
  try
    for i := 0 to 256-1 do
      Check(not x.Contains(AnsiChar(i)));
    WriteLn(' - Stept 1 ok');

    s := 'azerty';
    x.AddPattern(Format('[%s]',[s]));
    for i := 1 to Length(s) do
      Check(x.Contains(s[i]));
    WriteLn(' - Stept 2 ok');
  finally
    x.Free();
  end;

  WriteLn('    -- test  ok');
end;

procedure test_unicode_set_2();
var
  x : TUnicodeSet;
  i : Integer;
begin
  x := TUnicodeSet.Create();
  try
    x.AddPattern('[d-h]');
    for i := Ord('d') to Ord('h') do
      Check(x.Contains(Char(i)));
    WriteLn(' - Stept 1 ok');

    for i := Ord('a') to Ord('d')-1 do
      Check(not x.Contains(Char(i)));
    WriteLn(' - Stept 2 ok');

    for i := Ord('h')+1 to 256-1 do
      Check(not x.Contains(Char(i)));
    WriteLn(' - Stept 3 ok');
  finally
    x.Free();
  end;

  WriteLn('    -- test  ok');
end;

procedure test_unicode_set_3();
var
  x : TUnicodeSet;
  s, s1 : string;
begin
  x := TUnicodeSet.Create();
  try
    s := 'azerty';
    x.AddPattern(Format('[{%s}]',[s]));
    Check(x.Contains(s));
    WriteLn(' - Stept 1 ok');

    Check(not x.Contains(s+'12'));
    WriteLn(' - Stept 2 ok');

    Check(not x.Contains('qs'+s));
    WriteLn(' - Stept 3 ok');

    s1 := s+'x';
    x.AddPattern(Format('[{%s}]',[s1]));
    Check(x.Contains(s));
    Check(x.Contains(s1));
    WriteLn(' - Stept 4 ok');
  finally
    x.Free();
  end;

  WriteLn('    -- test  ok');
end;

end.