// // The graphics engine GLScene https://github.com/glscene // unit GLScene.PersistentClasses; (* Base persistence classes. The registered class is: [TgPersistentObjectList] These classes are used in GLScene but are designed for generic purpose. They implement a slightly different persistence mechanism then that of the VCL, allowing for object-level versioning (100% backward compatibility) and full polymorphic persistence. Internal Note: stripped down versions of XClasses & XLists. *) interface uses System.Classes, System.SysUtils, GLScene.Strings; type PObject = ^TObject; //Virtual layer similar to VCL's TReader (but reusable) TGVirtualReader = class private FStream: TStream; public constructor Create(Stream: TStream); virtual; property Stream: TStream read FStream; procedure ReadTypeError; procedure Read(var Buf; Count: Longint); virtual; abstract; function NextValue: TValueType; virtual; abstract; function ReadInteger: Integer; virtual; abstract; function ReadBoolean: Boolean; virtual; abstract; function ReadString: String; virtual; abstract; function ReadFloat: Extended; virtual; abstract; procedure ReadListBegin; virtual; abstract; procedure ReadListEnd; virtual; abstract; function EndOfList: Boolean; virtual; abstract; procedure ReadTStrings(aStrings: TStrings); end; //Virtual layer similar to VCL's TWriter (but reusable) TGVirtualWriter = class private FStream: TStream; public constructor Create(Stream: TStream); virtual; property Stream: TStream read FStream; procedure Write(const Buf; Count: Longint); virtual; abstract; procedure WriteInteger(anInteger: Integer); virtual; abstract; procedure WriteBoolean(aBoolean: Boolean); virtual; abstract; procedure WriteString(const aString: string); virtual; abstract; procedure WriteFloat(const aFloat: Extended); virtual; abstract; procedure WriteListBegin; virtual; abstract; procedure WriteListEnd; virtual; abstract; procedure WriteTStrings(const aStrings: TStrings; storeObjects: Boolean = True); end; TGVirtualReaderClass = class of TGVirtualReader; TGVirtualWriterClass = class of TGVirtualWriter; (*Interface for persistent objects. This interface does not really allow polymorphic persistence, but is rather intended as a way to unify persistence calls for iterators *) IGPersistentObject = interface(IInterface) ['{A9A0198A-F11B-4325-A92C-2F24DB41652B}'] procedure WriteToFiler(writer: TGVirtualWriter); procedure ReadFromFiler(reader: TGVirtualReader); end; (* Base class for persistent objects. The base requirement is implementation of ReadFromFiler & WriteToFiler in sub-classes, the immediate benefits are support of streaming (to stream, file or string), assignment and cloning. The other requirement being the use of a virtual constructor, which allows polymorphic construction (don't forget to register your subclasses). Note that TGPersistentObject implements IUnknown, but does *not* implement reference counting *) TGPersistentObject = class(TPersistent, IGPersistentObject) protected procedure RaiseFilerException(const archiveVersion: Integer); function QueryInterface(const IID: TGUID; out Obj): HResult; stdcall; function _AddRef: Integer; stdcall; function _Release: Integer; stdcall; public constructor Create; virtual; constructor CreateFromFiler(reader: TGVirtualReader); destructor Destroy; override; procedure Assign(source: TPersistent); override; function CreateClone: TGPersistentObject; dynamic; class function FileSignature: string; virtual; class function FileVirtualWriter: TGVirtualWriterClass; virtual; class function FileVirtualReader: TGVirtualReaderClass; virtual; procedure WriteToFiler(writer: TGVirtualWriter); dynamic; procedure ReadFromFiler(reader: TGVirtualReader); dynamic; procedure SaveToStream(stream: TStream; writerClass: TGVirtualWriterClass = nil); dynamic; procedure LoadFromStream(stream: TStream; readerClass: TGVirtualReaderClass = nil); dynamic; procedure SaveToFile(const fileName: string; writerClass: TGVirtualWriterClass = nil); dynamic; procedure LoadFromFile(const fileName: string; readerClass: TGVirtualReaderClass = nil); dynamic; function SaveToString(writerClass: TGVirtualWriterClass = nil): string; dynamic; procedure LoadFromString(const data: string; readerClass: TGVirtualReaderClass = nil); dynamic; end; TGPersistentObjectClass = class of TGPersistentObject; PGPointerObjectList = ^TGPointerObjectList; TGPointerObjectList = array[0..MaxInt div (2*SizeOf(Pointer))] of TObject; TGObjectListSortCompare = function(item1, item2: TObject): Integer; (*A persistent Object list. Similar to TList but works on TObject items and has facilities for persistence of contained data. Unlike the VCL's TObjectList, this one does NOT free its objects upon destruction or Clear, use Clean and CleanFree for that, and as such can be used for object referral lists too. But only TGPersistentObject items will be streamed appropriately. The list can be used in a stack-like fashion with Push & Pop, and can perform basic boolean set operations. Note: the IndexOf implementation is up to 3 times faster than that of TList *) TgPersistentObjectList = class(TGPersistentObject) private FList: PGPointerObjectList; FCount: Integer; FCapacity: Integer; FGrowthDelta: Integer; protected procedure Error; virtual; function Get(Index: Integer): TObject; inline; procedure Put(Index: Integer; Item: TObject); procedure SetCapacity(newCapacity: Integer); inline; procedure SetCount(NewCount: Integer); inline; function GetFirst: TObject; inline; procedure SetFirst(item: TObject); function GetLast: TObject; procedure SetLast(item: TObject); // Default event for ReadFromFiler procedure AfterObjectCreatedByReader(Sender: TObject); virtual; procedure DoClean; public constructor Create; override; destructor Destroy; override; procedure WriteToFiler(writer: TGVirtualWriter); override; procedure ReadFromFiler(reader: TGVirtualReader); override; procedure ReadFromFilerWithEvent(reader: TGVirtualReader; afterSenderObjectCreated: TNotifyEvent); function Add(const item: TObject): Integer; inline; procedure AddNils(nbVals: Cardinal); procedure Delete(index: Integer); procedure DeleteItems(index: Integer; nbVals: Cardinal); procedure Exchange(Index1, Index2: Integer); procedure Insert(Index: Integer; Item: TObject); procedure InsertNils(index: Integer; nbVals: Cardinal); procedure Move(CurIndex, NewIndex: Integer); function Remove(Item: TObject): Integer; procedure DeleteAndFree(index: Integer); procedure DeleteAndFreeItems(index: Integer; nbVals: Cardinal); function RemoveAndFree(item: TObject): Integer; property GrowthDelta: integer read FGrowthDelta write FGrowthDelta; function Expand: TgPersistentObjectList; property Items[Index: Integer]: TObject read Get write Put; default; property Count: Integer read FCount write SetCount; property List: PGPointerObjectList read FList; property Capacity: Integer read FCapacity write SetCapacity; //Makes sure capacity is at least aCapacity. procedure RequiredCapacity(aCapacity: Integer); (*Removes all "nil" from the list. Note: Capacity is unchanged, no memory us freed, the list is just made shorter. This functions is orders of magnitude faster than its TList eponymous. *) procedure Pack; //Empty the list without freeing the objects. procedure Clear; virtual; //Empty the list and free the objects. procedure Clean; virtual; //Empty the list, free the objects and Free self. procedure CleanFree; function IndexOf(Item: TObject): Integer; property First: TObject read GetFirst write SetFirst; property Last: TObject read GetLast write SetLast; procedure Push(item: TObject); function Pop: TObject; procedure PopAndFree; function AddObjects(const objectList: TgPersistentObjectList): Integer; procedure RemoveObjects(const objectList: TgPersistentObjectList); procedure Sort(compareFunc: TGObjectListSortCompare); end; //Wraps a TReader-compatible reader. TGBinaryReader = class(TGVirtualReader) protected function ReadValue: TValueType; function ReadWideString(vType: TValueType): WideString; public procedure Read(var Buf; Count: Longint); override; function NextValue: TValueType; override; function ReadInteger: Integer; override; function ReadBoolean: Boolean; override; function ReadString: string; override; function ReadFloat: Extended; override; procedure ReadListBegin; override; procedure ReadListEnd; override; function EndOfList: Boolean; override; end; //Wraps a TWriter-compatible writer. TGBinaryWriter = class(TGVirtualWriter) protected procedure WriteAnsiString(const aString: AnsiString); virtual; procedure WriteWideString(const aString: WideString); virtual; public procedure Write(const Buf; Count: Longint); override; procedure WriteInteger(anInteger: Integer); override; procedure WriteBoolean(aBoolean: Boolean); override; procedure WriteString(const aString: string); override; procedure WriteFloat(const aFloat: Extended); override; procedure WriteListBegin; override; procedure WriteListEnd; override; end; //Reads object persistence in Text format. TGTextReader = class(TGVirtualReader) private FValueType: string; FData: string; protected procedure ReadLine(const requestedType: string = ''); public procedure Read(var Buf; Count: Longint); override; function NextValue: TValueType; override; function ReadInteger: Integer; override; function ReadBoolean: Boolean; override; function ReadString: string; override; function ReadFloat: Extended; override; procedure ReadListBegin; override; procedure ReadListEnd; override; function EndOfList: Boolean; override; end; //Writes object persistence in Text format. TGTextWriter = class(TGVirtualWriter) private FIndentLevel: Integer; protected procedure WriteLine(const valueType, data: string); public constructor Create(aStream: TStream); override; destructor Destroy; override; procedure Write(const Buf; Count: Longint); override; procedure WriteInteger(anInteger: Integer); override; procedure WriteBoolean(aBoolean: Boolean); override; procedure WriteString(const aString: string); override; procedure WriteFloat(const aFloat: Extended); override; procedure WriteListBegin; override; procedure WriteListEnd; override; end; //TPersistent which has knowledge of its owner. TGOwnedPersistent = class(TPersistent) private FOwner: TPersistent; protected function GetOwner: TPersistent; override; public constructor Create(AOwner: TPersistent); virtual; end; //TPersistent that inplements IInterface. TGInterfacedPersistent = class(TPersistent, IInterface) protected // Implementing IInterface. function QueryInterface(const IID: TGUID; out Obj): HResult; stdcall; function _AddRef: Integer; stdcall; function _Release: Integer; stdcall; end; //TCollectionItem thet inplements IInterface. TGInterfacedCollectionItem = class(TCollectionItem, IInterface) protected // Implementing IInterface. function QueryInterface(const IID: TGUID; out Obj): HResult; stdcall; function _AddRef: Integer; stdcall; function _Release: Integer; stdcall; end; //Triggered when file signature does not match. EInvalidFileSignature = class(Exception) end; //Usually triggered when a filing error is detected. EFilerException = class(Exception) end; procedure RaiseFilerException(aClass: TClass; archiveVersion: Integer); function UTF8ToWideString(const s: AnsiString): WideString; implementation // ----------------------------------------------------------- const cDefaultListGrowthDelta = 64; cVTInteger = 'Int'; cVTFloat = 'Float'; cVTString = 'Str'; cVTBoolean = 'Bool'; cVTRaw = 'Raw'; cVTListBegin = '{'; cVTListEnd = '}'; cTrue = 'True'; cFalse = 'False'; procedure RaiseFilerException(aClass: TClass; archiveVersion: Integer); begin raise EFilerException.Create(aClass.ClassName + strUnknownArchiveVersion + IntToStr(archiveVersion)); end; function UTF8ToWideString(const s: AnsiString): WideString; const bytesFromUTF8: packed array[0..255] of Byte = ( 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 5); offsetsFromUTF8: array[0..5] of Cardinal = ( $00000000, $00003080, $000E2080, $03C82080, $FA082080, $82082080); MaximumUCS2: Cardinal = $0000FFFF; MaximumUCS4: Cardinal = $7FFFFFFF; ReplacementCharacter: Cardinal = $0000FFFD; halfShift: Integer = 10; halfBase: Cardinal = $0010000; halfMask: Cardinal = $3FF; SurrogateHighStart: Cardinal = $D800; SurrogateLowStart: Cardinal = $DC00; var sLength, L, J, T: Cardinal; ch: Cardinal; extraBytesToWrite: Word; begin sLength := Length(s); if sLength = 0 then begin Result := ''; Exit; end; SetLength(Result, sLength); // creates enough room L := 1; T := 1; while L <= Cardinal(sLength) do begin ch := 0; extraBytesToWrite := bytesFromUTF8[Ord(S[L])]; for J := extraBytesToWrite downto 1 do begin ch := ch + Ord(S[L]); Inc(L); ch := ch shl 6; end; ch := ch + Ord(S[L]); Inc(L); ch := ch - offsetsFromUTF8[extraBytesToWrite]; if ch <= MaximumUCS2 then begin Result[T] := WideChar(ch); Inc(T); end else if ch > MaximumUCS4 then begin Result[T] := WideChar(ReplacementCharacter); Inc(T); end else begin ch := ch - halfBase; Result[T] := WideChar((ch shr halfShift) + SurrogateHighStart); Inc(T); Result[T] := WideChar((ch and halfMask) + SurrogateLowStart); Inc(T); end; end; SetLength(Result, T - 1); // now fix up length end; // ------------------ // ------------------ TGVirtualReader ------------------ // ------------------ constructor TGVirtualReader.Create(Stream: TStream); begin FStream := Stream; end; procedure TGVirtualReader.ReadTypeError; begin raise EReadError.CreateFmt('%s, read type error', [ClassName]); end; procedure TGVirtualReader.ReadTStrings(aStrings: TStrings); var i: Integer; objectsStored: Boolean; begin aStrings.BeginUpdate; aStrings.Clear; objectsStored := ReadBoolean; i := ReadInteger; if objectsStored then while i > 0 do begin aStrings.AddObject(ReadString, TObject(ReadInteger)); Dec(i); end else while i > 0 do begin aStrings.Add(ReadString); Dec(i); end; aStrings.EndUpdate; end; // ------------------ // ------------------ TGVirtualWriter ------------------ // ------------------ constructor TGVirtualWriter.Create(Stream: TStream); begin FStream := Stream; end; procedure TGVirtualWriter.WriteTStrings(const aStrings: TStrings; storeObjects: Boolean = True); var i: Integer; begin writeBoolean(storeObjects); if Assigned(aStrings) then begin WriteInteger(aStrings.Count); if storeObjects then for i := 0 to aStrings.Count - 1 do begin WriteString(aStrings[i]); WriteInteger(Integer(aStrings.Objects[i])); end else for i := 0 to aStrings.Count - 1 do WriteString(aStrings[i]); end else WriteInteger(0); end; // ------------------ // ------------------ TGPersistentObject ------------------ // ------------------ constructor TGPersistentObject.Create; begin inherited Create; end; constructor TGPersistentObject.CreateFromFiler(reader: TGVirtualReader); begin Create; ReadFromFiler(reader); end; destructor TGPersistentObject.Destroy; begin inherited Destroy; end; procedure TGPersistentObject.Assign(source: TPersistent); var ms: TStringStream; // faster than a TMemoryStream... begin if source.ClassType = Self.ClassType then begin ms := TStringStream.Create(''); try TGPersistentObject(source).SaveToStream(ms); ms.Position := 0; LoadFromStream(ms); finally ms.Free; end; end else inherited; end; function TGPersistentObject.CreateClone: TGPersistentObject; begin Result := TGPersistentObjectClass(Self.ClassType).Create; Result.Assign(Self); end; class function TGPersistentObject.FileSignature: string; begin Result := ''; end; class function TGPersistentObject.FileVirtualWriter: TGVirtualWriterClass; begin Result := TGBinaryWriter; end; class function TGPersistentObject.FileVirtualReader: TGVirtualReaderClass; begin Result := TGBinaryReader; end; procedure TGPersistentObject.WriteToFiler(writer: TGVirtualWriter); begin // nothing Assert(Assigned(writer)); end; procedure TGPersistentObject.ReadFromFiler(reader: TGVirtualReader); begin // nothing Assert(Assigned(reader)); end; procedure TGPersistentObject.RaiseFilerException(const archiveVersion: Integer); begin raise EFilerException.Create(ClassName + strUnknownArchiveVersion + IntToStr(archiveVersion)); //IGNORE end; function TGPersistentObject.QueryInterface(const IID: TGUID; out Obj): HResult; stdcall; begin if GetInterface(IID, Obj) then Result := S_OK else Result := E_NOINTERFACE; end; function TGPersistentObject._AddRef: Integer; stdcall; begin // ignore Result := 1; end; function TGPersistentObject._Release: Integer; stdcall; begin // ignore Result := 0; end; procedure TGPersistentObject.SaveToStream(stream: TStream; writerClass: TGVirtualWriterClass = nil); var wr: TGVirtualWriter; fileSig: AnsiString; begin if writerClass = nil then writerClass := TGBinaryWriter; wr := writerClass.Create(stream); try if FileSignature <> '' then begin fileSig := AnsiString(FileSignature); wr.Write(fileSig[1], Length(fileSig)); end; WriteToFiler(wr); finally wr.Free; end; end; procedure TGPersistentObject.LoadFromStream(stream: TStream; readerClass: TGVirtualReaderClass = nil); var rd: TGVirtualReader; sig: AnsiString; begin if readerClass = nil then readerClass := TGBinaryReader; rd := readerClass.Create(stream); try if FileSignature <> '' then begin SetLength(sig, Length(FileSignature)); rd.Read(sig[1], Length(FileSignature)); if sig <> AnsiString(FileSignature) then raise EInvalidFileSignature.Create(strInvalidFileSignature); end; ReadFromFiler(rd); finally rd.Free; end; end; procedure TGPersistentObject.SaveToFile(const fileName: string; writerClass: TGVirtualWriterClass = nil); var fs: TStream; begin if writerClass = nil then writerClass := FileVirtualWriter; fs := TFileStream.Create(fileName, fmCreate); try SaveToStream(fs, writerClass); finally fs.Free; end; end; procedure TGPersistentObject.LoadFromFile(const fileName: string; readerClass: TGVirtualReaderClass = nil); var fs: TStream; begin if readerClass = nil then readerClass := FileVirtualReader; fs := TFileStream.Create(fileName, fmOpenRead + fmShareDenyWrite); try LoadFromStream(fs, readerClass); finally fs.Free; end; end; function TGPersistentObject.SaveToString(writerClass: TGVirtualWriterClass = nil): string; var ss: TStringStream; begin ss := TStringStream.Create(''); try SaveToStream(ss, writerClass); Result := ss.DataString; finally ss.Free; end; end; procedure TGPersistentObject.LoadFromString(const data: string; readerClass: TGVirtualReaderClass = nil); var ss: TStringStream; begin ss := TStringStream.Create(data); try LoadFromStream(ss, readerClass); finally ss.Free; end; end; // ------------------ // ------------------ TgPersistentObjectList ------------------ // ------------------ constructor TgPersistentObjectList.Create; begin inherited Create; FGrowthDelta := cDefaultListGrowthDelta; end; destructor TgPersistentObjectList.Destroy; begin Clear; inherited Destroy; end; function TgPersistentObjectList.Add(const item: TObject): Integer; begin Result := FCount; if Result = FCapacity then SetCapacity(FCapacity + FGrowthDelta); FList^[Result] := Item; Inc(FCount); end; procedure TgPersistentObjectList.AddNils(nbVals: Cardinal); begin if Integer(nbVals) + Count > Capacity then SetCapacity(Integer(nbVals) + Count); FillChar(FList[FCount], Integer(nbVals) * SizeOf(TObject), 0); FCount := FCount + Integer(nbVals); end; function TgPersistentObjectList.AddObjects(const objectList: TgPersistentObjectList): Integer; begin if Assigned(objectList) then begin Result := FCount; SetCount(Result + objectList.Count); System.Move(objectList.FList^[0], FList^[Result], objectList.FCount * SizeOf(TObject)); end else Result := 0; end; procedure TgPersistentObjectList.RemoveObjects(const objectList: TgPersistentObjectList); var i: Integer; begin for i := 0 to objectList.Count - 1 do Remove(objectList[i]); end; procedure TgPersistentObjectList.Clear; begin if Assigned(Self) and Assigned(FList) then begin SetCount(0); SetCapacity(0); end; end; procedure TgPersistentObjectList.Delete(index: Integer); begin {$IFOPT R+} if Cardinal(Index) >= Cardinal(FCount) then Error; {$ENDIF} Dec(FCount); if index < FCount then System.Move(FList[index + 1], FList[index], (FCount - index) * SizeOf(TObject)); end; procedure TgPersistentObjectList.DeleteItems(index: Integer; nbVals: Cardinal); begin {$IFOPT R+} Assert(Cardinal(index) < Cardinal(FCount)); {$ENDIF} if nbVals > 0 then begin if index + Integer(nbVals) < FCount then begin System.Move(FList[index + Integer(nbVals)], FList[index], (FCount - index - Integer(nbVals)) * SizeOf(TObject)); end; Dec(FCount, nbVals); end; end; procedure TgPersistentObjectList.Exchange(index1, index2: Integer); var item: TObject; locList: PGPointerObjectList; begin {$IFOPT R+} if (Cardinal(Index1) >= Cardinal(FCount)) or (Cardinal(Index2) >= Cardinal(FCount)) then Error; {$ENDIF} locList := FList; item := locList^[index1]; locList^[index1] := locList^[index2]; locList^[index2] := item; end; function TgPersistentObjectList.Expand: TgPersistentObjectList; begin if FCount = FCapacity then SetCapacity(FCapacity + FGrowthDelta); Result := Self; end; function TgPersistentObjectList.GetFirst: TObject; begin {$IFOPT R+} if Cardinal(FCount) = 0 then Error; {$ENDIF} Result := FList^[0]; end; procedure TgPersistentObjectList.SetFirst(item: TObject); begin {$IFOPT R+} if Cardinal(FCount) = 0 then Error; {$ENDIF} FList^[0] := item; end; procedure TgPersistentObjectList.Error; begin raise EListError.Create(strListIndexError); end; function TgPersistentObjectList.Get(Index: Integer): TObject; begin {$IFOPT R+} if Cardinal(Index) >= Cardinal(FCount) then Error; {$ENDIF} Result := FList^[Index]; end; // IndexOf // function TgPersistentObjectList.IndexOf(Item: TObject): Integer; var I: Integer; begin if FCount <= 0 then Result := -1 else begin Result := -1; for I := 0 to FCount - 1 do if FList^[I] = Item then begin Result := I; Exit; end; end; end; procedure TgPersistentObjectList.Insert(index: Integer; item: TObject); begin {$IFOPT R+} if Cardinal(index) > Cardinal(FCount) then Error; {$ENDIF} if FCount = FCapacity then SetCapacity(FCapacity + FGrowthDelta); if Index < FCount then System.Move(FList[index], FList[index + 1], (FCount - index) * SizeOf(TObject)); FList^[index] := item; Inc(FCount); end; procedure TgPersistentObjectList.InsertNils(index: Integer; nbVals: Cardinal); var nc: Integer; begin {$IFOPT R+} Assert(Cardinal(Index) <= Cardinal(FCount)); {$ENDIF} if nbVals > 0 then begin nc := FCount + Integer(nbVals); if nc > FCapacity then SetCapacity(nc); if Index < FCount then System.Move(FList[Index], FList[Index + Integer(nbVals)], (FCount - Index) * SizeOf(TObject)); FillChar(FList[Index], Integer(nbVals) * SizeOf(TObject), 0); FCount := nc; end; end; function TgPersistentObjectList.GetLast: TObject; begin {$IFOPT R+} if Cardinal(FCount) = 0 then Error; {$ENDIF} Result := FList^[FCount - 1]; end; procedure TgPersistentObjectList.SetLast(item: TObject); begin {$IFOPT R+} if Cardinal(FCount) = 0 then Error; {$ENDIF} FList^[FCount - 1] := item; end; procedure TgPersistentObjectList.Move(CurIndex, NewIndex: Integer); var item: Pointer; begin if curIndex <> newIndex then begin {$IFOPT R+} if Cardinal(newIndex) >= Cardinal(Count) then Error; if Cardinal(curIndex) >= Cardinal(Count) then Error; {$ENDIF} item := FList^[curIndex]; if curIndex < newIndex then begin // curIndex+1 necessarily exists since curIndex= Cardinal(FCount) then Error; {$ENDIF} FList^[Index] := Item; end; function TgPersistentObjectList.Remove(item: TObject): Integer; begin Result := IndexOf(item); if Result >= 0 then Delete(Result); end; procedure TgPersistentObjectList.Pack; var i, j, n: Integer; p: PGPointerObjectList; pk: PObject; begin p := List; n := Count - 1; while (n >= 0) and (p^[n] = nil) do Dec(n); for i := 0 to n do begin if p^[i] = nil then begin pk := @(p^[i]); for j := i + 1 to n do begin if p^[j] <> nil then begin pk^ := p^[j]; Inc(pk); end; end; SetCount((Cardinal(pk) - Cardinal(p)) div SizeOf(TObject)); Exit; end; end; SetCount(n + 1); end; procedure TgPersistentObjectList.SetCapacity(newCapacity: Integer); begin if newCapacity <> FCapacity then begin if newCapacity < FCount then FCount := newCapacity; ReallocMem(FList, newCapacity * SizeOf(TObject)); FCapacity := newCapacity; end; end; procedure TgPersistentObjectList.RequiredCapacity(aCapacity: Integer); begin if FCapacity < aCapacity then SetCapacity(aCapacity); end; procedure TgPersistentObjectList.SetCount(newCount: Integer); begin if newCount > FCapacity then SetCapacity(newCount); if newCount > FCount then FillChar(FList[FCount], (newCount - FCount) * SizeOf(TObject), 0); FCount := NewCount; end; procedure TgPersistentObjectList.DeleteAndFree(index: Integer); var obj: TObject; begin obj := Get(index); Delete(index); obj.Free; end; procedure TgPersistentObjectList.DeleteAndFreeItems(index: Integer; nbVals: Cardinal); var i, n: Integer; begin {$IFOPT R+} Assert(Cardinal(index) < Cardinal(FCount)); {$ENDIF} n := index + Integer(nbVals); if n >= FCount then n := FCount - 1; for i := index to n do FList^[i].Free; DeleteItems(index, nbVals); end; function TgPersistentObjectList.RemoveAndFree(item: TObject): Integer; begin Result := IndexOf(item); if Result >= 0 then begin Delete(Result); item.Free; end; end; procedure TgPersistentObjectList.DoClean; var i: Integer; begin // a 'for' loop could crash if freeing an item removes other items form the list i := FCount - 1; while i >= 0 do begin if i < FCount then FList^[i].Free; Dec(i); end; end; procedure TgPersistentObjectList.Clean; begin DoClean; Clear; end; procedure TgPersistentObjectList.CleanFree; begin if Self <> nil then begin Clean; Destroy; end; end; procedure TgPersistentObjectList.WriteToFiler(writer: TGVirtualWriter); (* Object List Filer Format : Integer (Version) ListBegin ...[Object]...[Object]... ListEnd with [Object] being either (read vertically) Boolean (unused) String (ClassName) Integer (reference) Integer Object Data Object Data *) var i, objId: integer; objTypes: TList; aType: TClass; begin objTypes := TList.Create; try with writer do begin WriteInteger(0); // Archive Version 0 (uh... not exactly... but...) WriteListBegin; for i := 0 to FCount - 1 do begin if FList^[i] = nil then begin // store nil as... nil WriteBoolean(False); WriteInteger(0); end else if (FList^[i] is TGPersistentObject) then begin // yeah, a TGPersistentObject aType := FList^[i].ClassType; objId := objTypes.IndexOf(aType); if objId < 0 then begin // class is unknown objTypes.Add(aType); WriteString(aType.ClassName); end else begin // class already registered WriteInteger(objId); end; TGPersistentObject(FList^[i]).WriteToFiler(writer); end else begin // Dunno that stuff here, store as is WriteBoolean(False); WriteInteger(Integer(FList^[i])); end; end; WriteListEnd; end; finally objTypes.Free; end; end; procedure TgPersistentObjectList.ReadFromFilerWithEvent(reader: TGVirtualReader; afterSenderObjectCreated: TNotifyEvent); var obj: TGPersistentObject; m: TGPersistentObjectClass; version: integer; objTypes: TList; begin objTypes := TList.Create; try Clean; with reader do begin version := ReadInteger; if version = 0 then begin ReadListBegin; while not EndOfList do case Cardinal(NextValue) of Cardinal(vaFalse), Cardinal(vaTrue): begin // stored 'as was' value ReadBoolean; // ignored Add(TObject(Cardinal(ReadInteger))); end; Cardinal(vaString), Cardinal(vaLString), Cardinal(vaWString), Cardinal(vaInt64) + 1 { vaUTF8String }: begin // Unknown class, to be registered m := TGPersistentObjectClass(FindClass(ReadString)); objTypes.Add(m); obj := m.Create; if Assigned(afterSenderObjectCreated) then afterSenderObjectCreated(obj); obj.ReadFromFiler(reader); Add(obj); end; Cardinal(vaInt8), Cardinal(vaInt16), Cardinal(vaInt32): begin // known class, direct retrieve m := TGPersistentObjectClass(objTypes[ReadInteger]); obj := m.Create; if Assigned(afterSenderObjectCreated) then afterSenderObjectCreated(obj); obj.ReadFromFiler(reader); Add(obj); end; else raise Exception.Create(strBrokenObjectListArchive); end; ReadListEnd; end else RaiseFilerException(version); end; finally objTypes.Free; end; end; procedure TgPersistentObjectList.ReadFromFiler(reader: TGVirtualReader); begin ReadFromFilerWithEvent(reader, AfterObjectCreatedByReader); end; procedure TgPersistentObjectList.AfterObjectCreatedByReader(Sender: TObject); begin // nothing end; procedure TgPersistentObjectList.Push(item: TObject); begin Add(item); end; function TgPersistentObjectList.Pop: TObject; begin if FCount > 0 then begin Result := FList^[FCount - 1]; Dec(FCount); end else Result := nil; end; procedure TgPersistentObjectList.PopAndFree; begin Pop.Free; end; procedure POListQuickSort(SortList: PGPointerObjectList; L, R: Integer; compareFunc: TGObjectListSortCompare); var I, J: Integer; P, T: TObject; begin repeat I := L; J := R; P := SortList^[(L + R) shr 1]; repeat while compareFunc(SortList^[I], P) < 0 do Inc(I); while compareFunc(SortList^[J], P) > 0 do Dec(J); if I <= J then begin T := SortList^[I]; SortList^[I] := SortList^[J]; SortList^[J] := T; Inc(I); Dec(J); end; until I > J; if L < J then POListQuickSort(SortList, L, J, compareFunc); L := I; until I >= R; end; procedure TgPersistentObjectList.Sort(compareFunc: TGObjectListSortCompare); begin if Count > 1 then POListQuickSort(FList, 0, Count - 1, compareFunc); end; // ------------------ // ------------------ TGBinaryReader ------------------ // ------------------ procedure TGBinaryReader.Read(var Buf; Count: Longint); begin FStream.Read(Buf, Count); end; function TGBinaryReader.ReadValue: TValueType; var b: byte; begin Read(b, 1); Result := TValueType(b); end; function TGBinaryReader.NextValue: TValueType; var pos: Int64; begin pos := FStream.Position; Result := ReadValue; FStream.Position := pos; end; function TGBinaryReader.ReadInteger: Integer; var tempShort: ShortInt; tempSmallInt: SmallInt; begin case ReadValue of vaInt8: begin Read(tempShort, 1); Result := tempShort; end; vaInt16: begin Read(tempSmallInt, 2); Result := tempSmallInt; end; vaInt32: Read(Result, 4); else Result := 0; ReadTypeError; end; end; function TGBinaryReader.ReadBoolean: Boolean; begin case ReadValue of vaTrue: Result := True; vaFalse: Result := False; else ReadTypeError; Result := False; end; end; function TGBinaryReader.ReadString: string; var n: Cardinal; vType: TValueType; tempString: AnsiString; begin n := 0; vType := ReadValue; case Cardinal(vType) of Cardinal(vaWString), Cardinal(vaInt64) + 1: begin // vaUTF8String Result := ReadWideString(vType); Exit; end; Cardinal(vaString): Read(n, 1); Cardinal(vaLString): Read(n, 4); else ReadTypeError; end; SetLength(tempString, n); if n > 0 then Read(tempString[1], n); Result := string(tempString); end; function TGBinaryReader.ReadWideString(vType: TValueType): WideString; var n: Cardinal; utf8buf: AnsiString; begin Read(n, 4); case Cardinal(vType) of Cardinal(vaWString): begin SetLength(Result, n); if n > 0 then Read(Result[1], n * 2); end; Cardinal(vaInt64) + 1: begin // vaUTF8String SetLength(utf8buf, n); if n > 0 then begin Read(utf8buf[1], n); Result := UTF8ToWideString(utf8buf); end; end; else ReadTypeError; end; end; function TGBinaryReader.ReadFloat: Extended; {$IFDEF WIN64} var C: TExtended80Rec; // Temporary variable to store 10 bytes floating point number in a Win64 application {$ENDIF} begin Result := 0.0; {$IFDEF WIN64} if ReadValue = vaExtended then begin Read(C, SizeOf(C)); // Load value into the temp variable Result := Extended(C); // Typecast into an Extended: in a win64 application is a Double end else ReadTypeError; {$ELSE} if ReadValue = vaExtended then Read(Result, SizeOf(Result)) else ReadTypeError; {$ENDIF} end; procedure TGBinaryReader.ReadListBegin; begin if ReadValue <> vaList then ReadTypeError; end; procedure TGBinaryReader.ReadListEnd; begin if ReadValue <> vaNull then ReadTypeError; end; function TGBinaryReader.EndOfList: Boolean; begin Result := (NextValue = vaNull); end; // ------------------ // ------------------ TGBinaryWriter ------------------ // ------------------ procedure TGBinaryWriter.Write(const Buf; Count: Longint); begin FStream.Write(Buf, Count); end; procedure TGBinaryWriter.WriteInteger(anInteger: Integer); type TIntStruct = packed record typ: byte; val: Integer; end; var ins: TIntStruct; begin ins.val := anInteger; if (anInteger >= Low(ShortInt)) and (anInteger <= High(ShortInt)) then begin ins.typ := byte(vaInt8); Write(ins, 2); end else if (anInteger >= Low(SmallInt)) and (anInteger <= High(SmallInt)) then begin ins.typ := byte(vaInt16); Write(ins, 3); end else begin ins.typ := byte(vaInt32); Write(ins, 5); end; end; procedure TGBinaryWriter.WriteBoolean(aBoolean: Boolean); const cBoolToType: array[False..True] of byte = (byte(vaFalse), byte(vaTrue)); begin Write(cBoolToType[aBoolean], 1); end; procedure TGBinaryWriter.WriteAnsiString(const aString: AnsiString); type TStringHeader = packed record typ: Byte; length: Integer; end; var sh: TStringHeader; begin sh.Length := Length(aString); if sh.Length <= 255 then begin sh.typ := byte(vaString); Write(sh, 2); if sh.Length > 0 then Write(aString[1], sh.Length); end else begin sh.typ := byte(vaLString); Write(sh, 5); Write(aString[1], sh.Length); end; end; procedure TGBinaryWriter.WriteWideString(const aString: WideString); type TStringHeader = packed record typ: Byte; length: Integer; end; var sh: TStringHeader; begin sh.Length := Length(aString); sh.typ := byte(vaWString); Write(sh, 5); if sh.Length > 0 then Write(aString[1], sh.length * SizeOf(WideChar)); end; procedure TGBinaryWriter.WriteString(const aString: string); begin {$IFDEF UNICODE} // TODO: should really check if the string can be simplified to: vaString / vaLString / vaUTF8String WriteWideString(aString); {$ELSE} WriteAnsiString(aString); {$ENDIF} end; procedure TGBinaryWriter.WriteFloat(const aFloat: Extended); type TExtendedStruct = packed record typ: Byte; {$IFDEF WIN64} val :TExtended80Rec; // Structure to handle a 10 bytes floating point value {$ELSE} val :Extended; {$ENDIF} end; var str: TExtendedStruct; begin {$IFDEF WIN64} str.typ := byte(vaExtended); str.val := TExtended80Rec(aFloat); // Typecast the float value (in a Win64 app the type is a Double) into the 10 bytes struct Write(str, SizeOf(str)); {$ELSE} str.typ := byte(vaExtended); str.val := aFloat; Write(str, SizeOf(str)); {$ENDIF} end; procedure TGBinaryWriter.WriteListBegin; const buf: byte = byte(vaList); begin Write(buf, 1); end; procedure TGBinaryWriter.WriteListEnd; const buf: byte = byte(vaNull); begin Write(buf, 1); end; // ------------------ // ------------------ TGTextReader ------------------ // ------------------ procedure TGTextReader.ReadLine(const requestedType: string = ''); var line: string; c: Byte; p: Integer; begin // will need speed upgrade, someday... line := ''; repeat Stream.Read(c, 1); if c >= 32 then line := line + chr(c); until c = 10; line := Trim(line); p := Pos(' ', line); if p > 0 then begin FValueType := Copy(line, 1, p - 1); FData := Trim(Copy(line, p + 1, MaxInt)); end else begin FValueType := line; FData := ''; end; if requestedType <> '' then if requestedType <> FValueType then raise EFilerException.Create('Invalid type, expected "' + requestedType + '", found "FValueType".'); end; procedure TGTextReader.Read(var Buf; Count: Longint); function HexCharToInt(const c: Char): Integer; begin if c <= '9' then Result := Integer(c) - Integer('0') else if c < 'a' then Result := Integer(c) - Integer('A') + 10 else Result := Integer(c) - Integer('a') + 10; end; var i, j: Integer; begin ReadLine(cVTRaw); j := 1; for i := 0 to Count - 1 do begin PAnsiChar(@Buf)[i] := AnsiChar((HexCharToInt(FData[j]) shl 4) + HexCharToInt(FData[j + 1])); Inc(j, 2); end; end; function TGTextReader.NextValue: TValueType; var p: Int64; begin p := Stream.Position; ReadLine; if FValueType = cVTInteger then Result := vaInt32 else if FValueType = cVTFloat then Result := vaExtended else if FValueType = cVTString then Result := vaString else if FValueType = cVTBoolean then if FData = cTrue then Result := vaTrue else Result := vaFalse else if FValueType = cVTRaw then Result := vaBinary else if FValueType = cVTListBegin then Result := vaList else Result := vaNULL; Stream.Position := p; end; function TGTextReader.ReadInteger: Integer; begin ReadLine(cVTInteger); Result := StrToInt(FData); end; function TGTextReader.ReadBoolean: Boolean; begin ReadLine(cVTBoolean); Result := (FData = cTrue); end; function TGTextReader.ReadString: string; var i: Integer; begin ReadLine(cVTString); Result := ''; i := 1; while i < Length(FData) do begin if FData[i] = '#' then begin Result := Result + Char(StrToInt(Copy(FData, i + 1, 3))); Inc(i, 3); end else Result := Result + FData[i]; Inc(i); end; Assert(FData[i] = '.', 'Invalid stored string.'); end; function TGTextReader.ReadFloat: Extended; var oldDc: Char; begin ReadLine(cVTInteger); oldDc := FormatSettings.DecimalSeparator; FormatSettings.DecimalSeparator := '.'; Result := StrToFloat(FData); FormatSettings.DecimalSeparator := oldDc; end; procedure TGTextReader.ReadListBegin; begin ReadLine(cVTListBegin); end; procedure TGTextReader.ReadListEnd; begin ReadLine(cVTListEnd); end; function TGTextReader.EndOfList: Boolean; var p: Int64; begin p := Stream.Position; ReadLine; Result := (FValueType = cVTListEnd); Stream.Position := p; end; // ------------------ // ------------------ TGTextWriter ------------------ // ------------------ constructor TGTextWriter.Create(aStream: TStream); begin inherited; end; destructor TGTextWriter.Destroy; begin inherited; end; procedure TGTextWriter.WriteLine(const valueType, data: string); var buf: AnsiString; begin buf := StringOfChar(AnsiChar(#32), FIndentLevel); buf := buf + AnsiString(valueType + ' ' + data) + #13#10; Stream.Write(buf[1], Length(buf)); end; procedure TGTextWriter.Write(const Buf; Count: Longint); const cNibbleToHex: PChar = '0123456789ABCDEF'; var i, j, b: Integer; data: string; begin SetLength(data, Count * 2); j := 1; for i := 0 to Count - 1 do begin b := Integer(PAnsiChar(@buf)[i]); data[j] := cNibbleToHex[b shr 4]; data[j + 1] := cNibbleToHex[b and 15]; Inc(j, 2); end; WriteLine(cVTRaw, data); end; procedure TGTextWriter.WriteInteger(anInteger: Integer); begin WriteLine(cVTInteger, IntToStr(anInteger)); end; procedure TGTextWriter.WriteBoolean(aBoolean: Boolean); begin if aBoolean then WriteLine(cVTBoolean, cTrue) else WriteLine(cVTBoolean, cFalse); end; procedure TGTextWriter.WriteString(const aString: string); var i: Integer; s: string; begin s := ''; for i := 1 to Length(aString) do if aString[i] >= #32 then s := s + aString[i] else s := s + Format('#%.3d', [Integer(aString[i])]); WriteLine(cVTString, s + '.'); end; procedure TGTextWriter.WriteFloat(const aFloat: Extended); begin WriteLine(cVTInteger, FloatToStr(aFloat)); end; procedure TGTextWriter.WriteListBegin; begin WriteLine(cVTListBegin, ''); Inc(FIndentLevel, 3); end; procedure TGTextWriter.WriteListEnd; begin Dec(FIndentLevel, 3); WriteLine(cVTListEnd, ''); end; // ------------------ // ------------------ TGOwnedPersistent ------------------ // ------------------ constructor TGOwnedPersistent.Create(AOwner: TPersistent); begin FOwner := AOwner; end; function TGOwnedPersistent.GetOwner: TPersistent; begin Result := FOwner; end; // ------------------ // ------------------ TGInterfacedPersistent ------------------ // ------------------ function TGInterfacedPersistent._AddRef: Integer; stdcall; begin Result := -1; //ignore end; function TGInterfacedPersistent._Release: Integer; stdcall; begin Result := -1; //ignore end; function TGInterfacedPersistent.QueryInterface(const IID: TGUID; out Obj): HResult; stdcall; begin if GetInterface(IID, Obj) then Result := S_OK else Result := E_NOINTERFACE; end; // ------------------ // ------------------ TGInterfacedCollectionItem ------------------ // ------------------ function TGInterfacedCollectionItem._AddRef: Integer; stdcall; begin Result := -1; //ignore end; function TGInterfacedCollectionItem._Release: Integer; stdcall; begin Result := -1; //ignore end; function TGInterfacedCollectionItem.QueryInterface(const IID: TGUID; out Obj): HResult; stdcall; begin if GetInterface(IID, Obj) then Result := S_OK else Result := E_NOINTERFACE; end; initialization // ------------------------------------------------------------- // class registrations RegisterClass(TgPersistentObjectList); end.