|
@@ -34,16 +34,50 @@ type
|
|
|
{a}function CheckURL(const URL: string): boolean; virtual;
|
|
{a}function CheckURL(const URL: string): boolean; virtual;
|
|
|
{a}function CheckText(const Text: string): boolean; virtual;
|
|
{a}function CheckText(const Text: string): boolean; virtual;
|
|
|
{a}procedure AddLink(const LinkText, LinkURL: string); virtual;
|
|
{a}procedure AddLink(const LinkText, LinkURL: string); virtual;
|
|
|
|
|
+ {a}procedure AddRef(LinkURL: string); virtual;
|
|
|
|
|
+ {a}procedure AddNameID(AName: string); virtual;
|
|
|
|
|
+ {a}procedure AddID(AName: string); virtual;
|
|
|
{a}function GetDocumentBaseURL: string; virtual;
|
|
{a}function GetDocumentBaseURL: string; virtual;
|
|
|
private
|
|
private
|
|
|
CurLinkText: string;
|
|
CurLinkText: string;
|
|
|
CurURL: string;
|
|
CurURL: string;
|
|
|
- CurName: string;
|
|
|
|
|
|
|
+ CurName,
|
|
|
|
|
+ CurID: string;
|
|
|
CurDoc: string;
|
|
CurDoc: string;
|
|
|
- InAnchor,InNameAnchor: boolean;
|
|
|
|
|
|
|
+ InAnchor,InNameAnchor,
|
|
|
|
|
+ HasHRef : boolean;
|
|
|
LastSynonym: PHTMLLinkScanDocument;
|
|
LastSynonym: PHTMLLinkScanDocument;
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
|
|
+ TNameIDState = (IsReferenced, IsFound,IsID);
|
|
|
|
|
+ TNameIDStates = set of TNameIDState;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
|
|
+ PNameID = ^TNameID;
|
|
|
|
|
+ TNameID = object(TObject)
|
|
|
|
|
+ constructor Init(const AName : string; Astate : TNameIDState);
|
|
|
|
|
+ destructor Done; virtual;
|
|
|
|
|
+ procedure SetState(Astate : TNameIDState; enabled : boolean);
|
|
|
|
|
+ procedure SetOrigin(const AOrigin : string);
|
|
|
|
|
+ procedure SetLine(ALine : sw_integer);
|
|
|
|
|
+ function GetLine : sw_integer;
|
|
|
|
|
+ function GetState : TNameIDStates;
|
|
|
|
|
+ function GetName : string;
|
|
|
|
|
+ function GetOrigin : string;
|
|
|
|
|
+ private
|
|
|
|
|
+ Name : pstring;
|
|
|
|
|
+ Origin : pstring;
|
|
|
|
|
+ Line : sw_integer;
|
|
|
|
|
+ State : TNameIDStates;
|
|
|
|
|
+ end;
|
|
|
|
|
+
|
|
|
|
|
+ PNameIDCollection = ^TNameIDCollection;
|
|
|
|
|
+ TNameIDCollection = object(TSortedCollection)
|
|
|
|
|
+ function At(Index: sw_Integer): PNameID;
|
|
|
|
|
+ function Compare(Key1, Key2: Pointer): sw_Integer; virtual;
|
|
|
|
|
+ end;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
THTMLLinkScanDocument = object(TObject)
|
|
THTMLLinkScanDocument = object(TObject)
|
|
|
constructor Init(const ADocName: string);
|
|
constructor Init(const ADocName: string);
|
|
|
function GetName: string;
|
|
function GetName: string;
|
|
@@ -74,6 +108,7 @@ type
|
|
|
THTMLLinkScanner = object(TCustomHTMLLinkScanner)
|
|
THTMLLinkScanner = object(TCustomHTMLLinkScanner)
|
|
|
constructor Init(const ABaseDir: string);
|
|
constructor Init(const ABaseDir: string);
|
|
|
procedure SetBaseDir(const ABaseDir: string);
|
|
procedure SetBaseDir(const ABaseDir: string);
|
|
|
|
|
+ {a}function FindID(const AName : string) : PNameID; virtual;
|
|
|
function GetDocumentCount: sw_integer;
|
|
function GetDocumentCount: sw_integer;
|
|
|
function GetDocumentURL(DocIndex: sw_integer): string;
|
|
function GetDocumentURL(DocIndex: sw_integer): string;
|
|
|
function GetUniqueDocumentURL(DocIndex: sw_integer): string;
|
|
function GetUniqueDocumentURL(DocIndex: sw_integer): string;
|
|
@@ -85,8 +120,8 @@ type
|
|
|
public
|
|
public
|
|
|
procedure AddLink(const LinkText, LinkURL: string); virtual;
|
|
procedure AddLink(const LinkText, LinkURL: string); virtual;
|
|
|
private
|
|
private
|
|
|
- Documents: PHTMLLinkScanDocumentCollection;
|
|
|
|
|
- BaseDir: PString;
|
|
|
|
|
|
|
+ Documents: PHTMLLinkScanDocumentCollection;
|
|
|
|
|
+ BaseDir: PString;
|
|
|
function ExpandChildURL(const S: string): string;
|
|
function ExpandChildURL(const S: string): string;
|
|
|
function NormalizeChildURL(const S: string): string;
|
|
function NormalizeChildURL(const S: string): string;
|
|
|
end;
|
|
end;
|
|
@@ -98,18 +133,25 @@ type
|
|
|
constructor Init(const ADocumentURL: string);
|
|
constructor Init(const ADocumentURL: string);
|
|
|
function GetDocumentURL: string;
|
|
function GetDocumentURL: string;
|
|
|
destructor Done; virtual;
|
|
destructor Done; virtual;
|
|
|
|
|
+ function AddReferencedName (const AName : string) : PNameID;
|
|
|
|
|
+ function AddFoundName (const AName : string) : PNameID;
|
|
|
|
|
+ procedure CheckNameList;
|
|
|
|
|
+ function FindID(const AName : string) : PNameID; virtual;
|
|
|
private
|
|
private
|
|
|
DocumentURL : PString;
|
|
DocumentURL : PString;
|
|
|
|
|
+ NameIDList : PNameIDCollection;
|
|
|
|
|
+ Owner : PHTMLLinkScanner;
|
|
|
public
|
|
public
|
|
|
State : THTMLLinkScanState;
|
|
State : THTMLLinkScanState;
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
PHTMLLinkScanFileCollection = ^THTMLLinkScanFileCollection;
|
|
PHTMLLinkScanFileCollection = ^THTMLLinkScanFileCollection;
|
|
|
THTMLLinkScanFileCollection = object(TSortedCollection)
|
|
THTMLLinkScanFileCollection = object(TSortedCollection)
|
|
|
- function At(Index: sw_Integer): PHTMLLinkScanFile;
|
|
|
|
|
- function Compare(Key1, Key2: Pointer): sw_Integer; virtual;
|
|
|
|
|
- function SearchFile(const DocURL: string): PHTMLLinkScanFile;
|
|
|
|
|
- function FindFileWithState(AState: THTMLLinkScanState): PHTMLLinkScanFile;
|
|
|
|
|
|
|
+ function At(Index: sw_Integer): PHTMLLinkScanFile;
|
|
|
|
|
+ function Compare(Key1, Key2: Pointer): sw_Integer; virtual;
|
|
|
|
|
+ function SearchFile(const DocURL: string): PHTMLLinkScanFile;
|
|
|
|
|
+ function FindFileWithState(AState: THTMLLinkScanState): PHTMLLinkScanFile;
|
|
|
|
|
+ procedure CheckNameIDLists;
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
THTMLLinkScanOption = (soSubDocsOnly);
|
|
THTMLLinkScanOption = (soSubDocsOnly);
|
|
@@ -121,12 +163,17 @@ type
|
|
|
destructor Done; virtual;
|
|
destructor Done; virtual;
|
|
|
public
|
|
public
|
|
|
function GetDocumentBaseURL: string; virtual;
|
|
function GetDocumentBaseURL: string; virtual;
|
|
|
|
|
+ function FindID(const AName : string) : PNameID; virtual;
|
|
|
procedure AddLink(const LinkText, LinkURL: string); virtual;
|
|
procedure AddLink(const LinkText, LinkURL: string); virtual;
|
|
|
|
|
+ procedure AddRef(LinkURL: string); virtual;
|
|
|
|
|
+ procedure AddNameID(AName: string); virtual;
|
|
|
|
|
+ procedure AddID(AName: string); virtual;
|
|
|
function CheckURL(const URL: string): boolean; virtual;
|
|
function CheckURL(const URL: string): boolean; virtual;
|
|
|
private
|
|
private
|
|
|
Options: THTMLLinkScanOptions;
|
|
Options: THTMLLinkScanOptions;
|
|
|
BaseURL: string;
|
|
BaseURL: string;
|
|
|
CurBaseURL: string;
|
|
CurBaseURL: string;
|
|
|
|
|
+ IDList : PNameIDCollection;
|
|
|
DocumentFiles: PHTMLLinkScanFileCollection;
|
|
DocumentFiles: PHTMLLinkScanFileCollection;
|
|
|
procedure ScheduleDoc(const DocumentURL: string);
|
|
procedure ScheduleDoc(const DocumentURL: string);
|
|
|
public
|
|
public
|
|
@@ -170,11 +217,15 @@ begin
|
|
|
if Entered then
|
|
if Entered then
|
|
|
begin
|
|
begin
|
|
|
CurLinkText:='';
|
|
CurLinkText:='';
|
|
|
- if DocGetTagParam('HREF',CurURL)=false then
|
|
|
|
|
|
|
+ if DocGetTagParam('HREF',CurURL) then
|
|
|
|
|
+ HasHRef:=true
|
|
|
|
|
+ else
|
|
|
CurURL:='';
|
|
CurURL:='';
|
|
|
if not DocGetTagParam('NAME',CurName) then
|
|
if not DocGetTagParam('NAME',CurName) then
|
|
|
if not DocGetTagParam('ID',CurName) then
|
|
if not DocGetTagParam('ID',CurName) then
|
|
|
CurName:='';
|
|
CurName:='';
|
|
|
|
|
+ if not DocGetTagParam('ID',CurID) then
|
|
|
|
|
+ CurID:='';
|
|
|
if CurName<>'' then
|
|
if CurName<>'' then
|
|
|
begin
|
|
begin
|
|
|
InNameAnchor:=true;
|
|
InNameAnchor:=true;
|
|
@@ -188,28 +239,43 @@ begin
|
|
|
else
|
|
else
|
|
|
CurName:='';
|
|
CurName:='';
|
|
|
CurURL:=Trim(CurURL);
|
|
CurURL:=Trim(CurURL);
|
|
|
|
|
+ if pos('#',CurURL)=1 then
|
|
|
|
|
+ CurURL:=CurDoc+CurURL;
|
|
|
CurURL:=CompleteURL(GetDocumentBaseURL,CurURL);
|
|
CurURL:=CompleteURL(GetDocumentBaseURL,CurURL);
|
|
|
end
|
|
end
|
|
|
else
|
|
else
|
|
|
begin
|
|
begin
|
|
|
CurLinkText:=Trim(CurLinkText);
|
|
CurLinkText:=Trim(CurLinkText);
|
|
|
- if (CurName='') and CheckURL(CurURL) and CheckText(CurLinkText) and
|
|
|
|
|
- not DisableCrossIndexing then
|
|
|
|
|
|
|
+ if HasHRef then
|
|
|
begin
|
|
begin
|
|
|
- AddLink(CurLinkText,CurURL);
|
|
|
|
|
-{$ifdef DEBUG}
|
|
|
|
|
- DebugMessage('',' Adding ScanLink "'+CurLinkText+'" to "'+
|
|
|
|
|
- CurURL+'"',1,1);
|
|
|
|
|
-{$endif DEBUG}
|
|
|
|
|
|
|
+ if CheckURL(CurURL) and CheckText(CurLinkText) and
|
|
|
|
|
+ not DisableCrossIndexing then
|
|
|
|
|
+ begin
|
|
|
|
|
+ AddLink(CurLinkText,CurURL);
|
|
|
|
|
+ {$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage(CurDoc,' Adding ScanLink "'+CurLinkText+'" to "'+
|
|
|
|
|
+ CurURL+'"',Line,1);
|
|
|
|
|
+ {$endif DEBUG}
|
|
|
|
|
+ end;
|
|
|
|
|
+ { Be sure to parse referenced file,
|
|
|
|
|
+ even if that link is not valid }
|
|
|
|
|
+ AddRef(CurURL);
|
|
|
end;
|
|
end;
|
|
|
- if InNameAnchor and CheckURL(CurName) and CheckText(CurLinkText) then
|
|
|
|
|
|
|
+ if not HasHRef and InNameAnchor and CheckURL(CurName) and CheckText(CurLinkText) then
|
|
|
begin
|
|
begin
|
|
|
AddLink(CurLinkText,CurName);
|
|
AddLink(CurLinkText,CurName);
|
|
|
{$ifdef DEBUG}
|
|
{$ifdef DEBUG}
|
|
|
- DebugMessage('',' Adding ScanName '+CurLinkText+' to '+CurName,1,1);
|
|
|
|
|
|
|
+ DebugMessage(CurDoc,' Adding ScanName "'+CurLinkText+'" to "'+CurName+'"',Line,1);
|
|
|
{$endif DEBUG}
|
|
{$endif DEBUG}
|
|
|
end;
|
|
end;
|
|
|
|
|
+ if InNameAnchor then
|
|
|
|
|
+ begin
|
|
|
|
|
+ AddNameID(CurName);
|
|
|
|
|
+ end;
|
|
|
|
|
+ if not HasHRef and (CurID<>'') then
|
|
|
|
|
+ AddID(CurID);
|
|
|
InNameAnchor:=false;
|
|
InNameAnchor:=false;
|
|
|
|
|
+ HasHRef:=false;
|
|
|
end;
|
|
end;
|
|
|
InAnchor:=Entered;
|
|
InAnchor:=Entered;
|
|
|
end;
|
|
end;
|
|
@@ -237,11 +303,110 @@ begin
|
|
|
{ Abstract }
|
|
{ Abstract }
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
|
|
+procedure TCustomHTMLLinkScanner.AddRef(LinkURL: string);
|
|
|
|
|
+begin
|
|
|
|
|
+ { Abstract }
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+procedure TCustomHTMLLinkScanner.AddNameID(AName: string);
|
|
|
|
|
+begin
|
|
|
|
|
+ { Abstract }
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+procedure TCustomHTMLLinkScanner.AddID(AName: string);
|
|
|
|
|
+begin
|
|
|
|
|
+ { Abstract }
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
|
|
+constructor TNameID.Init(const AName : string; Astate : TNameIDState);
|
|
|
|
|
+begin
|
|
|
|
|
+ inherited Init;
|
|
|
|
|
+ SetStr(Name,AName);
|
|
|
|
|
+ Origin:=nil;
|
|
|
|
|
+ State:=[AState];
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+destructor TNameID.Done;
|
|
|
|
|
+begin
|
|
|
|
|
+ if assigned(Name) then
|
|
|
|
|
+ DisposeStr(Name);
|
|
|
|
|
+ Name:=nil;
|
|
|
|
|
+ if assigned(Origin) then
|
|
|
|
|
+ DisposeStr(Origin);
|
|
|
|
|
+ Origin:=nil;
|
|
|
|
|
+ inherited Done;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+procedure TNameID.SetState(Astate : TNameIDState; enabled : boolean);
|
|
|
|
|
+begin
|
|
|
|
|
+ if enabled then
|
|
|
|
|
+ Include(State,AState)
|
|
|
|
|
+ else
|
|
|
|
|
+ Exclude(State,AState);
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
|
|
+function TNameID.GetState : TNameIDStates;
|
|
|
|
|
+begin
|
|
|
|
|
+ GetState:=State;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+function TNameID.GetName : string;
|
|
|
|
|
+begin
|
|
|
|
|
+ GetName:=GetStr(Name);
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+function TNameID.GetOrigin : string;
|
|
|
|
|
+begin
|
|
|
|
|
+ GetOrigin:=GetStr(Origin);
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+procedure TNameID.SetOrigin(const AOrigin : string);
|
|
|
|
|
+begin
|
|
|
|
|
+ SetStr(Origin,AOrigin);
|
|
|
|
|
+end;
|
|
|
|
|
+procedure TNameID.SetLine(ALine : sw_integer);
|
|
|
|
|
+begin
|
|
|
|
|
+ Line:=ALine;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+function TNameID.GetLine : sw_integer;
|
|
|
|
|
+begin
|
|
|
|
|
+ GetLine:=Line;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
|
|
+function TNameIDCollection.At(Index: sw_Integer): PNameID;
|
|
|
|
|
+begin
|
|
|
|
|
+ At:=Inherited At(Index);
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+function TNameIDCollection.Compare(Key1, Key2: Pointer): sw_Integer;
|
|
|
|
|
+var
|
|
|
|
|
+ R: sw_integer;
|
|
|
|
|
+ K1: PNameID absolute Key1;
|
|
|
|
|
+ K2: PNameID absolute Key2;
|
|
|
|
|
+ S1,S2: string;
|
|
|
|
|
+begin
|
|
|
|
|
+ S1:=K1^.GetName;
|
|
|
|
|
+ S2:=K2^.GetName;
|
|
|
|
|
+ S1:=UpcaseStr(S1); S2:=UpcaseStr(S2);
|
|
|
|
|
+ if S1<S2 then R:=-1 else
|
|
|
|
|
+ if S1>S2 then R:= 1 else
|
|
|
|
|
+ R:=0;
|
|
|
|
|
+ Compare:=R;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
constructor THTMLLinkScanDocument.Init(const ADocName: string);
|
|
constructor THTMLLinkScanDocument.Init(const ADocName: string);
|
|
|
begin
|
|
begin
|
|
|
inherited Init;
|
|
inherited Init;
|
|
|
SetStr(DocName,ADocName);
|
|
SetStr(DocName,ADocName);
|
|
|
New(Aliases, Init(10,10));
|
|
New(Aliases, Init(10,10));
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage('',' Adding New LinkScan document "'+ADocName+'"',1,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
Synonym:=nil;
|
|
Synonym:=nil;
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
@@ -274,6 +439,9 @@ end;
|
|
|
procedure THTMLLinkScanDocument.AddAlias(const Alias: string);
|
|
procedure THTMLLinkScanDocument.AddAlias(const Alias: string);
|
|
|
begin
|
|
begin
|
|
|
Aliases^.Insert(NewStr(Alias));
|
|
Aliases^.Insert(NewStr(Alias));
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage('',' Adding alias "'+Alias+'" to LinkScan document "'+GetStr(DocName)+'"',1,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
constructor THTMLLinkScanDocument.Load(var S: TStream);
|
|
constructor THTMLLinkScanDocument.Load(var S: TStream);
|
|
@@ -297,9 +465,13 @@ end;
|
|
|
|
|
|
|
|
destructor THTMLLinkScanDocument.Done;
|
|
destructor THTMLLinkScanDocument.Done;
|
|
|
begin
|
|
begin
|
|
|
|
|
+ if Assigned(Aliases) then
|
|
|
|
|
+ Dispose(Aliases, Done);
|
|
|
|
|
+ Aliases:=nil;
|
|
|
|
|
+ if Assigned(DocName) then
|
|
|
|
|
+ DisposeStr(DocName);
|
|
|
|
|
+ DocName:=nil;
|
|
|
inherited Done;
|
|
inherited Done;
|
|
|
- if Assigned(Aliases) then Dispose(Aliases, Done); Aliases:=nil;
|
|
|
|
|
- if Assigned(DocName) then DisposeStr(DocName); DocName:=nil;
|
|
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
constructor THTMLLinkScanDocumentCollection.Init(AScanner: PHTMLLinkScanner; ALimit, ADelta: Integer);
|
|
constructor THTMLLinkScanDocumentCollection.Init(AScanner: PHTMLLinkScanner; ALimit, ADelta: Integer);
|
|
@@ -472,6 +644,12 @@ begin
|
|
|
CurrentHTMLIndexVersion:=HTMLIndexVersion;
|
|
CurrentHTMLIndexVersion:=HTMLIndexVersion;
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
|
|
+function THTMLLinkScanner.FindID(const AName : string) : PNameID;
|
|
|
|
|
+begin
|
|
|
|
|
+ {abstract}FindID:=nil;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
procedure THTMLLinkScanner.StoreDocuments(var S: TStream);
|
|
procedure THTMLLinkScanner.StoreDocuments(var S: TStream);
|
|
|
var L: longint;
|
|
var L: longint;
|
|
|
begin
|
|
begin
|
|
@@ -487,15 +665,20 @@ end;
|
|
|
|
|
|
|
|
destructor THTMLLinkScanner.Done;
|
|
destructor THTMLLinkScanner.Done;
|
|
|
begin
|
|
begin
|
|
|
|
|
+ if Assigned(Documents) then
|
|
|
|
|
+ Dispose(Documents, Done);
|
|
|
|
|
+ Documents:=nil;
|
|
|
|
|
+ if Assigned(BaseDir) then
|
|
|
|
|
+ DisposeStr(BaseDir);
|
|
|
|
|
+ BaseDir:=nil;
|
|
|
inherited Done;
|
|
inherited Done;
|
|
|
- if Assigned(Documents) then Dispose(Documents, Done); Documents:=nil;
|
|
|
|
|
- if Assigned(BaseDir) then DisposeStr(BaseDir); BaseDir:=nil;
|
|
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
constructor THTMLLinkScanFile.Init(const ADocumentURL: string);
|
|
constructor THTMLLinkScanFile.Init(const ADocumentURL: string);
|
|
|
begin
|
|
begin
|
|
|
inherited Init;
|
|
inherited Init;
|
|
|
SetStr(DocumentURL,ADocumentURL);
|
|
SetStr(DocumentURL,ADocumentURL);
|
|
|
|
|
+ New(NameIDList, Init(5,10));
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
function THTMLLinkScanFile.GetDocumentURL: string;
|
|
function THTMLLinkScanFile.GetDocumentURL: string;
|
|
@@ -503,10 +686,98 @@ begin
|
|
|
GetDocumentURL:=GetStr(DocumentURL);
|
|
GetDocumentURL:=GetStr(DocumentURL);
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
|
|
+function THTMLLinkScanFile.AddReferencedName (const AName : string) : PNameID;
|
|
|
|
|
+var
|
|
|
|
|
+ index : sw_integer;
|
|
|
|
|
+ PN : PNameID;
|
|
|
|
|
+begin
|
|
|
|
|
+ new(PN,init(AName,IsReferenced));
|
|
|
|
|
+ if not NameIDList^.Search(PN,Index) then
|
|
|
|
|
+ NameIDList^.Insert(PN)
|
|
|
|
|
+ else
|
|
|
|
|
+ begin
|
|
|
|
|
+ dispose(PN,Done);
|
|
|
|
|
+ PN:=NameIDList^.At(Index);
|
|
|
|
|
+ PN^.SetState(IsReferenced,true);
|
|
|
|
|
+ end;
|
|
|
|
|
+ AddReferencedName:=PN;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+function THTMLLinkScanFile.AddFoundName (const AName : string) : PNameID;
|
|
|
|
|
+var
|
|
|
|
|
+ index : sw_integer;
|
|
|
|
|
+ PN : PNameID;
|
|
|
|
|
+begin
|
|
|
|
|
+ new(PN,init(AName,IsFound));
|
|
|
|
|
+ if not NameIDList^.Search(PN,Index) then
|
|
|
|
|
+ NameIDList^.Insert(PN)
|
|
|
|
|
+ else
|
|
|
|
|
+ begin
|
|
|
|
|
+ dispose(PN,Done);
|
|
|
|
|
+ PN:=NameIDList^.At(Index);
|
|
|
|
|
+ PN^.SetState(IsFound,true);
|
|
|
|
|
+ end;
|
|
|
|
|
+ AddFoundName:=PN;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+procedure THTMLLinkScanFile.CheckNameList;
|
|
|
|
|
+var
|
|
|
|
|
+ i : sw_integer;
|
|
|
|
|
+ PN,PN2 : PNameID;
|
|
|
|
|
+begin
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ for i:=0 to NameIDList^.Count-1 do
|
|
|
|
|
+ begin
|
|
|
|
|
+ PN:=NameIDList^.At(i);
|
|
|
|
|
+ if not (IsFound in PN^.GetState) then
|
|
|
|
|
+ begin
|
|
|
|
|
+ if (IsReferenced in PN^.GetState) then
|
|
|
|
|
+ DebugMessage(GetDocumentURL,'Name "'+PN^.GetName+'" from "'+
|
|
|
|
|
+ PN^.GetOrigin+'" not found',1,1);
|
|
|
|
|
+ PN2:=Owner^.FindID(PN^.GetName);
|
|
|
|
|
+ if assigned(PN2) then
|
|
|
|
|
+ begin
|
|
|
|
|
+ DebugMessage('','ID found in "'+PN2^.GetOrigin+'"',1,1);
|
|
|
|
|
+ if not (IsFound in PN2^.GetState) then
|
|
|
|
|
+ DebugMessage('','ID not found',1,1);
|
|
|
|
|
+ end;
|
|
|
|
|
+ end;
|
|
|
|
|
+ end;
|
|
|
|
|
+{$endif DEBUG}
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
|
|
+function THTMLLinkScanFile.FindID(const AName : string) : PNameID;
|
|
|
|
|
+var
|
|
|
|
|
+ PN : PNameID;
|
|
|
|
|
+ Index : sw_integer;
|
|
|
|
|
+begin
|
|
|
|
|
+ new(PN,init(AName,IsID));
|
|
|
|
|
+ if NameIDList^.Search(PN,Index) then
|
|
|
|
|
+ begin
|
|
|
|
|
+ dispose(PN,done);
|
|
|
|
|
+ PN:=NameIDList^.At(Index);
|
|
|
|
|
+ if (IsID in PN^.GetState) then
|
|
|
|
|
+ FindId:=PN
|
|
|
|
|
+ else
|
|
|
|
|
+ FindID:=nil;
|
|
|
|
|
+ end
|
|
|
|
|
+ else
|
|
|
|
|
+ begin
|
|
|
|
|
+ dispose(PN,done);
|
|
|
|
|
+ PN:=nil;
|
|
|
|
|
+ FindID:=nil;
|
|
|
|
|
+ end;
|
|
|
|
|
+
|
|
|
|
|
+end;
|
|
|
destructor THTMLLinkScanFile.Done;
|
|
destructor THTMLLinkScanFile.Done;
|
|
|
begin
|
|
begin
|
|
|
|
|
+ if Assigned(DocumentURL) then
|
|
|
|
|
+ DisposeStr(DocumentURL);
|
|
|
|
|
+ DocumentURL:=nil;
|
|
|
|
|
+ dispose(NameIDList,done);
|
|
|
|
|
+ NameIDList:=nil;
|
|
|
inherited Done;
|
|
inherited Done;
|
|
|
- if Assigned(DocumentURL) then DisposeStr(DocumentURL); DocumentURL:=nil;
|
|
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
function THTMLLinkScanFileCollection.At(Index: sw_Integer): PHTMLLinkScanFile;
|
|
function THTMLLinkScanFileCollection.At(Index: sw_Integer): PHTMLLinkScanFile;
|
|
@@ -555,22 +826,44 @@ begin
|
|
|
FindFileWithState:=P;
|
|
FindFileWithState:=P;
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
|
|
+procedure THTMLLinkScanFileCollection.CheckNameIDLists;
|
|
|
|
|
+
|
|
|
|
|
+ procedure DoCheckNameList(P : PHTMLLinkScanFile);
|
|
|
|
|
+ begin
|
|
|
|
|
+ P^.CheckNameList;
|
|
|
|
|
+ end;
|
|
|
|
|
+
|
|
|
|
|
+begin
|
|
|
|
|
+ ForEach(@DoCheckNameList);
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+
|
|
|
constructor THTMLFileLinkScanner.Init(const ABaseDir: string);
|
|
constructor THTMLFileLinkScanner.Init(const ABaseDir: string);
|
|
|
begin
|
|
begin
|
|
|
inherited Init(ABaseDir);
|
|
inherited Init(ABaseDir);
|
|
|
New(DocumentFiles, Init(50,100));
|
|
New(DocumentFiles, Init(50,100));
|
|
|
|
|
+ New(IDList, Init(50,100));
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage('','THTMLFileLinkScanner Init "'+ABaseDir+'"',1,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
procedure THTMLFileLinkScanner.ProcessDocument(const DocumentURL: string; AOptions: THTMLLinkScanOptions);
|
|
procedure THTMLFileLinkScanner.ProcessDocument(const DocumentURL: string; AOptions: THTMLLinkScanOptions);
|
|
|
var P: PHTMLLinkScanFile;
|
|
var P: PHTMLLinkScanFile;
|
|
|
begin
|
|
begin
|
|
|
- CurBaseURL:=''; Options:=AOptions;
|
|
|
|
|
|
|
+ CurBaseURL:='';
|
|
|
|
|
+ Options:=AOptions;
|
|
|
ScheduleDoc(DocumentURL);
|
|
ScheduleDoc(DocumentURL);
|
|
|
repeat
|
|
repeat
|
|
|
P:=DocumentFiles^.FindFileWithState(ssScheduled);
|
|
P:=DocumentFiles^.FindFileWithState(ssScheduled);
|
|
|
if Assigned(P) then
|
|
if Assigned(P) then
|
|
|
ProcessDoc(P);
|
|
ProcessDoc(P);
|
|
|
until P=nil;
|
|
until P=nil;
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage('','THTMLFileLinkScanner CheckNameList start ',1,1);
|
|
|
|
|
+ DocumentFiles^.CheckNameIDLists;
|
|
|
|
|
+ DebugMessage('','THTMLFileLinkScanner CheckNameList end ',1,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
function THTMLFileLinkScanner.GetDocumentBaseURL: string;
|
|
function THTMLFileLinkScanner.GetDocumentBaseURL: string;
|
|
@@ -596,11 +889,109 @@ begin
|
|
|
P:=Pos('#',LinkURL);
|
|
P:=Pos('#',LinkURL);
|
|
|
if P=0 then DocURL:=LinkURL else DocURL:=copy(LinkURL,1,P-1);
|
|
if P=0 then DocURL:=LinkURL else DocURL:=copy(LinkURL,1,P-1);
|
|
|
D:=DocumentFiles^.SearchFile(DocURL);
|
|
D:=DocumentFiles^.SearchFile(DocURL);
|
|
|
- if Assigned(D)=false then
|
|
|
|
|
|
|
+ if not Assigned(D) then
|
|
|
ScheduleDoc(DocURL);
|
|
ScheduleDoc(DocURL);
|
|
|
inherited AddLink(LinkText,LinkURL);
|
|
inherited AddLink(LinkText,LinkURL);
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
|
|
+procedure THTMLFileLinkScanner.AddRef(LinkURL: string);
|
|
|
|
|
+var D: PHTMLLinkScanFile;
|
|
|
|
|
+ P: sw_integer;
|
|
|
|
|
+ DocURL: string;
|
|
|
|
|
+ PN : PNameID;
|
|
|
|
|
+begin
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage(CurDoc,' Adding Ref to "'+
|
|
|
|
|
+ LinkURL+'"',Line,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
|
|
+ P:=Pos('#',LinkURL);
|
|
|
|
|
+ if P=0 then DocURL:=LinkURL else DocURL:=copy(LinkURL,1,P-1);
|
|
|
|
|
+ D:=DocumentFiles^.SearchFile(DocURL);
|
|
|
|
|
+ if not Assigned(D) then
|
|
|
|
|
+ ScheduleDoc(DocURL);
|
|
|
|
|
+ D:=DocumentFiles^.SearchFile(DocURL);
|
|
|
|
|
+ if P>0 then
|
|
|
|
|
+ begin
|
|
|
|
|
+ PN:=D^.AddReferencedName(copy(LinkURL,P+1,length(LinkURL)));
|
|
|
|
|
+ PN^.SetOrigin(CurDoc);
|
|
|
|
|
+ PN^.SetLine(Line);
|
|
|
|
|
+ end;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+procedure THTMLFileLinkScanner.AddNameID(AName : string);
|
|
|
|
|
+var D: PHTMLLinkScanFile;
|
|
|
|
|
+ P: sw_integer;
|
|
|
|
|
+ PN : PNameID;
|
|
|
|
|
+ DocURL: string;
|
|
|
|
|
+begin
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage(CurDoc,' Adding NameID "'+
|
|
|
|
|
+ CurName+'"',Line,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
|
|
+ P:=Pos('#',AName);
|
|
|
|
|
+ if P=0 then DocURL:=AName else DocURL:=copy(AName,1,P-1);
|
|
|
|
|
+ D:=DocumentFiles^.SearchFile(DocURL);
|
|
|
|
|
+ if not Assigned(D) then
|
|
|
|
|
+ ScheduleDoc(DocURL);
|
|
|
|
|
+ D:=DocumentFiles^.SearchFile(DocURL);
|
|
|
|
|
+ PN:=D^.AddFoundName(copy(AName,P+1,length(AName)));
|
|
|
|
|
+ PN^.SetOrigin(CurDoc);
|
|
|
|
|
+ PN^.SetLine(Line);
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+procedure THTMLFileLinkScanner.AddID(AName : string);
|
|
|
|
|
+var
|
|
|
|
|
+ D: PHTMLLinkScanFile;
|
|
|
|
|
+ PN : PNameID;
|
|
|
|
|
+ index : sw_integer;
|
|
|
|
|
+begin
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage(CurDoc,' Adding Id "'+
|
|
|
|
|
+ AName+'"',Line,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
|
|
+ D:=DocumentFiles^.SearchFile(CurDoc);
|
|
|
|
|
+ if not Assigned(D) then
|
|
|
|
|
+ ScheduleDoc(CurDoc);
|
|
|
|
|
+ D:=DocumentFiles^.SearchFile(CurDoc);
|
|
|
|
|
+ PN:=D^.AddFoundName(AName);
|
|
|
|
|
+ PN^.SetState(IsId,true);
|
|
|
|
|
+ PN^.SetOrigin(CurDoc);
|
|
|
|
|
+ PN^.SetLine(Line);
|
|
|
|
|
+
|
|
|
|
|
+ new(PN,init(AName,IsID));
|
|
|
|
|
+ if IDList^ .Search(PN,index) then
|
|
|
|
|
+ begin
|
|
|
|
|
+ dispose(PN,done);
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ PN:=IDList^.At(Index);
|
|
|
|
|
+ DebugMessage(CurDoc,'ID "'+AName+'" already defined in "'+
|
|
|
|
|
+ PN^.GetOrigin+'('+IntToStr(PN^.GetLine)+')"',Line,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
|
|
+ end
|
|
|
|
|
+ else
|
|
|
|
|
+ begin
|
|
|
|
|
+ IDList^.Insert(PN);
|
|
|
|
|
+ PN^.SetOrigin(CurDoc);
|
|
|
|
|
+ PN^.SetLine(Line);
|
|
|
|
|
+ end;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
|
|
+function THTMLFileLinkScanner.FindID(const AName : string) : PNameID;
|
|
|
|
|
+
|
|
|
|
|
+ Function ContainsNamedID(D : PHTMLLinkScanFile) : boolean;
|
|
|
|
|
+ begin
|
|
|
|
|
+ ContainsNamedID:=D^.FindID(AName)<>nil;
|
|
|
|
|
+ end;
|
|
|
|
|
+var
|
|
|
|
|
+ D : PHTMLLinkScanFile;
|
|
|
|
|
+begin
|
|
|
|
|
+ D:=DocumentFiles^.FirstThat(@ContainsNamedID);
|
|
|
|
|
+ if assigned(D) then
|
|
|
|
|
+ FindID:=D^.FindID(AName)
|
|
|
|
|
+ else
|
|
|
|
|
+ FindID:=nil;
|
|
|
|
|
+end;
|
|
|
|
|
+
|
|
|
procedure THTMLFileLinkScanner.ProcessDoc(Doc: PHTMLLinkScanFile);
|
|
procedure THTMLFileLinkScanner.ProcessDoc(Doc: PHTMLLinkScanFile);
|
|
|
var F: PDOSTextFile;
|
|
var F: PDOSTextFile;
|
|
|
begin
|
|
begin
|
|
@@ -608,11 +999,17 @@ begin
|
|
|
|
|
|
|
|
Doc^.State:=ssProcessing;
|
|
Doc^.State:=ssProcessing;
|
|
|
CurDoc:=Doc^.GetDocumentURL;
|
|
CurDoc:=Doc^.GetDocumentURL;
|
|
|
- New(F, Init(Doc^.GetDocumentURL));
|
|
|
|
|
|
|
+ New(F, Init(CurDoc));
|
|
|
if Assigned(F) then
|
|
if Assigned(F) then
|
|
|
begin
|
|
begin
|
|
|
- CurBaseURL:=CompleteURL(Doc^.GetDocumentURL,'');
|
|
|
|
|
|
|
+ CurBaseURL:=CompleteURL(CurDoc,'');
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage(CurDoc,'Processing "'+CurDoc+'"',1,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
Process(F);
|
|
Process(F);
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage(CurDoc,'Finished processing "'+CurDoc+'"',Line,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
Dispose(F, Done);
|
|
Dispose(F, Done);
|
|
|
end
|
|
end
|
|
|
else
|
|
else
|
|
@@ -630,13 +1027,22 @@ var D: PHTMLLinkScanFile;
|
|
|
begin
|
|
begin
|
|
|
New(D, Init(DocumentURL));
|
|
New(D, Init(DocumentURL));
|
|
|
D^.State:=ssScheduled;
|
|
D^.State:=ssScheduled;
|
|
|
|
|
+ D^.Owner:=@Self;
|
|
|
|
|
+{$ifdef DEBUG}
|
|
|
|
|
+ DebugMessage('','Scheduling file "'+DocumentURL+'"',1,1);
|
|
|
|
|
+{$endif DEBUG}
|
|
|
DocumentFiles^.Insert(D);
|
|
DocumentFiles^.Insert(D);
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
destructor THTMLFileLinkScanner.Done;
|
|
destructor THTMLFileLinkScanner.Done;
|
|
|
begin
|
|
begin
|
|
|
|
|
+ if Assigned(DocumentFiles) then
|
|
|
|
|
+ Dispose(DocumentFiles, Done);
|
|
|
|
|
+ DocumentFiles:=nil;
|
|
|
|
|
+ if Assigned(IDList) then
|
|
|
|
|
+ Dispose(IDList, Done);
|
|
|
|
|
+ IDList:=nil;
|
|
|
inherited Done;
|
|
inherited Done;
|
|
|
- if Assigned(DocumentFiles) then Dispose(DocumentFiles, Done); DocumentFiles:=nil;
|
|
|
|
|
end;
|
|
end;
|
|
|
|
|
|
|
|
procedure RegisterWHTMLScan;
|
|
procedure RegisterWHTMLScan;
|
pierre