tokens.pas 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570
  1. {
  2. $Id$
  3. Copyright (c) 1998-2000 by Florian Klaempfl, Pierre Muller
  4. Tokens used by the compiler
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit tokens;
  19. interface
  20. uses
  21. globtype;
  22. const
  23. tokenidlen=14;
  24. tokheader=#8'Free Pascal Compiler -- Token data'#13#10#26;
  25. type
  26. ttoken=(NOTOKEN,
  27. { operators, which can also be overloaded }
  28. _PLUS,
  29. _MINUS,
  30. _STAR,
  31. _SLASH,
  32. _EQUAL,
  33. _GT,
  34. _LT,
  35. _GTE,
  36. _LTE,
  37. _SYMDIF,
  38. _STARSTAR,
  39. _OP_AS,
  40. _OP_IN,
  41. _OP_IS,
  42. _OP_OR,
  43. _OP_AND,
  44. _OP_DIV,
  45. _OP_MOD,
  46. _OP_SHL,
  47. _OP_SHR,
  48. _OP_XOR,
  49. _ASSIGNMENT,
  50. { special chars }
  51. _CARET,
  52. _UNEQUAL,
  53. _LECKKLAMMER,
  54. _RECKKLAMMER,
  55. _POINT,
  56. _COMMA,
  57. _LKLAMMER,
  58. _RKLAMMER,
  59. _COLON,
  60. _SEMICOLON,
  61. _KLAMMERAFFE,
  62. _POINTPOINT,
  63. _DOUBLEADDR,
  64. _EOF,
  65. _ID,
  66. _NOID,
  67. _REALNUMBER,
  68. _INTCONST,
  69. _CSTRING,
  70. _CCHAR,
  71. { C like operators }
  72. _PLUSASN,
  73. _MINUSASN,
  74. _ANDASN,
  75. _ORASN,
  76. _STARASN,
  77. _SLASHASN,
  78. _MODASN,
  79. _DIVASN,
  80. _NOTASN,
  81. _XORASN,
  82. { Normal words }
  83. _AS,
  84. _AT,
  85. _DO,
  86. _IF,
  87. _IN,
  88. _IS,
  89. _OF,
  90. _ON,
  91. _OR,
  92. _TO,
  93. _AND,
  94. _ASM,
  95. _DIV,
  96. _END,
  97. _FAR,
  98. _FOR,
  99. _MOD,
  100. _NEW,
  101. _NIL,
  102. _NOT,
  103. _SET,
  104. _SHL,
  105. _SHR,
  106. _TRY,
  107. _VAR,
  108. _XOR,
  109. _CASE,
  110. _CVAR,
  111. _ELSE,
  112. _EXIT,
  113. _FAIL,
  114. _FILE,
  115. _GOTO,
  116. _NAME,
  117. _NEAR,
  118. _READ,
  119. _SELF,
  120. _THEN,
  121. _TRUE,
  122. _TYPE,
  123. _UNIT,
  124. _USES,
  125. _WITH,
  126. _ALIAS,
  127. _ARRAY,
  128. _BEGIN,
  129. _BREAK,
  130. _CDECL,
  131. _CLASS,
  132. _CONST,
  133. _FALSE,
  134. _INDEX,
  135. _LABEL,
  136. _RAISE,
  137. _UNTIL,
  138. _WHILE,
  139. _WRITE,
  140. _DOWNTO,
  141. _EXCEPT,
  142. _EXPORT,
  143. _INLINE,
  144. _OBJECT,
  145. _PACKED,
  146. _PASCAL,
  147. _PUBLIC,
  148. _RECORD,
  149. _REPEAT,
  150. _RESULT,
  151. _STATIC,
  152. _STORED,
  153. _STRING,
  154. _SYSTEM,
  155. _ASMNAME,
  156. _DEFAULT,
  157. _DISPOSE,
  158. _DYNAMIC,
  159. _EXPORTS,
  160. _FINALLY,
  161. _FORWARD,
  162. _IOCHECK,
  163. _LIBRARY,
  164. _MESSAGE,
  165. _PRIVATE,
  166. _PROGRAM,
  167. _STDCALL,
  168. _SYSCALL,
  169. _VIRTUAL,
  170. _ABSOLUTE,
  171. _ABSTRACT,
  172. _CONTINUE,
  173. _CPPCLASS,
  174. _EXTERNAL,
  175. _FUNCTION,
  176. _OPERATOR,
  177. _OVERRIDE,
  178. _POPSTACK,
  179. _PROPERTY,
  180. _REGISTER,
  181. _RESIDENT,
  182. _SAFECALL,
  183. _ASSEMBLER,
  184. _INHERITED,
  185. _INTERFACE,
  186. _INTERRUPT,
  187. _NODEFAULT,
  188. _OTHERWISE,
  189. _PROCEDURE,
  190. _PROTECTED,
  191. _PUBLISHED,
  192. _THREADVAR,
  193. _DESTRUCTOR,
  194. _INTERNPROC,
  195. _OPENSTRING,
  196. _CONSTRUCTOR,
  197. _INTERNCONST,
  198. _SHORTSTRING,
  199. _FINALIZATION,
  200. _SAVEREGISTERS,
  201. _IMPLEMENTATION,
  202. _INITIALIZATION,
  203. _RESOURCESTRING
  204. );
  205. tokenrec=record
  206. str : string[tokenidlen];
  207. special : boolean;
  208. keyword : tmodeswitch;
  209. op : ttoken;
  210. encoded : longint;
  211. end;
  212. ttokenarray=array[ttoken] of tokenrec;
  213. ptokenarray=^ttokenarray;
  214. tokenidxrec=record
  215. first,last : ttoken;
  216. end;
  217. ptokenidx=^ttokenidx;
  218. ttokenidx=array[2..tokenidlen,'A'..'Z'] of tokenidxrec;
  219. const
  220. arraytokeninfo : ttokenarray =(
  221. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  222. { Operators which can be overloaded }
  223. (str:'+' ;special:true ;keyword:m_none;op:NOTOKEN),
  224. (str:'-' ;special:true ;keyword:m_none;op:NOTOKEN),
  225. (str:'*' ;special:true ;keyword:m_none;op:NOTOKEN),
  226. (str:'/' ;special:true ;keyword:m_none;op:NOTOKEN),
  227. (str:'=' ;special:true ;keyword:m_none;op:NOTOKEN),
  228. (str:'>' ;special:true ;keyword:m_none;op:NOTOKEN),
  229. (str:'<' ;special:true ;keyword:m_none;op:NOTOKEN),
  230. (str:'>=' ;special:true ;keyword:m_none;op:NOTOKEN),
  231. (str:'<=' ;special:true ;keyword:m_none;op:NOTOKEN),
  232. (str:'><' ;special:true ;keyword:m_none;op:NOTOKEN),
  233. (str:'**' ;special:true ;keyword:m_none;op:NOTOKEN),
  234. (str:'as' ;special:true ;keyword:m_none;op:NOTOKEN),
  235. (str:'in' ;special:true ;keyword:m_none;op:NOTOKEN),
  236. (str:'is' ;special:true ;keyword:m_none;op:NOTOKEN),
  237. (str:'or' ;special:true ;keyword:m_none;op:NOTOKEN),
  238. (str:'and' ;special:true ;keyword:m_none;op:NOTOKEN),
  239. (str:'div' ;special:true ;keyword:m_none;op:NOTOKEN),
  240. (str:'mod' ;special:true ;keyword:m_none;op:NOTOKEN),
  241. (str:'shl' ;special:true ;keyword:m_none;op:NOTOKEN),
  242. (str:'shr' ;special:true ;keyword:m_none;op:NOTOKEN),
  243. (str:'xor' ;special:true ;keyword:m_none;op:NOTOKEN),
  244. (str:':=' ;special:true ;keyword:m_none;op:NOTOKEN),
  245. { Special chars }
  246. (str:'^' ;special:true ;keyword:m_none;op:NOTOKEN),
  247. (str:'<>' ;special:true ;keyword:m_none;op:NOTOKEN),
  248. (str:'[' ;special:true ;keyword:m_none;op:NOTOKEN),
  249. (str:']' ;special:true ;keyword:m_none;op:NOTOKEN),
  250. (str:'.' ;special:true ;keyword:m_none;op:NOTOKEN),
  251. (str:',' ;special:true ;keyword:m_none;op:NOTOKEN),
  252. (str:'(' ;special:true ;keyword:m_none;op:NOTOKEN),
  253. (str:')' ;special:true ;keyword:m_none;op:NOTOKEN),
  254. (str:':' ;special:true ;keyword:m_none;op:NOTOKEN),
  255. (str:';' ;special:true ;keyword:m_none;op:NOTOKEN),
  256. (str:'@' ;special:true ;keyword:m_none;op:NOTOKEN),
  257. (str:'..' ;special:true ;keyword:m_none;op:NOTOKEN),
  258. (str:'@@' ;special:true ;keyword:m_none;op:NOTOKEN),
  259. (str:'end of file' ;special:true ;keyword:m_none;op:NOTOKEN),
  260. (str:'identifier' ;special:true ;keyword:m_none;op:NOTOKEN),
  261. (str:'non identifier';special:true ;keyword:m_none;op:NOTOKEN),
  262. (str:'const real' ;special:true ;keyword:m_none;op:NOTOKEN),
  263. (str:'ordinal const' ;special:true ;keyword:m_none;op:NOTOKEN),
  264. (str:'const string' ;special:true ;keyword:m_none;op:NOTOKEN),
  265. (str:'const char' ;special:true ;keyword:m_none;op:NOTOKEN),
  266. { C like operators }
  267. (str:'+=' ;special:true ;keyword:m_none;op:NOTOKEN),
  268. (str:'-=' ;special:true ;keyword:m_none;op:NOTOKEN),
  269. (str:'&=' ;special:true ;keyword:m_none;op:NOTOKEN),
  270. (str:'|=' ;special:true ;keyword:m_none;op:NOTOKEN),
  271. (str:'*=' ;special:true ;keyword:m_none;op:NOTOKEN),
  272. (str:'/=' ;special:true ;keyword:m_none;op:NOTOKEN),
  273. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  274. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  275. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  276. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  277. { Normal words }
  278. (str:'AS' ;special:false;keyword:m_class;op:_OP_AS),
  279. (str:'AT' ;special:false;keyword:m_none;op:NOTOKEN),
  280. (str:'DO' ;special:false;keyword:m_all;op:NOTOKEN),
  281. (str:'IF' ;special:false;keyword:m_all;op:NOTOKEN),
  282. (str:'IN' ;special:false;keyword:m_all;op:_OP_IN),
  283. (str:'IS' ;special:false;keyword:m_class;op:_OP_IS),
  284. (str:'OF' ;special:false;keyword:m_all;op:NOTOKEN),
  285. (str:'ON' ;special:false;keyword:m_class;op:NOTOKEN),
  286. (str:'OR' ;special:false;keyword:m_all;op:_OP_OR),
  287. (str:'TO' ;special:false;keyword:m_all;op:NOTOKEN),
  288. (str:'AND' ;special:false;keyword:m_all;op:_OP_AND),
  289. (str:'ASM' ;special:false;keyword:m_all;op:NOTOKEN),
  290. (str:'DIV' ;special:false;keyword:m_all;op:_OP_DIV),
  291. (str:'END' ;special:false;keyword:m_all;op:NOTOKEN),
  292. (str:'FAR' ;special:false;keyword:m_none;op:NOTOKEN),
  293. (str:'FOR' ;special:false;keyword:m_all;op:NOTOKEN),
  294. (str:'MOD' ;special:false;keyword:m_all;op:_OP_MOD),
  295. (str:'NEW' ;special:false;keyword:m_all;op:NOTOKEN),
  296. (str:'NIL' ;special:false;keyword:m_all;op:NOTOKEN),
  297. (str:'NOT' ;special:false;keyword:m_all;op:NOTOKEN),
  298. (str:'SET' ;special:false;keyword:m_all;op:NOTOKEN),
  299. (str:'SHL' ;special:false;keyword:m_all;op:_OP_SHL),
  300. (str:'SHR' ;special:false;keyword:m_all;op:_OP_SHR),
  301. (str:'TRY' ;special:false;keyword:m_class;op:NOTOKEN),
  302. (str:'VAR' ;special:false;keyword:m_all;op:NOTOKEN),
  303. (str:'XOR' ;special:false;keyword:m_all;op:_OP_XOR),
  304. (str:'CASE' ;special:false;keyword:m_all;op:NOTOKEN),
  305. (str:'CVAR' ;special:false;keyword:m_none;op:NOTOKEN),
  306. (str:'ELSE' ;special:false;keyword:m_all;op:NOTOKEN),
  307. (str:'EXIT' ;special:false;keyword:m_all;op:NOTOKEN),
  308. (str:'FAIL' ;special:false;keyword:m_none;op:NOTOKEN), { only set within constructors PM }
  309. (str:'FILE' ;special:false;keyword:m_all;op:NOTOKEN),
  310. (str:'GOTO' ;special:false;keyword:m_all;op:NOTOKEN),
  311. (str:'NAME' ;special:false;keyword:m_none;op:NOTOKEN),
  312. (str:'NEAR' ;special:false;keyword:m_none;op:NOTOKEN),
  313. (str:'READ' ;special:false;keyword:m_none;op:NOTOKEN),
  314. (str:'SELF' ;special:false;keyword:m_none;op:NOTOKEN), {set inside methods only PM }
  315. (str:'THEN' ;special:false;keyword:m_all;op:NOTOKEN),
  316. (str:'TRUE' ;special:false;keyword:m_all;op:NOTOKEN),
  317. (str:'TYPE' ;special:false;keyword:m_all;op:NOTOKEN),
  318. (str:'UNIT' ;special:false;keyword:m_all;op:NOTOKEN),
  319. (str:'USES' ;special:false;keyword:m_all;op:NOTOKEN),
  320. (str:'WITH' ;special:false;keyword:m_all;op:NOTOKEN),
  321. (str:'ALIAS' ;special:false;keyword:m_none;op:NOTOKEN),
  322. (str:'ARRAY' ;special:false;keyword:m_all;op:NOTOKEN),
  323. (str:'BEGIN' ;special:false;keyword:m_all;op:NOTOKEN),
  324. (str:'BREAK' ;special:false;keyword:m_none;op:NOTOKEN),
  325. (str:'CDECL' ;special:false;keyword:m_none;op:NOTOKEN),
  326. (str:'CLASS' ;special:false;keyword:m_class;op:NOTOKEN),
  327. (str:'CONST' ;special:false;keyword:m_all;op:NOTOKEN),
  328. (str:'FALSE' ;special:false;keyword:m_all;op:NOTOKEN),
  329. (str:'INDEX' ;special:false;keyword:m_none;op:NOTOKEN),
  330. (str:'LABEL' ;special:false;keyword:m_all;op:NOTOKEN),
  331. (str:'RAISE' ;special:false;keyword:m_class;op:NOTOKEN),
  332. (str:'UNTIL' ;special:false;keyword:m_all;op:NOTOKEN),
  333. (str:'WHILE' ;special:false;keyword:m_all;op:NOTOKEN),
  334. (str:'WRITE' ;special:false;keyword:m_none;op:NOTOKEN),
  335. (str:'DOWNTO' ;special:false;keyword:m_all;op:NOTOKEN),
  336. (str:'EXCEPT' ;special:false;keyword:m_class;op:NOTOKEN),
  337. (str:'EXPORT' ;special:false;keyword:m_none;op:NOTOKEN),
  338. (str:'INLINE' ;special:false;keyword:m_none;op:NOTOKEN),
  339. (str:'OBJECT' ;special:false;keyword:m_all;op:NOTOKEN),
  340. (str:'PACKED' ;special:false;keyword:m_all;op:NOTOKEN),
  341. (str:'PASCAL' ;special:false;keyword:m_none;op:NOTOKEN),
  342. (str:'PUBLIC' ;special:false;keyword:m_none;op:NOTOKEN),
  343. (str:'RECORD' ;special:false;keyword:m_all;op:NOTOKEN),
  344. (str:'REPEAT' ;special:false;keyword:m_all;op:NOTOKEN),
  345. (str:'RESULT' ;special:false;keyword:m_none;op:NOTOKEN),
  346. (str:'STATIC' ;special:false;keyword:m_none;op:NOTOKEN),
  347. (str:'STORED' ;special:false;keyword:m_none;op:NOTOKEN),
  348. (str:'STRING' ;special:false;keyword:m_all;op:NOTOKEN),
  349. (str:'SYSTEM' ;special:false;keyword:m_none;op:NOTOKEN),
  350. (str:'ASMNAME' ;special:false;keyword:m_none;op:NOTOKEN),
  351. (str:'DEFAULT' ;special:false;keyword:m_none;op:NOTOKEN),
  352. (str:'DISPOSE' ;special:false;keyword:m_all;op:NOTOKEN),
  353. (str:'DYNAMIC' ;special:false;keyword:m_none;op:NOTOKEN),
  354. (str:'EXPORTS' ;special:false;keyword:m_all;op:NOTOKEN),
  355. (str:'FINALLY' ;special:false;keyword:m_class;op:NOTOKEN),
  356. (str:'FORWARD' ;special:false;keyword:m_none;op:NOTOKEN),
  357. (str:'IOCHECK' ;special:false;keyword:m_none;op:NOTOKEN),
  358. (str:'LIBRARY' ;special:false;keyword:m_all;op:NOTOKEN),
  359. (str:'MESSAGE' ;special:false;keyword:m_none;op:NOTOKEN),
  360. (str:'PRIVATE' ;special:false;keyword:m_none;op:NOTOKEN),
  361. (str:'PROGRAM' ;special:false;keyword:m_all;op:NOTOKEN),
  362. (str:'STDCALL' ;special:false;keyword:m_none;op:NOTOKEN),
  363. (str:'SYSCALL' ;special:false;keyword:m_none;op:NOTOKEN),
  364. (str:'VIRTUAL' ;special:false;keyword:m_none;op:NOTOKEN),
  365. (str:'ABSOLUTE' ;special:false;keyword:m_none;op:NOTOKEN),
  366. (str:'ABSTRACT' ;special:false;keyword:m_none;op:NOTOKEN),
  367. (str:'CONTINUE' ;special:false;keyword:m_none;op:NOTOKEN),
  368. (str:'CPPCLASS' ;special:false;keyword:m_fpc;op:NOTOKEN),
  369. (str:'EXTERNAL' ;special:false;keyword:m_none;op:NOTOKEN),
  370. (str:'FUNCTION' ;special:false;keyword:m_all;op:NOTOKEN),
  371. (str:'OPERATOR' ;special:false;keyword:m_fpc;op:NOTOKEN),
  372. (str:'OVERRIDE' ;special:false;keyword:m_none;op:NOTOKEN),
  373. (str:'POPSTACK' ;special:false;keyword:m_none;op:NOTOKEN),
  374. (str:'PROPERTY' ;special:false;keyword:m_class;op:NOTOKEN),
  375. (str:'REGISTER' ;special:false;keyword:m_none;op:NOTOKEN),
  376. (str:'RESIDENT' ;special:false;keyword:m_none;op:NOTOKEN),
  377. (str:'SAFECALL' ;special:false;keyword:m_none;op:NOTOKEN),
  378. (str:'ASSEMBLER' ;special:false;keyword:m_none;op:NOTOKEN),
  379. (str:'INHERITED' ;special:false;keyword:m_all;op:NOTOKEN),
  380. (str:'INTERFACE' ;special:false;keyword:m_all;op:NOTOKEN),
  381. (str:'INTERRUPT' ;special:false;keyword:m_none;op:NOTOKEN),
  382. (str:'NODEFAULT' ;special:false;keyword:m_none;op:NOTOKEN),
  383. (str:'OTHERWISE' ;special:false;keyword:m_all;op:NOTOKEN),
  384. (str:'PROCEDURE' ;special:false;keyword:m_all;op:NOTOKEN),
  385. (str:'PROTECTED' ;special:false;keyword:m_none;op:NOTOKEN),
  386. (str:'PUBLISHED' ;special:false;keyword:m_none;op:NOTOKEN),
  387. (str:'THREADVAR' ;special:false;keyword:m_class;op:NOTOKEN),
  388. (str:'DESTRUCTOR' ;special:false;keyword:m_all;op:NOTOKEN),
  389. (str:'INTERNPROC' ;special:false;keyword:m_none;op:NOTOKEN),
  390. (str:'OPENSTRING' ;special:false;keyword:m_none;op:NOTOKEN),
  391. (str:'CONSTRUCTOR' ;special:false;keyword:m_all;op:NOTOKEN),
  392. (str:'INTERNCONST' ;special:false;keyword:m_none;op:NOTOKEN),
  393. (str:'SHORTSTRING' ;special:false;keyword:m_none;op:NOTOKEN),
  394. (str:'FINALIZATION' ;special:false;keyword:m_initfinal;op:NOTOKEN),
  395. (str:'SAVEREGISTERS' ;special:false;keyword:m_none;op:NOTOKEN),
  396. (str:'IMPLEMENTATION';special:false;keyword:m_all;op:NOTOKEN),
  397. (str:'INITIALIZATION';special:false;keyword:m_initfinal;op:NOTOKEN),
  398. (str:'RESOURCESTRING';special:false;keyword:m_class;op:NOTOKEN)
  399. );
  400. var
  401. tokeninfo:ptokenarray;
  402. tokenidx:ptokenidx;
  403. procedure inittokens;
  404. procedure donetokens;
  405. procedure create_tokenidx;
  406. implementation
  407. {$ifdef TP}
  408. uses
  409. dos;
  410. {$endif}
  411. procedure create_tokenidx;
  412. { create an index with the first and last token for every possible token
  413. length, so a search only will be done in that small part }
  414. var
  415. t : ttoken;
  416. begin
  417. fillchar(tokenidx^,sizeof(tokenidx^),0);
  418. for t:=low(ttoken) to high(ttoken) do
  419. begin
  420. if not arraytokeninfo[t].special then
  421. begin
  422. if ord(tokenidx^[length(arraytokeninfo[t].str),arraytokeninfo[t].str[1]].first)=0 then
  423. tokenidx^[length(arraytokeninfo[t].str),arraytokeninfo[t].str[1]].first:=t;
  424. tokenidx^[length(arraytokeninfo[t].str),arraytokeninfo[t].str[1]].last:=t;
  425. end;
  426. end;
  427. end;
  428. procedure inittokens;
  429. {$ifdef TP}
  430. var
  431. f:file;
  432. n : namestr;
  433. d : dirstr;
  434. e : extstr;
  435. header:string;
  436. a:longint;
  437. {$endif TP}
  438. begin
  439. {$ifdef TP}
  440. fsplit(paramstr(0),d,n,e);
  441. { when debugging d=''!!!! FK }
  442. if d='' then
  443. assign(f,'tokens.dat')
  444. else
  445. assign(f,d+'tokens.dat');
  446. {$I-}
  447. reset(f,1);
  448. {We are not sure that the msg file is loaded!}
  449. if ioresult<>0 then
  450. begin
  451. { Very nice indeed !!! PM }
  452. writeln('Fatal: File tokens.dat not found.');
  453. close(f);
  454. halt(3);
  455. end;
  456. blockread(f,header,1);
  457. blockread(f,header[1],length(header));
  458. blockread(f,a,sizeof(a));
  459. if (ioresult<>0) or
  460. (header<>tokheader) or (a<>sizeof(ttokenarray)) then
  461. begin
  462. writeln('Fatal: File tokens.dat corrupt.');
  463. close(f);
  464. halt(3);
  465. end;
  466. new(tokeninfo);
  467. blockread(f,tokeninfo^,sizeof(ttokenarray));
  468. new(tokenidx);
  469. blockread(f,tokenidx^,sizeof(tokenidx^));
  470. close(f);
  471. {$I+}
  472. if (ioresult<>0) then
  473. begin
  474. writeln('Fatal: File tokens.dat corrupt.');
  475. halt(3);
  476. end;
  477. {$else not TP}
  478. tokeninfo:=@arraytokeninfo;
  479. new(tokenidx);
  480. create_tokenidx;
  481. {$endif not TP}
  482. end;
  483. procedure donetokens;
  484. begin
  485. {$ifdef TP}
  486. dispose(tokeninfo);
  487. {$else TP}
  488. tokeninfo:=nil;
  489. {$endif TP}
  490. dispose(tokenidx);
  491. end;
  492. end.
  493. {
  494. $Log$
  495. Revision 1.22 2000-03-19 14:56:39 florian
  496. * bug 873 fixed
  497. * some cleanup in objectdec
  498. Revision 1.21 2000/02/12 23:53:18 carl
  499. * bugfixes in tokens using TP conditional
  500. Revision 1.20 2000/02/09 13:23:08 peter
  501. * log truncated
  502. Revision 1.19 2000/01/07 01:14:48 peter
  503. * updated copyright to 2000
  504. Revision 1.18 1999/11/15 17:53:00 pierre
  505. + one field added for ttoken record for operator
  506. linking the id to the corresponding operator token that
  507. can now now all be overloaded
  508. * overloaded operators are resetted to nil in InitSymtable
  509. (bug when trying to compile a uint that overloads operators twice)
  510. Revision 1.17 1999/09/21 20:53:23 florian
  511. * fixed 1/s problem from mailing list
  512. Revision 1.16 1999/09/17 09:17:49 peter
  513. * removed uses globals
  514. Revision 1.15 1999/09/16 13:41:37 peter
  515. * better error checking
  516. Revision 1.14 1999/09/08 16:02:04 peter
  517. * tokendat compiles for tp
  518. * tokens.dat supplied by default
  519. Revision 1.13 1999/09/03 08:37:34 pierre
  520. * tokens.dat only used for TP, and also removed from
  521. compiler dependencies
  522. Revision 1.12 1999/09/02 18:47:49 daniel
  523. * Could not compile with TP, some arrays moved to heap
  524. * NOAG386BIN default for TP
  525. * AG386* files were not compatible with TP, fixed.
  526. Revision 1.11 1999/08/04 13:03:17 jonas
  527. * all tokens now start with an underscore
  528. * PowerPC compiles!!
  529. Revision 1.10 1999/08/03 22:03:39 peter
  530. * moved bitmask constants to sets
  531. * some other type/const renamings
  532. Revision 1.9 1999/07/22 09:38:01 florian
  533. + resourcestring implemented
  534. + start of longstring support
  535. }