tokens.pas 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544
  1. {
  2. $Id$
  3. Copyright (c) 1998-2002 by Florian Klaempfl, Pierre Muller
  4. Tokens used by the compiler
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit tokens;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype;
  23. type
  24. ttoken=(NOTOKEN,
  25. { operators, which can also be overloaded }
  26. _PLUS,
  27. _MINUS,
  28. _STAR,
  29. _SLASH,
  30. _EQUAL,
  31. _GT,
  32. _LT,
  33. _GTE,
  34. _LTE,
  35. _SYMDIF,
  36. _STARSTAR,
  37. _OP_AS,
  38. _OP_IN,
  39. _OP_IS,
  40. _OP_OR,
  41. _OP_AND,
  42. _OP_DIV,
  43. _OP_MOD,
  44. _OP_NOT,
  45. _OP_SHL,
  46. _OP_SHR,
  47. _OP_XOR,
  48. _ASSIGNMENT,
  49. { special chars }
  50. _CARET,
  51. _UNEQUAL,
  52. _LECKKLAMMER,
  53. _RECKKLAMMER,
  54. _POINT,
  55. _COMMA,
  56. _LKLAMMER,
  57. _RKLAMMER,
  58. _COLON,
  59. _SEMICOLON,
  60. _KLAMMERAFFE,
  61. _POINTPOINT,
  62. _POINTPOINTPOINT,
  63. _PIPE,
  64. _AMPERSAND,
  65. _EOF,
  66. _ID,
  67. _NOID,
  68. _REALNUMBER,
  69. _INTCONST,
  70. _CSTRING,
  71. _CCHAR,
  72. _CWSTRING,
  73. _CWCHAR,
  74. { C like operators }
  75. _PLUSASN,
  76. _MINUSASN,
  77. _ANDASN,
  78. _ORASN,
  79. _STARASN,
  80. _SLASHASN,
  81. _MODASN,
  82. _DIVASN,
  83. _NOTASN,
  84. _XORASN,
  85. { Normal words }
  86. _C,
  87. _AS,
  88. _AT,
  89. _DO,
  90. _IF,
  91. _IN,
  92. _IS,
  93. _OF,
  94. _ON,
  95. _OR,
  96. _TO,
  97. _AND,
  98. _ASM,
  99. _DIV,
  100. _END,
  101. _FAR,
  102. _FOR,
  103. _MOD,
  104. _NIL,
  105. _NOT,
  106. _OUT,
  107. _SET,
  108. _SHL,
  109. _SHR,
  110. _TRY,
  111. _VAR,
  112. _XOR,
  113. _CASE,
  114. _CVAR,
  115. _ELSE,
  116. _EXIT,
  117. _FAIL,
  118. _FILE,
  119. _GOTO,
  120. _NAME,
  121. _NEAR,
  122. _READ,
  123. _SELF,
  124. _THEN,
  125. _TRUE,
  126. _TYPE,
  127. _UNIT,
  128. _UNIV,
  129. _USES,
  130. _WITH,
  131. _ALIAS,
  132. _ARRAY,
  133. _BEGIN,
  134. _BREAK,
  135. _CDECL,
  136. _CLASS,
  137. _CONST,
  138. _FALSE,
  139. _FAR16,
  140. _INDEX,
  141. _LABEL,
  142. _RAISE,
  143. _UNTIL,
  144. _WHILE,
  145. _WRITE,
  146. _DISPID,
  147. _DOWNTO,
  148. _EXCEPT,
  149. _EXPORT,
  150. _INLINE,
  151. _OBJECT,
  152. _PACKED,
  153. _PASCAL,
  154. _PUBLIC,
  155. _RECORD,
  156. _REPEAT,
  157. _RESULT,
  158. _STATIC,
  159. _STORED,
  160. _STRING,
  161. _SYSTEM,
  162. _ASMNAME,
  163. _CPPDECL,
  164. _DEFAULT,
  165. _DYNAMIC,
  166. _EXPORTS,
  167. _FINALLY,
  168. _FORWARD,
  169. _IOCHECK,
  170. _LIBRARY,
  171. _MESSAGE,
  172. _PRIVATE,
  173. _PROGRAM,
  174. _STDCALL,
  175. _SYSCALL,
  176. _VARARGS,
  177. _VIRTUAL,
  178. _ABSOLUTE,
  179. _ABSTRACT,
  180. _CONTINUE,
  181. _CPPCLASS,
  182. _EXTERNAL,
  183. _FUNCTION,
  184. _LOCATION,
  185. _OPERATOR,
  186. _OVERLOAD,
  187. _OVERRIDE,
  188. _PLATFORM,
  189. _PROPERTY,
  190. _REGISTER,
  191. _RESIDENT,
  192. _SAFECALL,
  193. _ASSEMBLER,
  194. _INHERITED,
  195. _INTERFACE,
  196. _INTERRUPT,
  197. _NODEFAULT,
  198. _OTHERWISE,
  199. _PROCEDURE,
  200. _PROTECTED,
  201. _PUBLISHED,
  202. _SOFTFLOAT,
  203. _THREADVAR,
  204. _DEPRECATED,
  205. _DESTRUCTOR,
  206. _IMPLEMENTS,
  207. _INTERNPROC,
  208. _OLDFPCCALL,
  209. _OPENSTRING,
  210. _CONSTRUCTOR,
  211. _INTERNCONST,
  212. _REINTRODUCE,
  213. _SHORTSTRING,
  214. _COMPILERPROC,
  215. _FINALIZATION,
  216. _NOSTACKFRAME,
  217. _DISPINTERFACE,
  218. _SAVEREGISTERS,
  219. _UNIMPLEMENTED,
  220. _IMPLEMENTATION,
  221. _INITIALIZATION,
  222. _RESOURCESTRING
  223. );
  224. const
  225. tokenlenmin = 1;
  226. tokenlenmax = 14;
  227. { last operator which can be overloaded, the first_overloaded should
  228. be declared directly after NOTOKEN }
  229. first_overloaded = succ(NOTOKEN);
  230. last_overloaded = _ASSIGNMENT;
  231. type
  232. tokenrec=record
  233. str : string[tokenlenmax];
  234. special : boolean;
  235. keyword : tmodeswitch;
  236. op : ttoken;
  237. end;
  238. ttokenarray=array[ttoken] of tokenrec;
  239. ptokenarray=^ttokenarray;
  240. tokenidxrec=record
  241. first,last : ttoken;
  242. end;
  243. ptokenidx=^ttokenidx;
  244. ttokenidx=array[tokenlenmin..tokenlenmax,'A'..'Z'] of tokenidxrec;
  245. const
  246. arraytokeninfo : ttokenarray =(
  247. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  248. { Operators which can be overloaded }
  249. (str:'+' ;special:true ;keyword:m_none;op:NOTOKEN),
  250. (str:'-' ;special:true ;keyword:m_none;op:NOTOKEN),
  251. (str:'*' ;special:true ;keyword:m_none;op:NOTOKEN),
  252. (str:'/' ;special:true ;keyword:m_none;op:NOTOKEN),
  253. (str:'=' ;special:true ;keyword:m_none;op:NOTOKEN),
  254. (str:'>' ;special:true ;keyword:m_none;op:NOTOKEN),
  255. (str:'<' ;special:true ;keyword:m_none;op:NOTOKEN),
  256. (str:'>=' ;special:true ;keyword:m_none;op:NOTOKEN),
  257. (str:'<=' ;special:true ;keyword:m_none;op:NOTOKEN),
  258. (str:'><' ;special:true ;keyword:m_none;op:NOTOKEN),
  259. (str:'**' ;special:true ;keyword:m_none;op:NOTOKEN),
  260. (str:'as' ;special:true ;keyword:m_none;op:NOTOKEN),
  261. (str:'in' ;special:true ;keyword:m_none;op:NOTOKEN),
  262. (str:'is' ;special:true ;keyword:m_none;op:NOTOKEN),
  263. (str:'or' ;special:true ;keyword:m_none;op:NOTOKEN),
  264. (str:'and' ;special:true ;keyword:m_none;op:NOTOKEN),
  265. (str:'div' ;special:true ;keyword:m_none;op:NOTOKEN),
  266. (str:'mod' ;special:true ;keyword:m_none;op:NOTOKEN),
  267. (str:'not' ;special:true ;keyword:m_none;op:NOTOKEN),
  268. (str:'shl' ;special:true ;keyword:m_none;op:NOTOKEN),
  269. (str:'shr' ;special:true ;keyword:m_none;op:NOTOKEN),
  270. (str:'xor' ;special:true ;keyword:m_none;op:NOTOKEN),
  271. (str:':=' ;special:true ;keyword:m_none;op:NOTOKEN),
  272. { Special chars }
  273. (str:'^' ;special:true ;keyword:m_none;op:NOTOKEN),
  274. (str:'<>' ;special:true ;keyword:m_none;op:NOTOKEN),
  275. (str:'[' ;special:true ;keyword:m_none;op:NOTOKEN),
  276. (str:']' ;special:true ;keyword:m_none;op:NOTOKEN),
  277. (str:'.' ;special:true ;keyword:m_none;op:NOTOKEN),
  278. (str:',' ;special:true ;keyword:m_none;op:NOTOKEN),
  279. (str:'(' ;special:true ;keyword:m_none;op:NOTOKEN),
  280. (str:')' ;special:true ;keyword:m_none;op:NOTOKEN),
  281. (str:':' ;special:true ;keyword:m_none;op:NOTOKEN),
  282. (str:';' ;special:true ;keyword:m_none;op:NOTOKEN),
  283. (str:'@' ;special:true ;keyword:m_none;op:NOTOKEN),
  284. (str:'..' ;special:true ;keyword:m_none;op:NOTOKEN),
  285. (str:'...' ;special:true ;keyword:m_none;op:NOTOKEN),
  286. (str:'|' ;special:true ;keyword:m_none;op:NOTOKEN),
  287. (str:'&' ;special:true ;keyword:m_none;op:NOTOKEN),
  288. (str:'end of file' ;special:true ;keyword:m_none;op:NOTOKEN),
  289. (str:'identifier' ;special:true ;keyword:m_none;op:NOTOKEN),
  290. (str:'non identifier';special:true ;keyword:m_none;op:NOTOKEN),
  291. (str:'const real' ;special:true ;keyword:m_none;op:NOTOKEN),
  292. (str:'ordinal const' ;special:true ;keyword:m_none;op:NOTOKEN),
  293. (str:'const string' ;special:true ;keyword:m_none;op:NOTOKEN),
  294. (str:'const char' ;special:true ;keyword:m_none;op:NOTOKEN),
  295. (str:'const wstring' ;special:true ;keyword:m_none;op:NOTOKEN),
  296. (str:'const wchar' ;special:true ;keyword:m_none;op:NOTOKEN),
  297. { C like operators }
  298. (str:'+=' ;special:true ;keyword:m_none;op:NOTOKEN),
  299. (str:'-=' ;special:true ;keyword:m_none;op:NOTOKEN),
  300. (str:'&=' ;special:true ;keyword:m_none;op:NOTOKEN),
  301. (str:'|=' ;special:true ;keyword:m_none;op:NOTOKEN),
  302. (str:'*=' ;special:true ;keyword:m_none;op:NOTOKEN),
  303. (str:'/=' ;special:true ;keyword:m_none;op:NOTOKEN),
  304. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  305. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  306. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  307. (str:'' ;special:true ;keyword:m_none;op:NOTOKEN),
  308. { Normal words }
  309. (str:'C' ;special:false;keyword:m_none;op:NOTOKEN),
  310. (str:'AS' ;special:false;keyword:m_class;op:_OP_AS),
  311. (str:'AT' ;special:false;keyword:m_none;op:NOTOKEN),
  312. (str:'DO' ;special:false;keyword:m_all;op:NOTOKEN),
  313. (str:'IF' ;special:false;keyword:m_all;op:NOTOKEN),
  314. (str:'IN' ;special:false;keyword:m_all;op:_OP_IN),
  315. (str:'IS' ;special:false;keyword:m_class;op:_OP_IS),
  316. (str:'OF' ;special:false;keyword:m_all;op:NOTOKEN),
  317. (str:'ON' ;special:false;keyword:m_none;op:NOTOKEN),
  318. (str:'OR' ;special:false;keyword:m_all;op:_OP_OR),
  319. (str:'TO' ;special:false;keyword:m_all;op:NOTOKEN),
  320. (str:'AND' ;special:false;keyword:m_all;op:_OP_AND),
  321. (str:'ASM' ;special:false;keyword:m_all;op:NOTOKEN),
  322. (str:'DIV' ;special:false;keyword:m_all;op:_OP_DIV),
  323. (str:'END' ;special:false;keyword:m_all;op:NOTOKEN),
  324. (str:'FAR' ;special:false;keyword:m_none;op:NOTOKEN),
  325. (str:'FOR' ;special:false;keyword:m_all;op:NOTOKEN),
  326. (str:'MOD' ;special:false;keyword:m_all;op:_OP_MOD),
  327. (str:'NIL' ;special:false;keyword:m_all;op:NOTOKEN),
  328. (str:'NOT' ;special:false;keyword:m_all;op:_OP_NOT),
  329. (str:'OUT' ;special:false;keyword:m_none;op:NOTOKEN),
  330. (str:'SET' ;special:false;keyword:m_all;op:NOTOKEN),
  331. (str:'SHL' ;special:false;keyword:m_all;op:_OP_SHL),
  332. (str:'SHR' ;special:false;keyword:m_all;op:_OP_SHR),
  333. (str:'TRY' ;special:false;keyword:m_class;op:NOTOKEN),
  334. (str:'VAR' ;special:false;keyword:m_all;op:NOTOKEN),
  335. (str:'XOR' ;special:false;keyword:m_all;op:_OP_XOR),
  336. (str:'CASE' ;special:false;keyword:m_all;op:NOTOKEN),
  337. (str:'CVAR' ;special:false;keyword:m_none;op:NOTOKEN),
  338. (str:'ELSE' ;special:false;keyword:m_all;op:NOTOKEN),
  339. (str:'EXIT' ;special:false;keyword:m_none;op:NOTOKEN),
  340. (str:'FAIL' ;special:false;keyword:m_none;op:NOTOKEN), { only set within constructors PM }
  341. (str:'FILE' ;special:false;keyword:m_all;op:NOTOKEN),
  342. (str:'GOTO' ;special:false;keyword:m_all;op:NOTOKEN),
  343. (str:'NAME' ;special:false;keyword:m_none;op:NOTOKEN),
  344. (str:'NEAR' ;special:false;keyword:m_none;op:NOTOKEN),
  345. (str:'READ' ;special:false;keyword:m_none;op:NOTOKEN),
  346. (str:'SELF' ;special:false;keyword:m_none;op:NOTOKEN), {set inside methods only PM }
  347. (str:'THEN' ;special:false;keyword:m_all;op:NOTOKEN),
  348. (str:'TRUE' ;special:false;keyword:m_all;op:NOTOKEN),
  349. (str:'TYPE' ;special:false;keyword:m_all;op:NOTOKEN),
  350. (str:'UNIT' ;special:false;keyword:m_all;op:NOTOKEN),
  351. (str:'UNIV' ;special:false;keyword:m_mac;op:NOTOKEN),
  352. (str:'USES' ;special:false;keyword:m_all;op:NOTOKEN),
  353. (str:'WITH' ;special:false;keyword:m_all;op:NOTOKEN),
  354. (str:'ALIAS' ;special:false;keyword:m_none;op:NOTOKEN),
  355. (str:'ARRAY' ;special:false;keyword:m_all;op:NOTOKEN),
  356. (str:'BEGIN' ;special:false;keyword:m_all;op:NOTOKEN),
  357. (str:'BREAK' ;special:false;keyword:m_none;op:NOTOKEN),
  358. (str:'CDECL' ;special:false;keyword:m_none;op:NOTOKEN),
  359. (str:'CLASS' ;special:false;keyword:m_class;op:NOTOKEN),
  360. (str:'CONST' ;special:false;keyword:m_all;op:NOTOKEN),
  361. (str:'FALSE' ;special:false;keyword:m_all;op:NOTOKEN),
  362. (str:'FAR16' ;special:false;keyword:m_none;op:NOTOKEN),
  363. (str:'INDEX' ;special:false;keyword:m_none;op:NOTOKEN),
  364. (str:'LABEL' ;special:false;keyword:m_all;op:NOTOKEN),
  365. (str:'RAISE' ;special:false;keyword:m_class;op:NOTOKEN),
  366. (str:'UNTIL' ;special:false;keyword:m_all;op:NOTOKEN),
  367. (str:'WHILE' ;special:false;keyword:m_all;op:NOTOKEN),
  368. (str:'WRITE' ;special:false;keyword:m_none;op:NOTOKEN),
  369. (str:'DISPID' ;special:false;keyword:m_none;op:NOTOKEN),
  370. (str:'DOWNTO' ;special:false;keyword:m_all;op:NOTOKEN),
  371. (str:'EXCEPT' ;special:false;keyword:m_class;op:NOTOKEN),
  372. (str:'EXPORT' ;special:false;keyword:m_none;op:NOTOKEN),
  373. (str:'INLINE' ;special:false;keyword:m_none;op:NOTOKEN),
  374. (str:'OBJECT' ;special:false;keyword:m_all;op:NOTOKEN),
  375. (str:'PACKED' ;special:false;keyword:m_all;op:NOTOKEN),
  376. (str:'PASCAL' ;special:false;keyword:m_none;op:NOTOKEN),
  377. (str:'PUBLIC' ;special:false;keyword:m_none;op:NOTOKEN),
  378. (str:'RECORD' ;special:false;keyword:m_all;op:NOTOKEN),
  379. (str:'REPEAT' ;special:false;keyword:m_all;op:NOTOKEN),
  380. (str:'RESULT' ;special:false;keyword:m_none;op:NOTOKEN),
  381. (str:'STATIC' ;special:false;keyword:m_none;op:NOTOKEN),
  382. (str:'STORED' ;special:false;keyword:m_none;op:NOTOKEN),
  383. (str:'STRING' ;special:false;keyword:m_all;op:NOTOKEN),
  384. (str:'SYSTEM' ;special:false;keyword:m_none;op:NOTOKEN),
  385. (str:'ASMNAME' ;special:false;keyword:m_none;op:NOTOKEN),
  386. (str:'CPPDECL' ;special:false;keyword:m_none;op:NOTOKEN),
  387. (str:'DEFAULT' ;special:false;keyword:m_none;op:NOTOKEN),
  388. (str:'DYNAMIC' ;special:false;keyword:m_none;op:NOTOKEN),
  389. (str:'EXPORTS' ;special:false;keyword:m_all;op:NOTOKEN),
  390. (str:'FINALLY' ;special:false;keyword:m_class;op:NOTOKEN),
  391. (str:'FORWARD' ;special:false;keyword:m_none;op:NOTOKEN),
  392. (str:'IOCHECK' ;special:false;keyword:m_none;op:NOTOKEN),
  393. (str:'LIBRARY' ;special:false;keyword:m_all;op:NOTOKEN),
  394. (str:'MESSAGE' ;special:false;keyword:m_none;op:NOTOKEN),
  395. (str:'PRIVATE' ;special:false;keyword:m_none;op:NOTOKEN),
  396. (str:'PROGRAM' ;special:false;keyword:m_all;op:NOTOKEN),
  397. (str:'STDCALL' ;special:false;keyword:m_none;op:NOTOKEN),
  398. (str:'SYSCALL' ;special:false;keyword:m_none;op:NOTOKEN),
  399. (str:'VARARGS' ;special:false;keyword:m_none;op:NOTOKEN),
  400. (str:'VIRTUAL' ;special:false;keyword:m_none;op:NOTOKEN),
  401. (str:'ABSOLUTE' ;special:false;keyword:m_none;op:NOTOKEN),
  402. (str:'ABSTRACT' ;special:false;keyword:m_none;op:NOTOKEN),
  403. (str:'CONTINUE' ;special:false;keyword:m_none;op:NOTOKEN),
  404. (str:'CPPCLASS' ;special:false;keyword:m_fpc;op:NOTOKEN),
  405. (str:'EXTERNAL' ;special:false;keyword:m_none;op:NOTOKEN),
  406. (str:'FUNCTION' ;special:false;keyword:m_all;op:NOTOKEN),
  407. (str:'LOCATION' ;special:false;keyword:m_none;op:NOTOKEN),
  408. (str:'OPERATOR' ;special:false;keyword:m_fpc;op:NOTOKEN),
  409. (str:'OVERLOAD' ;special:false;keyword:m_none;op:NOTOKEN),
  410. (str:'OVERRIDE' ;special:false;keyword:m_none;op:NOTOKEN),
  411. (str:'PLATFORM' ;special:false;keyword:m_none;op:NOTOKEN),
  412. (str:'PROPERTY' ;special:false;keyword:m_class;op:NOTOKEN),
  413. (str:'REGISTER' ;special:false;keyword:m_none;op:NOTOKEN),
  414. (str:'RESIDENT' ;special:false;keyword:m_none;op:NOTOKEN),
  415. (str:'SAFECALL' ;special:false;keyword:m_none;op:NOTOKEN),
  416. (str:'ASSEMBLER' ;special:false;keyword:m_none;op:NOTOKEN),
  417. (str:'INHERITED' ;special:false;keyword:m_all;op:NOTOKEN),
  418. (str:'INTERFACE' ;special:false;keyword:m_all;op:NOTOKEN),
  419. (str:'INTERRUPT' ;special:false;keyword:m_none;op:NOTOKEN),
  420. (str:'NODEFAULT' ;special:false;keyword:m_none;op:NOTOKEN),
  421. (str:'OTHERWISE' ;special:false;keyword:m_all;op:NOTOKEN),
  422. (str:'PROCEDURE' ;special:false;keyword:m_all;op:NOTOKEN),
  423. (str:'PROTECTED' ;special:false;keyword:m_none;op:NOTOKEN),
  424. (str:'PUBLISHED' ;special:false;keyword:m_none;op:NOTOKEN),
  425. (str:'SOFTFLOAT' ;special:false;keyword:m_none;op:NOTOKEN),
  426. (str:'THREADVAR' ;special:false;keyword:m_all;op:NOTOKEN),
  427. (str:'DEPRECATED' ;special:false;keyword:m_all;op:NOTOKEN),
  428. (str:'DESTRUCTOR' ;special:false;keyword:m_all;op:NOTOKEN),
  429. (str:'IMPLEMENTS' ;special:false;keyword:m_none;op:NOTOKEN),
  430. (str:'INTERNPROC' ;special:false;keyword:m_none;op:NOTOKEN),
  431. (str:'OLDFPCCALL' ;special:false;keyword:m_none;op:NOTOKEN),
  432. (str:'OPENSTRING' ;special:false;keyword:m_none;op:NOTOKEN),
  433. (str:'CONSTRUCTOR' ;special:false;keyword:m_all;op:NOTOKEN),
  434. (str:'INTERNCONST' ;special:false;keyword:m_none;op:NOTOKEN),
  435. (str:'REINTRODUCE' ;special:false;keyword:m_none;op:NOTOKEN),
  436. (str:'SHORTSTRING' ;special:false;keyword:m_none;op:NOTOKEN),
  437. (str:'COMPILERPROC' ;special:false;keyword:m_none;op:NOTOKEN),
  438. (str:'FINALIZATION' ;special:false;keyword:m_initfinal;op:NOTOKEN),
  439. (str:'NOSTACKFRAME' ;special:false;keyword:m_none;op:NOTOKEN),
  440. (str:'DISPINTERFACE' ;special:false;keyword:m_class;op:NOTOKEN),
  441. (str:'SAVEREGISTERS' ;special:false;keyword:m_none;op:NOTOKEN),
  442. (str:'UNIMPLEMENTED' ;special:false;keyword:m_all;op:NOTOKEN),
  443. (str:'IMPLEMENTATION';special:false;keyword:m_all;op:NOTOKEN),
  444. (str:'INITIALIZATION';special:false;keyword:m_initfinal;op:NOTOKEN),
  445. (str:'RESOURCESTRING';special:false;keyword:m_class;op:NOTOKEN)
  446. );
  447. var
  448. tokeninfo:ptokenarray;
  449. tokenidx:ptokenidx;
  450. procedure inittokens;
  451. procedure donetokens;
  452. procedure create_tokenidx;
  453. implementation
  454. procedure create_tokenidx;
  455. { create an index with the first and last token for every possible token
  456. length, so a search only will be done in that small part }
  457. var
  458. t : ttoken;
  459. i : longint;
  460. c : char;
  461. begin
  462. fillchar(tokenidx^,sizeof(tokenidx^),0);
  463. for t:=low(ttoken) to high(ttoken) do
  464. begin
  465. if not arraytokeninfo[t].special then
  466. begin
  467. i:=length(arraytokeninfo[t].str);
  468. c:=arraytokeninfo[t].str[1];
  469. if ord(tokenidx^[i,c].first)=0 then
  470. tokenidx^[i,c].first:=t;
  471. tokenidx^[i,c].last:=t;
  472. end;
  473. end;
  474. end;
  475. procedure inittokens;
  476. begin
  477. if tokenidx = nil then
  478. begin
  479. tokeninfo:=@arraytokeninfo;
  480. new(tokenidx);
  481. create_tokenidx;
  482. end;
  483. end;
  484. procedure donetokens;
  485. begin
  486. if tokenidx <> nil then
  487. begin
  488. tokeninfo:=nil;
  489. dispose(tokenidx);
  490. tokenidx:=nil;
  491. end;
  492. end;
  493. end.
  494. {
  495. $Log$
  496. Revision 1.31 2004-07-05 23:25:34 olle
  497. + adding operators "|" and "&" for macpas
  498. Revision 1.30 2004/06/20 08:55:30 florian
  499. * logs truncated
  500. Revision 1.29 2004/06/16 20:07:10 florian
  501. * dwarf branch merged
  502. Revision 1.28 2004/05/03 10:06:38 olle
  503. + added language constructs UNIV, C, ... for mode mac
  504. * consolidated macro expression to conform to Pascal
  505. * macro true is defined as <> 0
  506. Revision 1.27 2004/04/18 15:22:24 florian
  507. + location support for arguments, currently PowerPC/MorphOS only
  508. Revision 1.26.2.1 2004/05/27 23:36:18 peter
  509. * nostackframe procdirective added
  510. Revision 1.26 2004/02/17 17:38:11 daniel
  511. * Enable threadvars for all modes
  512. }