token.inc 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342
  1. {
  2. $Id$
  3. Copyright (c) 1993-98 by Florian Klaempfl, Pierre Muller
  4. Tokens used by the compiler
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. const
  19. tokenidlen=14;
  20. type
  21. ttoken=(
  22. { operators, which can also be overloaded }
  23. PLUS,
  24. MINUS,
  25. STAR,
  26. SLASH,
  27. EQUAL,
  28. GT,
  29. LT,
  30. GTE,
  31. LTE,
  32. SYMDIF,
  33. STARSTAR,
  34. OP_IS,
  35. OP_AS,
  36. OP_IN,
  37. ASSIGNMENT,
  38. { special chars }
  39. CARET,
  40. UNEQUAL,
  41. LECKKLAMMER,
  42. RECKKLAMMER,
  43. POINT,
  44. COMMA,
  45. LKLAMMER,
  46. RKLAMMER,
  47. COLON,
  48. SEMICOLON,
  49. KLAMMERAFFE,
  50. POINTPOINT,
  51. DOUBLEADDR,
  52. _EOF,
  53. ID,
  54. NOID,
  55. REALNUMBER,
  56. INTCONST,
  57. CSTRING,
  58. CCHAR,
  59. { C like operators }
  60. _PLUSASN,
  61. _MINUSASN,
  62. _ANDASN,
  63. _ORASN,
  64. _STARASN,
  65. _SLASHASN,
  66. _MODASN,
  67. _DIVASN,
  68. _NOTASN,
  69. _XORASN,
  70. { Normal words }
  71. _AS,
  72. _DO,
  73. _IF,
  74. _IN,
  75. _IS,
  76. _OF,
  77. _ON,
  78. _OR,
  79. _TO,
  80. _AND,
  81. _ASM,
  82. _DIV,
  83. _END,
  84. _FAR,
  85. _FOR,
  86. _MOD,
  87. _NEW,
  88. _NIL,
  89. _NOT,
  90. _SET,
  91. _SHL,
  92. _SHR,
  93. _TRY,
  94. _VAR,
  95. _XOR,
  96. _CASE,
  97. _CVAR,
  98. _ELSE,
  99. _EXIT,
  100. _FAIL,
  101. _FILE,
  102. _GOTO,
  103. _NAME,
  104. _NEAR,
  105. _READ,
  106. _SELF,
  107. _THEN,
  108. _TRUE,
  109. _TYPE,
  110. _UNIT,
  111. _USES,
  112. _WITH,
  113. _ARRAY,
  114. _BEGIN,
  115. _BREAK,
  116. _CLASS,
  117. _CONST,
  118. _FALSE,
  119. _INDEX,
  120. _LABEL,
  121. _RAISE,
  122. _UNTIL,
  123. _WHILE,
  124. _WRITE,
  125. _DOWNTO,
  126. _EXCEPT,
  127. _EXPORT,
  128. _INLINE,
  129. _OBJECT,
  130. _PACKED,
  131. _PUBLIC,
  132. _RECORD,
  133. _REPEAT,
  134. _STATIC,
  135. _STORED,
  136. _STRING,
  137. _DEFAULT,
  138. _DISPOSE,
  139. _DYNAMIC,
  140. _EXPORTS,
  141. _FINALLY,
  142. _FORWARD,
  143. _LIBRARY,
  144. _PRIVATE,
  145. _PROGRAM,
  146. _VIRTUAL,
  147. _ABSOLUTE,
  148. _ABSTRACT,
  149. _CONTINUE,
  150. _EXTERNAL,
  151. _FUNCTION,
  152. _OPERATOR,
  153. _OVERRIDE,
  154. _PROPERTY,
  155. _RESIDENT,
  156. _INHERITED,
  157. _INTERFACE,
  158. _INTERRUPT,
  159. _NODEFAULT,
  160. _OTHERWISE,
  161. _PROCEDURE,
  162. _PROTECTED,
  163. _PUBLISHED,
  164. _DESTRUCTOR,
  165. _CONSTRUCTOR,
  166. _FINALIZATION,
  167. _IMPLEMENTATION,
  168. _INITIALIZATION
  169. );
  170. tokenrec=record
  171. str : string[tokenidlen];
  172. special : boolean;
  173. keyword : tmodeswitch;
  174. end;
  175. const
  176. tokens:array[ttoken] of tokenrec=(
  177. { Operators which can be overloaded }
  178. (str:'+' ;special:true ;keyword:m_none),
  179. (str:'-' ;special:true ;keyword:m_none),
  180. (str:'*' ;special:true ;keyword:m_none),
  181. (str:'/' ;special:true ;keyword:m_none),
  182. (str:'=' ;special:true ;keyword:m_none),
  183. (str:'>' ;special:true ;keyword:m_none),
  184. (str:'<' ;special:true ;keyword:m_none),
  185. (str:'>=' ;special:true ;keyword:m_none),
  186. (str:'<=' ;special:true ;keyword:m_none),
  187. (str:'><' ;special:true ;keyword:m_none),
  188. (str:'**' ;special:true ;keyword:m_none),
  189. (str:'is' ;special:true ;keyword:m_none),
  190. (str:'as' ;special:true ;keyword:m_none),
  191. (str:'in' ;special:true ;keyword:m_none),
  192. (str:':=' ;special:true ;keyword:m_none),
  193. { Special chars }
  194. (str:'^' ;special:true ;keyword:m_none),
  195. (str:'<>' ;special:true ;keyword:m_none),
  196. (str:'[' ;special:true ;keyword:m_none),
  197. (str:']' ;special:true ;keyword:m_none),
  198. (str:'.' ;special:true ;keyword:m_none),
  199. (str:',' ;special:true ;keyword:m_none),
  200. (str:'(' ;special:true ;keyword:m_none),
  201. (str:')' ;special:true ;keyword:m_none),
  202. (str:':' ;special:true ;keyword:m_none),
  203. (str:';' ;special:true ;keyword:m_none),
  204. (str:'@' ;special:true ;keyword:m_none),
  205. (str:'..' ;special:true ;keyword:m_none),
  206. (str:'@@' ;special:true ;keyword:m_none),
  207. (str:'end of file' ;special:true ;keyword:m_none),
  208. (str:'identifier' ;special:true ;keyword:m_none),
  209. (str:'non identifier';special:true ;keyword:m_none),
  210. (str:'const real' ;special:true ;keyword:m_none),
  211. (str:'ordinal const' ;special:true ;keyword:m_none),
  212. (str:'const string' ;special:true ;keyword:m_none),
  213. (str:'const char' ;special:true ;keyword:m_none),
  214. { C like operators }
  215. (str:'+=' ;special:true ;keyword:m_none),
  216. (str:'-=' ;special:true ;keyword:m_none),
  217. (str:'&=' ;special:true ;keyword:m_none),
  218. (str:'|=' ;special:true ;keyword:m_none),
  219. (str:'*=' ;special:true ;keyword:m_none),
  220. (str:'/=' ;special:true ;keyword:m_none),
  221. (str:'' ;special:true ;keyword:m_none),
  222. (str:'' ;special:true ;keyword:m_none),
  223. (str:'' ;special:true ;keyword:m_none),
  224. (str:'' ;special:true ;keyword:m_none),
  225. { Normal words }
  226. (str:'AS' ;special:false;keyword:m_class),
  227. (str:'DO' ;special:false;keyword:m_all),
  228. (str:'IF' ;special:false;keyword:m_all),
  229. (str:'IN' ;special:false;keyword:m_all),
  230. (str:'IS' ;special:false;keyword:m_class),
  231. (str:'OF' ;special:false;keyword:m_all),
  232. (str:'ON' ;special:false;keyword:m_objpas),
  233. (str:'OR' ;special:false;keyword:m_all),
  234. (str:'TO' ;special:false;keyword:m_all),
  235. (str:'AND' ;special:false;keyword:m_all),
  236. (str:'ASM' ;special:false;keyword:m_all),
  237. (str:'DIV' ;special:false;keyword:m_all),
  238. (str:'END' ;special:false;keyword:m_all),
  239. (str:'FAR' ;special:false;keyword:m_none),
  240. (str:'FOR' ;special:false;keyword:m_all),
  241. (str:'MOD' ;special:false;keyword:m_all),
  242. (str:'NEW' ;special:false;keyword:m_all),
  243. (str:'NIL' ;special:false;keyword:m_all),
  244. (str:'NOT' ;special:false;keyword:m_all),
  245. (str:'SET' ;special:false;keyword:m_all),
  246. (str:'SHL' ;special:false;keyword:m_all),
  247. (str:'SHR' ;special:false;keyword:m_all),
  248. (str:'TRY' ;special:false;keyword:m_objpas),
  249. (str:'VAR' ;special:false;keyword:m_all),
  250. (str:'XOR' ;special:false;keyword:m_all),
  251. (str:'CASE' ;special:false;keyword:m_all),
  252. (str:'CVAR' ;special:false;keyword:m_none),
  253. (str:'ELSE' ;special:false;keyword:m_all),
  254. (str:'EXIT' ;special:false;keyword:m_all),
  255. (str:'FAIL' ;special:false;keyword:m_all),
  256. (str:'FILE' ;special:false;keyword:m_all),
  257. (str:'GOTO' ;special:false;keyword:m_all),
  258. (str:'NAME' ;special:false;keyword:m_none),
  259. (str:'NEAR' ;special:false;keyword:m_none),
  260. (str:'READ' ;special:false;keyword:m_none),
  261. (str:'SELF' ;special:false;keyword:m_all),
  262. (str:'THEN' ;special:false;keyword:m_all),
  263. (str:'TRUE' ;special:false;keyword:m_all),
  264. (str:'TYPE' ;special:false;keyword:m_all),
  265. (str:'UNIT' ;special:false;keyword:m_all),
  266. (str:'USES' ;special:false;keyword:m_all),
  267. (str:'WITH' ;special:false;keyword:m_all),
  268. (str:'ARRAY' ;special:false;keyword:m_all),
  269. (str:'BEGIN' ;special:false;keyword:m_all),
  270. (str:'BREAK' ;special:false;keyword:m_none),
  271. (str:'CLASS' ;special:false;keyword:m_class),
  272. (str:'CONST' ;special:false;keyword:m_all),
  273. (str:'FALSE' ;special:false;keyword:m_all),
  274. (str:'INDEX' ;special:false;keyword:m_none),
  275. (str:'LABEL' ;special:false;keyword:m_all),
  276. (str:'RAISE' ;special:false;keyword:m_objpas),
  277. (str:'UNTIL' ;special:false;keyword:m_all),
  278. (str:'WHILE' ;special:false;keyword:m_all),
  279. (str:'WRITE' ;special:false;keyword:m_none),
  280. (str:'DOWNTO' ;special:false;keyword:m_all),
  281. (str:'EXCEPT' ;special:false;keyword:m_objpas),
  282. (str:'EXPORT' ;special:false;keyword:m_none),
  283. (str:'INLINE' ;special:false;keyword:m_none),
  284. (str:'OBJECT' ;special:false;keyword:m_all),
  285. (str:'PACKED' ;special:false;keyword:m_all),
  286. (str:'PUBLIC' ;special:false;keyword:m_none),
  287. (str:'RECORD' ;special:false;keyword:m_all),
  288. (str:'REPEAT' ;special:false;keyword:m_all),
  289. (str:'STATIC' ;special:false;keyword:m_none),
  290. (str:'STORED' ;special:false;keyword:m_none),
  291. (str:'STRING' ;special:false;keyword:m_all),
  292. (str:'DEFAULT' ;special:false;keyword:m_none),
  293. (str:'DISPOSE' ;special:false;keyword:m_all),
  294. (str:'DYNAMIC' ;special:false;keyword:m_none),
  295. (str:'EXPORTS' ;special:false;keyword:m_all),
  296. (str:'FINALLY' ;special:false;keyword:m_objpas),
  297. (str:'FORWARD' ;special:false;keyword:m_none),
  298. (str:'LIBRARY' ;special:false;keyword:m_all),
  299. (str:'PRIVATE' ;special:false;keyword:m_none),
  300. (str:'PROGRAM' ;special:false;keyword:m_all),
  301. (str:'VIRTUAL' ;special:false;keyword:m_none),
  302. (str:'ABSOLUTE' ;special:false;keyword:m_none),
  303. (str:'ABSTRACT' ;special:false;keyword:m_none),
  304. (str:'CONTINUE' ;special:false;keyword:m_none),
  305. (str:'EXTERNAL' ;special:false;keyword:m_none),
  306. (str:'FUNCTION' ;special:false;keyword:m_all),
  307. (str:'OPERATOR' ;special:false;keyword:m_fpc),
  308. (str:'OVERRIDE' ;special:false;keyword:m_none),
  309. (str:'PROPERTY' ;special:false;keyword:m_class),
  310. (str:'RESIDENT' ;special:false;keyword:m_none),
  311. (str:'INHERITED' ;special:false;keyword:m_all),
  312. (str:'INTERFACE' ;special:false;keyword:m_all),
  313. (str:'INTERRUPT' ;special:false;keyword:m_none),
  314. (str:'NODEFAULT' ;special:false;keyword:m_none),
  315. (str:'OTHERWISE' ;special:false;keyword:m_all),
  316. (str:'PROCEDURE' ;special:false;keyword:m_all),
  317. (str:'PROTECTED' ;special:false;keyword:m_none),
  318. (str:'PUBLISHED' ;special:false;keyword:m_none),
  319. (str:'DESTRUCTOR' ;special:false;keyword:m_all),
  320. (str:'CONSTRUCTOR' ;special:false;keyword:m_all),
  321. (str:'FINALIZATION' ;special:false;keyword:m_class),
  322. (str:'IMPLEMENTATION';special:false;keyword:m_all),
  323. (str:'INITIALIZATION';special:false;keyword:m_class)
  324. );
  325. {
  326. $Log$
  327. Revision 1.2 1998-09-30 12:12:30 peter
  328. * fixed far,near which are not keywords
  329. Revision 1.1 1998/09/26 17:45:47 peter
  330. + idtoken and only one token table
  331. }