sqparser.nut 71 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379
  1. #include "sq_lexer_tokens.nut"
  2. #include "sqtypedefs.nut"
  3. //const SQUIRREL_VERSION = "SquiLu based on Squirrel 3.1 stable and Lua 5.1.5");
  4. //const SQUIRREL_COPYRIGHT = "Copyright (C) 2003-2016 Alberto Demichelis, Domingo Alvarez Duarte");
  5. //const SQUIRREL_AUTHOR = "Alberto Demichelis, Domingo Alvarez Duarte");
  6. const SQUIRREL_VERSION_NUMBER = 310;
  7. const SQ_VMSTATE_IDLE = 0;
  8. const SQ_VMSTATE_RUNNING = 1;
  9. const SQ_VMSTATE_SUSPENDED = 2;
  10. const SQUIRREL_EOB = 0;
  11. const SQ_BYTECODE_STREAM_TAG = 0xFAFA;
  12. const SQOBJECT_REF_COUNTED = 0x08000000;
  13. const SQOBJECT_NUMERIC = 0x04000000;
  14. const SQOBJECT_DELEGABLE = 0x02000000;
  15. const SQOBJECT_CANBEFALSE = 0x01000000;
  16. const SQ_MATCHTYPEMASKSTRING = /*(*/-99999;
  17. const _RT_MASK = 0x00FFFFFF;
  18. //const _RAW_TYPE(type) (type&_RT_MASK);
  19. const _RT_NULL = 0x00000001;
  20. const _RT_INTEGER = 0x00000002;
  21. const _RT_FLOAT = 0x00000004;
  22. const _RT_BOOL = 0x00000008;
  23. const _RT_STRING = 0x00000010;
  24. const _RT_TABLE = 0x00000020;
  25. const _RT_ARRAY = 0x00000040;
  26. const _RT_USERDATA = 0x00000080;
  27. const _RT_CLOSURE = 0x00000100;
  28. const _RT_NATIVECLOSURE = 0x00000200;
  29. const _RT_GENERATOR = 0x00000400;
  30. const _RT_USERPOINTER = 0x00000800;
  31. const _RT_THREAD = 0x00001000;
  32. const _RT_FUNCPROTO = 0x00002000;
  33. const _RT_CLASS = 0x00004000;
  34. const _RT_INSTANCE = 0x00008000;
  35. const _RT_WEAKREF = 0x00010000;
  36. const _RT_OUTER = 0x00020000;
  37. /*
  38. //typedef
  39. //enum tagSQObjectType {
  40. int_t OT_NULL = (_RT_NULL|SQOBJECT_CANBEFALSE);
  41. int_t OT_INTEGER = (_RT_INTEGER|SQOBJECT_NUMERIC|SQOBJECT_CANBEFALSE);
  42. int_t OT_FLOAT = (_RT_FLOAT|SQOBJECT_NUMERIC|SQOBJECT_CANBEFALSE);
  43. int_t OT_BOOL = (_RT_BOOL|SQOBJECT_CANBEFALSE);
  44. int_t OT_STRING = (_RT_STRING|SQOBJECT_REF_COUNTED);
  45. int_t OT_TABLE = (_RT_TABLE|SQOBJECT_REF_COUNTED|SQOBJECT_DELEGABLE);
  46. int_t OT_ARRAY = (_RT_ARRAY|SQOBJECT_REF_COUNTED);
  47. int_t OT_USERDATA = (_RT_USERDATA|SQOBJECT_REF_COUNTED|SQOBJECT_DELEGABLE);
  48. int_t OT_CLOSURE = (_RT_CLOSURE|SQOBJECT_REF_COUNTED);
  49. int_t OT_NATIVECLOSURE = (_RT_NATIVECLOSURE|SQOBJECT_REF_COUNTED);
  50. int_t OT_GENERATOR = (_RT_GENERATOR|SQOBJECT_REF_COUNTED);
  51. int_t OT_USERPOINTER = _RT_USERPOINTER;
  52. int_t OT_THREAD = (_RT_THREAD|SQOBJECT_REF_COUNTED);
  53. int_t OT_FUNCPROTO = (_RT_FUNCPROTO|SQOBJECT_REF_COUNTED); //internal usage only
  54. int_t OT_CLASS = (_RT_CLASS|SQOBJECT_REF_COUNTED);
  55. int_t OT_INSTANCE = (_RT_INSTANCE|SQOBJECT_REF_COUNTED|SQOBJECT_DELEGABLE);
  56. int_t OT_WEAKREF = (_RT_WEAKREF|SQOBJECT_REF_COUNTED);
  57. int_t OT_OUTER = (_RT_OUTER|SQOBJECT_REF_COUNTED); //internal usage only
  58. //}SQObjectType;
  59. */
  60. const OT_NULL = 1;
  61. const OT_INTEGER = 2;
  62. const OT_FLOAT = 3;
  63. const OT_BOOL = 4;
  64. const OT_STRING = 5;
  65. const OT_TABLE = 6;
  66. const OT_ARRAY = 7;
  67. const OT_USERDATA = 8;
  68. const OT_CLOSURE = 9;
  69. const OT_NATIVECLOSURE = 10;
  70. const OT_GENERATOR = 11;
  71. const OT_USERPOINTER = 12;
  72. const OT_THREAD = 13;
  73. const OT_FUNCPROTO = 14;
  74. const OT_CLASS = 15;
  75. const OT_INSTANCE = 16;
  76. const OT_WEAKREF = 17;
  77. const OT_OUTER = 18;
  78. enum eFunctionType
  79. {
  80. fn_global = 1,
  81. fn_local,
  82. fn_lambda,
  83. fn_member,
  84. fn_anonymous
  85. };
  86. const EXPR = 1;
  87. const OBJECT = 2;
  88. const BASE = 3;
  89. const LOCAL = 4;
  90. const OUTER = 5;
  91. const EXPR_STATEMENT = 6; //we start from statement state
  92. struct SQExpState
  93. {
  94. SQInteger etype; /* expr. type; one of EXPR, OBJECT, BASE, OUTER, LOCAL or EXPR_STATEMENT */
  95. SQInteger epos; /* expr. location on stack; -1 for OBJECT and BASE */
  96. bool donot_get; /* signal not to deref the next value */
  97. };
  98. const MAX_COMPILER_ERROR_LEN = 256;
  99. struct SQScope
  100. {
  101. SQInteger outers;
  102. SQInteger stacksize;
  103. SQInteger nested;
  104. };
  105. static SQInteger compilerReadFunc(SQUserPointer fp)
  106. {
  107. SQInteger c = fgetc(/*(FILE *)*/fp);
  108. if(c == EOF)
  109. {
  110. return 0;
  111. }
  112. return c;
  113. }
  114. class SQCompiler
  115. {
  116. //private:
  117. SQInteger _token;
  118. SQFuncState_ptr_t _fs;
  119. SQObjectPtr _sourcename;
  120. SQLex _lex;
  121. bool _lineinfo;
  122. bool _raiseerror;
  123. bool _show_warnings;
  124. bool _is_parsing_extern;
  125. SQInteger _debugline;
  126. SQInteger _debugop;
  127. SQExpState _es;
  128. SQScope _scope;
  129. SQChar_ptr_t _compilererror;
  130. jmp_buf _errorjmp;
  131. SQVM_ptr_t _vm;
  132. SQObjectPtrVec _scope_consts;
  133. SQObjectPtr _globals;
  134. SQObjectPtr _type_names; //to allow C/C++ style instance declarations
  135. SQObjectPtr _extern_names; //to allow C/C++ style extern declarations
  136. //SQChar error_buf[MAX_COMPILER_ERROR_LEN];
  137. SQInteger _max_nested_includes, _nested_includes_count;
  138. //public:
  139. SQCompiler()
  140. {
  141. _vm=v;
  142. _lex.Init(_ss(v), rg, up,ThrowError,this);
  143. //_sourcename = SQString::Create(_ss(v), sourcename);
  144. _lineinfo = lineinfo;
  145. _raiseerror = raiseerror;
  146. _show_warnings = show_warnings;
  147. _scope.outers = 0;
  148. _scope.stacksize = 0;
  149. _scope.nested = 0;
  150. _compilererror = NULL;
  151. _globals = {}; //SQTable::Create(_ss(_vm),0);
  152. _type_names = {}; //SQTable::Create(_ss(_vm),0);
  153. _extern_names = {}; //SQTable::Create(_ss(_vm),0);
  154. _max_nested_includes = max_nested_includes;
  155. _nested_includes_count = 0;
  156. _is_parsing_extern = false;
  157. }
  158. ~SQCompiler()
  159. {
  160. //_table(_globals)->Finalize();
  161. //_globals.Null();
  162. }
  163. static void ThrowError(void_ptr_t ud, const SQChar_ptr_t s)
  164. {
  165. SQCompiler_ptr_t c = /*(SQCompiler *)*/ud;
  166. c->Error(s);
  167. }
  168. void Error(const SQChar_ptr_t s, ...) //__attribute__((format(printf, 2, 3)))
  169. {
  170. throw s;
  171. va_list vl;
  172. va_start(vl, s);
  173. scvsprintf(error_buf, sizeof(error_buf), s, vl);
  174. va_end(vl);
  175. _compilererror = error_buf;
  176. longjmp(_errorjmp,1);
  177. }
  178. void Warning(const SQChar_ptr_t s, ...) //__attribute__((format(printf, 2, 3)))
  179. {
  180. if(!_show_warnings) return;
  181. va_list vl;
  182. va_start(vl, s);
  183. scvfprintf(stderr, s, vl);
  184. va_end(vl);
  185. }
  186. bool CheckNameIsType(const SQObject &name)
  187. {
  188. return _table(_type_names)->Exists(name);
  189. }
  190. bool CheckTypeName(const SQObject &name, bool addIfNotExists=false)
  191. {
  192. bool found = _table(_type_names)->Exists(name);
  193. if(addIfNotExists && !found)
  194. {
  195. SQObjectPtr oname = name, otrue = true;
  196. _table(_type_names)->NewSlot(oname, otrue);
  197. }
  198. return found;
  199. }
  200. bool TypesGet(const SQObjectPtr &key,SQObjectPtr &val)
  201. {
  202. return _table(_type_names)->Get(key,val);
  203. }
  204. bool TypesNewSlot(const SQObjectPtr &key, const SQObjectPtr &val)
  205. {
  206. return _table(_type_names)->NewSlot(key,val);
  207. }
  208. int CheckExternName(const SQObject &name, bool addIfNotExists=false)
  209. {
  210. SQObjectPtr orefcount;
  211. int found = _table(_extern_names)->Get(name, orefcount);
  212. if(addIfNotExists && !found)
  213. {
  214. SQObjectPtr oname = name;
  215. //_integer(orefcount) = 1; //1 means only declared, 2 declared and assigned
  216. _table(_extern_names)->NewSlot(oname, orefcount);
  217. _table(_globals)->NewSlot(oname, orefcount);
  218. }
  219. return found ? _integer(orefcount) : 0;
  220. }
  221. int ExternNameSetRefCount(const SQObject &name)
  222. {
  223. int ref_count = CheckExternName(name);
  224. if(ref_count == 1)
  225. {
  226. SQObjectPtr orefcount;
  227. //_integer(orefcount) = ref_count = 2;
  228. _table(_extern_names)->Set(name, orefcount);
  229. }
  230. return ref_count;
  231. }
  232. void AddGlobalName(const SQObject &name)
  233. {
  234. SQObjectPtr oname = name, otrue = true;
  235. _table(_globals)->NewSlot(oname, otrue);
  236. }
  237. void CheckGlobalName(const SQObject &name, bool addIfNotExists=false, bool checkLocals=true)
  238. {
  239. const SQChar_ptr_t found = NULL;
  240. if(CheckExternName(name))
  241. {
  242. found = "extern";
  243. }
  244. else if(_table(_globals)->Exists(name))
  245. {
  246. found = "global";
  247. }
  248. if(found)
  249. {
  250. if(checkLocals) Error("%s '%s' already declared", found, _stringval(name));
  251. else Warning("%s:%d:%d warning %s '%s' already declared will be shadowed\n",
  252. _stringval(_sourcename), _lex._currentline, _lex._currentcolumn,
  253. found, _stringval(name));
  254. }
  255. else if(checkLocals) CheckLocalNameScope(name, -1, false);
  256. if(addIfNotExists)
  257. {
  258. AddGlobalName(name);
  259. }
  260. }
  261. void CheckLocalNameScope(const SQObject &name, SQInteger scope, bool checkGlobals=true)
  262. {
  263. SQInteger found = _fs->GetLocalVariable(name);
  264. if(found >= 0)
  265. {
  266. SQLocalVarInfo &lvi = _fs->_vlocals[found];
  267. if(lvi._scope == scope)
  268. Error("local '%s' already declared", _stringval(name));
  269. else
  270. Warning("%s:%d:%d warning local '%s' already declared will be shadowed\n",
  271. _stringval(_sourcename), _lex._currentline, _lex._currentcolumn, _stringval(name));
  272. }
  273. else
  274. {
  275. found = _fs->FindOuterVariable(name);
  276. if(found >= 0) Warning("%s:%d:%d warning outer variable '%s' already declared will be shadowed\n",
  277. _stringval(_sourcename), _lex._currentline, _lex._currentcolumn, _stringval(name));
  278. }
  279. if(checkGlobals) CheckGlobalName(name, false, false);
  280. SQObjectPtr strongid = name;
  281. CheckConstsExists(strongid);
  282. }
  283. bool IsConstant(const SQObject &name,SQObject &e)
  284. {
  285. SQObjectPtr val;
  286. for(int i=_scope.nested-1; i >= 0; --i)
  287. {
  288. if(_table(_scope_consts[i])->Get(name,val))
  289. {
  290. e = val;
  291. return true;
  292. }
  293. }
  294. if(_table(_ss(_vm)->_consts)->Get(name,val))
  295. {
  296. e = val;
  297. return true;
  298. }
  299. return false;
  300. }
  301. SQInteger ExpressionConstant(SQObject id)
  302. {
  303. SQObject constant;
  304. SQInteger epos;
  305. if(IsConstant(id, constant))
  306. {
  307. /* Handle named constant */
  308. SQObjectPtr constval;
  309. SQObject constid;
  310. if(type(constant) == OT_TABLE)
  311. {
  312. Expect('.');
  313. constid = Expect(TK_IDENTIFIER);
  314. if(!_table(constant)->Get(constid, constval))
  315. {
  316. constval.Null();
  317. Error("invalid constant [%s.%s]", _stringval(id), _stringval(constid));
  318. }
  319. }
  320. else
  321. {
  322. constval = constant;
  323. }
  324. epos = _fs->PushTarget();
  325. /* generate direct or literal function depending on size */
  326. SQObjectType ctype = type(constval);
  327. switch(ctype)
  328. {
  329. case OT_INTEGER:
  330. EmitLoadConstInt(_integer(constval),epos);
  331. break;
  332. case OT_FLOAT:
  333. EmitLoadConstFloat(_float(constval),epos);
  334. break;
  335. default:
  336. _fs->AddInstruction(_OP_LOAD,epos,_fs->GetConstant(constval));
  337. break;
  338. }
  339. }
  340. else
  341. {
  342. Error("invalid constant [%s]", _stringval(id));
  343. }
  344. return epos;
  345. }
  346. void CheckConstsExists(const SQObjectPtr &key)
  347. {
  348. int found = -1;
  349. for(int i=_scope.nested-1; i >= 0; --i)
  350. {
  351. if(_table(_scope_consts[i])->Exists(key))
  352. {
  353. found = i+1;
  354. break;
  355. }
  356. }
  357. if(found < 0 && _table(_ss(_vm)->_consts)->Exists(key)) found = 0;
  358. if(found == _scope.nested)
  359. {
  360. Error("constant '%s' already exists\n", _stringval(key));
  361. }
  362. if(found >= 0) Warning("%s:%d:%d warning an already defined constant '%s' will be shadowed\n",
  363. _stringval(_sourcename), _lex._currentline, _lex._currentcolumn, _stringval(key));
  364. }
  365. bool ConstsGet(const SQObjectPtr &key,SQObjectPtr &val)
  366. {
  367. for(int i=_scope.nested-1; i >= 0; --i)
  368. {
  369. if(_table(_scope_consts[i])->Get(key,val)) return true;
  370. }
  371. return _table(_ss(_vm)->_consts)->Get(key,val);
  372. }
  373. bool ConstsNewSlot(const SQObjectPtr &key, const SQObjectPtr &val)
  374. {
  375. if(_scope.nested) return _table(_scope_consts[_scope.nested-1])->NewSlot(key,val);
  376. return _table(_ss(_vm)->_consts)->NewSlot(key,val);
  377. }
  378. void Lex()
  379. {
  380. _token = _lex.Lex();
  381. }
  382. SQObjectPtr GetTokenObject(SQInteger tok)
  383. {
  384. SQObjectPtr ret;
  385. switch(tok)
  386. {
  387. case TK_IDENTIFIER:
  388. ret = _fs->CreateString(_lex._svalue);
  389. break;
  390. case TK_STRING_LITERAL:
  391. ret = _fs->CreateString(_lex._svalue,_lex._longstr.size()-1);
  392. break;
  393. case TK_INTEGER:
  394. ret = SQObjectPtr(_lex._nvalue);
  395. break;
  396. case TK_FLOAT:
  397. ret = SQObjectPtr(_lex._fvalue);
  398. break;
  399. default:
  400. ret = _fs->CreateString(_lex.GetTokenName(_token));
  401. }
  402. Lex();
  403. return ret;
  404. }
  405. void ErrorIfNotToken(SQInteger tok)
  406. {
  407. if(_token != tok)
  408. {
  409. if(((_token == TK_CONSTRUCTOR) || (_token == TK_DESTRUCTOR)) && tok == TK_IDENTIFIER)
  410. {
  411. //do nothing
  412. }
  413. else
  414. {
  415. const SQChar_ptr_t etypename;
  416. if(tok > 255)
  417. {
  418. switch(tok)
  419. {
  420. case TK_IDENTIFIER:
  421. etypename = "IDENTIFIER";
  422. break;
  423. case TK_STRING_LITERAL:
  424. etypename = "STRING_LITERAL";
  425. break;
  426. case TK_INTEGER:
  427. etypename = "INTEGER";
  428. break;
  429. case TK_FLOAT:
  430. etypename = "FLOAT";
  431. break;
  432. default:
  433. etypename = _lex.Tok2Str(tok);
  434. }
  435. Error("expected '%s'", etypename);
  436. }
  437. Error("expected '%c'", tok);
  438. }
  439. }
  440. }
  441. SQObject Expect(SQInteger tok)
  442. {
  443. ErrorIfNotToken(tok);
  444. return GetTokenObject(tok);
  445. }
  446. SQObject ExpectTypeToken()
  447. {
  448. switch(_token)
  449. {
  450. //CASE_TK_LOCAL_TYPES:
  451. case TK_IDENTIFIER:
  452. break;
  453. default:
  454. ErrorIfNotToken(TK_IDENTIFIER);
  455. }
  456. return GetTokenObject(TK_IDENTIFIER);
  457. }
  458. bool IsEndOfStatement()
  459. {
  460. return ((_lex._prevtoken == '\n') || (_token == SQUIRREL_EOB) || (_token == '}') || (_token == ';'));
  461. }
  462. void OptionalSemicolon()
  463. {
  464. if(_token == ';')
  465. {
  466. Lex();
  467. return;
  468. }
  469. if(!IsEndOfStatement())
  470. {
  471. Error("end of statement expected (; or lf) found (%d)", _token);
  472. }
  473. }
  474. void MoveIfCurrentTargetIsLocal()
  475. {
  476. SQInteger trg = _fs->TopTarget();
  477. if(_fs->IsLocal(trg))
  478. {
  479. trg = _fs->PopTarget(); //pops the target and moves it
  480. _fs->AddInstruction(_OP_MOVE, _fs->PushTarget(), trg);
  481. }
  482. }
  483. void Pragma()
  484. {
  485. int line = _lex._currentline;
  486. //int column = _lex._currentcolumn;
  487. Lex();
  488. SQObject id = Expect(TK_IDENTIFIER);
  489. if(scstrcmp(_stringval(id), "include") == 0)
  490. {
  491. //#if SQ_ENABLE_INCLUDES
  492. SQInteger nested_count = _nested_includes_count + 1;
  493. if((_max_nested_includes <= 0) || (nested_count > _max_nested_includes))
  494. {
  495. Error("Error: too many nested includes %d %s\n", nested_count, _stringval(id));
  496. }
  497. id = Expect(TK_STRING_LITERAL);
  498. //Warning("%s:%d:%d warning pragma include %s\n"),
  499. // _stringval(_sourcename), line, column, _stringval(id));
  500. FILE *fp = scfopen(_stringval(id), "r");
  501. if(fp != NULL)
  502. {
  503. //increment nested count
  504. ++_nested_includes_count;
  505. //save current source file and lex state
  506. SQUserPointer saved_up = _lex._up; //current userpointer
  507. SQLEXREADFUNC saved_readf = _lex._readf; //current readfunction
  508. SQInteger saved_line = _lex._currentline;
  509. SQInteger saved_column = _lex._currentcolumn;
  510. SQInteger saved_curdata = _lex._currdata;
  511. SQInteger saved_prevtoken = _lex._prevtoken;
  512. SQInteger saved_token = _token;
  513. SQObjectPtr saved_source_name = _sourcename;
  514. //set new source file
  515. _fs->_sourcename = id;
  516. _sourcename = id;
  517. _lex.ResetReader(compilerReadFunc, fp, 1);
  518. //compile the include file
  519. Lex();
  520. while(_token > 0)
  521. {
  522. Statement();
  523. if(_lex._prevtoken != '}' && _lex._prevtoken != ';') OptionalSemicolon();
  524. }
  525. //close file
  526. fclose(fp);
  527. //restore saved source file and lex state
  528. _fs->_sourcename = saved_source_name;
  529. _sourcename = saved_source_name;
  530. _token = saved_token;
  531. _lex._currdata = saved_curdata;
  532. _lex._prevtoken = saved_prevtoken;
  533. _lex._currentcolumn = saved_column;
  534. _lex._currentline = saved_line;
  535. _lex._readf = saved_readf;
  536. _lex._up = saved_up;
  537. --_nested_includes_count;
  538. //done let's continue working
  539. }
  540. else
  541. {
  542. Error("Error: opening include file %s\n", _stringval(id));
  543. }
  544. //#else
  545. // Error("Error: includes are not enabled\n");
  546. //#endif
  547. }
  548. else
  549. {
  550. _lex._currentline = line;
  551. Error("Error: unknown pragma %s\n", _stringval(id));
  552. }
  553. }
  554. bool Compile(SQObjectPtr &o)
  555. {
  556. _debugline = 1;
  557. _debugop = 0;
  558. //SQFuncState funcstate(_ss(_vm), NULL,ThrowError,this);
  559. funcstate._name = SQString_Create(_ss(_vm), "main");
  560. _fs = /*&*/funcstate;
  561. _fs->AddParameter(_fs->CreateString("this"), _scope.nested+1);
  562. _fs->AddParameter(_fs->CreateString("vargv"), _scope.nested+1);
  563. _fs->_varparams = true;
  564. _fs->_sourcename = _sourcename;
  565. SQInteger stacksize = _fs->GetStackSize();
  566. if(setjmp(_errorjmp) == 0)
  567. {
  568. Lex();
  569. while(_token > 0)
  570. {
  571. Statement();
  572. if(_lex._prevtoken != '}' && _lex._prevtoken != ';') OptionalSemicolon();
  573. }
  574. _fs->SetStackSize(stacksize);
  575. _fs->AddLineInfos(_lex._currentline, _lineinfo, true);
  576. _fs->AddInstruction(_OP_RETURN, 0xFF);
  577. _fs->SetStackSize(0);
  578. o =_fs->BuildProto();
  579. //#ifdef _DEBUG_DUMP
  580. // _fs->Dump(_funcproto(o));
  581. //#endif
  582. }
  583. else
  584. {
  585. if(_raiseerror && _ss(_vm)->_compilererrorhandler)
  586. {
  587. _ss(_vm)->_compilererrorhandler(_vm, _compilererror, type(_sourcename) == OT_STRING?_stringval(_sourcename):"unknown",
  588. _lex._currentline, _lex._currentcolumn);
  589. }
  590. _vm->_lasterror = SQString_Create(_ss(_vm), _compilererror, -1);
  591. _vm->_lasterror_line = _lex._currentline;
  592. _vm->_lasterror_column = _lex._currentcolumn;
  593. return false;
  594. }
  595. return true;
  596. }
  597. void Statements()
  598. {
  599. while(_token != '}' && _token != TK_DEFAULT && _token != TK_CASE)
  600. {
  601. Statement();
  602. if(_lex._prevtoken != '}' && _lex._prevtoken != ';') OptionalSemicolon();
  603. }
  604. }
  605. void Statement(bool closeframe = true)
  606. {
  607. _es.etype = EXPR_STATEMENT;
  608. SQObject id;
  609. _fs->AddLineInfos(_lex._currentline, _lineinfo);
  610. start_again:
  611. switch(_token)
  612. {
  613. case ';':
  614. Lex();
  615. break;
  616. case TK_IF:
  617. IfStatement();
  618. break;
  619. case TK_WHILE:
  620. WhileStatement();
  621. break;
  622. case TK_DO:
  623. DoWhileStatement();
  624. break;
  625. case TK_FOR:
  626. ForStatement();
  627. break;
  628. case TK_FOREACH:
  629. ForEachStatement();
  630. break;
  631. case TK_SWITCH:
  632. SwitchStatement();
  633. break;
  634. case TK_LOCAL:
  635. //case TK_CONST:
  636. /*CASE_TK_LOCAL_TYPES:*/
  637. LocalDeclStatement();
  638. break;
  639. case TK_RETURN:
  640. case TK_YIELD:
  641. {
  642. SQOpcode op;
  643. if(_token == TK_RETURN)
  644. {
  645. op = _OP_RETURN;
  646. }
  647. else
  648. {
  649. op = _OP_YIELD;
  650. _fs->_bgenerator = true;
  651. }
  652. Lex();
  653. if(!IsEndOfStatement())
  654. {
  655. SQInteger retexp = _fs->GetCurrentPos()+1;
  656. CommaExpr(true);
  657. if(op == _OP_RETURN && _fs->_traps > 0)
  658. _fs->AddInstruction(_OP_POPTRAP, _fs->_traps, 0);
  659. _fs->_returnexp = retexp;
  660. _fs->AddInstruction(op, 1, _fs->PopTarget(),_fs->GetStackSize());
  661. }
  662. else
  663. {
  664. if(op == _OP_RETURN && _fs->_traps > 0)
  665. _fs->AddInstruction(_OP_POPTRAP, _fs->_traps ,0);
  666. _fs->_returnexp = -1;
  667. _fs->AddInstruction(op, 0xFF,0,_fs->GetStackSize());
  668. }
  669. break;
  670. }
  671. case TK_BREAK:
  672. if(_fs->_breaktargets.size() <= 0)Error("'break' has to be in a loop block");
  673. if(_fs->_breaktargets.top() > 0)
  674. {
  675. _fs->AddInstruction(_OP_POPTRAP, _fs->_breaktargets.top(), 0);
  676. }
  677. RESOLVE_OUTERS();
  678. _fs->AddInstruction(_OP_JMP, 0, -1234);
  679. _fs->_unresolvedbreaks.push_back(_fs->GetCurrentPos());
  680. Lex();
  681. break;
  682. case TK_CONTINUE:
  683. if(_fs->_continuetargets.size() <= 0)Error("'continue' has to be in a loop block");
  684. if(_fs->_continuetargets.top() > 0)
  685. {
  686. _fs->AddInstruction(_OP_POPTRAP, _fs->_continuetargets.top(), 0);
  687. }
  688. RESOLVE_OUTERS();
  689. _fs->AddInstruction(_OP_JMP, 0, -1234);
  690. _fs->_unresolvedcontinues.push_back(_fs->GetCurrentPos());
  691. Lex();
  692. break;
  693. case TK_FUNCTION:
  694. FunctionStatement();
  695. break;
  696. case TK_CLASS:
  697. case TK_STRUCT:
  698. ClassStatement();
  699. break;
  700. case TK_ENUM:
  701. EnumStatement();
  702. break;
  703. case '{':
  704. {
  705. BEGIN_SCOPE();
  706. Lex();
  707. Statements();
  708. Expect('}');
  709. if(closeframe)
  710. {
  711. END_SCOPE();
  712. }
  713. else
  714. {
  715. END_SCOPE_NO_CLOSE();
  716. }
  717. }
  718. break;
  719. case TK_TRY:
  720. TryCatchStatement();
  721. break;
  722. case TK_THROW:
  723. Lex();
  724. CommaExpr();
  725. _fs->AddInstruction(_OP_THROW, _fs->PopTarget());
  726. break;
  727. case TK_CONST:
  728. {
  729. Lex();
  730. id = Expect(TK_IDENTIFIER);
  731. if(_token == ':')
  732. {
  733. //type specifier like typescript
  734. Lex();
  735. ExpectTypeToken(); //ignore for now
  736. }
  737. Expect('=');
  738. SQObjectPtr strongid = id;
  739. CheckLocalNameScope(id, _scope.nested);
  740. //CheckConstsExists(strongid);
  741. SQObject val = ExpectScalar();
  742. OptionalSemicolon();
  743. ConstsNewSlot(strongid,SQObjectPtr(val));
  744. }
  745. break;
  746. case TK_INLINE: //accept and ignore
  747. case TK_CONSTEXPR: //accept and ignore
  748. case TK_FRIEND:
  749. case TK_VOLATILE:
  750. Lex();
  751. goto start_again;
  752. case TK_STATIC:
  753. if(_scope.nested)
  754. {
  755. Warning("%s:%d:%d warning static cualifier is ignored\n",
  756. _stringval(_sourcename), _lex._currentline, _lex._currentcolumn);
  757. }
  758. Lex(); //ignore it only to allow run some C/C++ code
  759. goto start_again;
  760. case TK_DECLARE: //parse as extern
  761. case TK_EXTERN:
  762. ExternDeclStatement();
  763. break;
  764. case TK_TYPEDEF:
  765. {
  766. Lex();
  767. SQObject type_val = ExpectTypeToken();
  768. id = ExpectTypeToken();
  769. SQObjectPtr strongid = id;
  770. CheckLocalNameScope(id, _scope.nested);
  771. Expect(';');
  772. TypesNewSlot(strongid,SQObjectPtr(type_val));
  773. }
  774. break;
  775. case TK_USING:
  776. {
  777. Lex();
  778. id = Expect(TK_IDENTIFIER);
  779. Expect('=');
  780. SQObjectPtr strongid = id;
  781. CheckLocalNameScope(id, _scope.nested);
  782. SQObject type_val = ExpectTypeToken();
  783. Expect(';');
  784. TypesNewSlot(strongid,SQObjectPtr(type_val));
  785. }
  786. break;
  787. case TK_PRAGMA:
  788. Pragma();
  789. break;
  790. case TK_UNSAFE:
  791. Lex(); //ignore for now
  792. goto start_again;
  793. break;
  794. case TK_IDENTIFIER:
  795. id = _fs->CreateString(_lex._svalue);
  796. if(CheckTypeName(id)) //C/C++ type declaration;
  797. {
  798. LocalDeclStatement();
  799. break;
  800. }
  801. default:
  802. CommaExpr();
  803. _fs->DiscardTarget();
  804. /*
  805. //Fagiano says that this is not a bug
  806. //and with this modification stack grow by one lement all the time
  807. if(_token == TK_IDENTIFIER){
  808. CommaExpr();
  809. if(_token == TK_IDENTIFIER){
  810. Error(" '=' expected near '%s'"), _lex._svalue);
  811. }
  812. }
  813. */
  814. //_fs->PopTarget();
  815. break;
  816. }
  817. _fs->SnoozeOpt();
  818. }
  819. void EmitDerefOp(SQOpcode op)
  820. {
  821. SQInteger val = _fs->PopTarget();
  822. SQInteger key = _fs->PopTarget();
  823. SQInteger src = _fs->PopTarget();
  824. _fs->AddInstruction(op,_fs->PushTarget(),src,key,val);
  825. }
  826. void Emit2ArgsOP(SQOpcode op, SQInteger p3 = 0)
  827. {
  828. SQInteger p2 = _fs->PopTarget(); //src in OP_GET
  829. SQInteger p1 = _fs->PopTarget(); //key in OP_GET
  830. _fs->AddInstruction(op,_fs->PushTarget(), p1, p2, p3);
  831. }
  832. void EmitCompoundArith(SQInteger tok, SQInteger etype, SQInteger pos)
  833. {
  834. /* Generate code depending on the expression type */
  835. switch(etype)
  836. {
  837. case LOCAL:
  838. {
  839. SQInteger p2 = _fs->PopTarget(); //src in OP_GET
  840. SQInteger p1 = _fs->PopTarget(); //key in OP_GET
  841. _fs->PushTarget(p1);
  842. //EmitCompArithLocal(tok, p1, p1, p2);
  843. _fs->AddInstruction(ChooseArithOpByToken(tok),p1, p2, p1, 0);
  844. _fs->SnoozeOpt(); //FIX: stop optimizer in retargeting opcode
  845. }
  846. break;
  847. case OBJECT:
  848. case BASE:
  849. {
  850. SQInteger val = _fs->PopTarget();
  851. SQInteger key = _fs->PopTarget();
  852. SQInteger src = _fs->PopTarget();
  853. /* _OP_COMPARITH mixes dest obj and source val in the arg1 */
  854. _fs->AddInstruction(_OP_COMPARITH, _fs->PushTarget(), (src<<16)|val, key, ChooseCompArithCharByToken(tok));
  855. }
  856. break;
  857. case OUTER:
  858. {
  859. SQInteger val = _fs->TopTarget();
  860. SQInteger tmp = _fs->PushTarget();
  861. _fs->AddInstruction(_OP_GETOUTER, tmp, pos);
  862. _fs->AddInstruction(ChooseArithOpByToken(tok), tmp, val, tmp, 0);
  863. _fs->PopTarget();
  864. _fs->PopTarget();
  865. _fs->AddInstruction(_OP_SETOUTER, _fs->PushTarget(), pos, tmp);
  866. }
  867. break;
  868. }
  869. }
  870. void CommaExpr(bool warningAssign=false)
  871. {
  872. for(Expression(warningAssign); _token == ','; _fs->PopTarget(), Lex(), CommaExpr(warningAssign));
  873. }
  874. void ErrorIfConst()
  875. {
  876. SQLocalVarInfo &vsrc = _fs->_vlocals[_fs->TopTarget()];
  877. //printf("%d %d %d %d %s\n", __LINE__, vsrc._scope, vsrc._type, vsrc._pos, vsrc._name._unVal.pString ? _stringval(vsrc._name) : "?");
  878. if(vsrc._type & _VAR_CONST) Error("can't assign to a const variable");
  879. }
  880. void Expression(bool warningAssign=false)
  881. {
  882. SQExpState es = _es;
  883. _es.etype = EXPR;
  884. _es.epos = -1;
  885. _es.donot_get = false;
  886. SQObject id;
  887. if((_token == TK_IDENTIFIER) && (es.etype == EXPR_STATEMENT))
  888. {
  889. id = _fs->CreateString(_lex._svalue);
  890. }
  891. //else id = {}; //old compilers do not allow this
  892. LogicalOrExp();
  893. switch(_token)
  894. {
  895. case '=':
  896. case TK_NEWSLOT:
  897. case TK_MINUSEQ:
  898. case TK_PLUSEQ:
  899. case TK_MULEQ:
  900. case TK_DIVEQ:
  901. case TK_MODEQ:
  902. {
  903. SQInteger op = _token;
  904. SQInteger ds = _es.etype;
  905. SQInteger pos = _es.epos;
  906. if(ds == EXPR) Error("can't assign expression");
  907. else if(ds == BASE) Error("'base' cannot be modified");
  908. Lex();
  909. Expression();
  910. switch(op)
  911. {
  912. case TK_NEWSLOT:
  913. if(ds == OBJECT || ds == BASE)
  914. {
  915. EmitDerefOp(_OP_NEWSLOT);
  916. if((_es.epos == -1) && (es.etype == EXPR_STATEMENT)
  917. && (type(id) == OT_STRING) ) AddGlobalName(id);
  918. }
  919. else //if _derefstate != DEREF_NO_DEREF && DEREF_FIELD so is the index of a local
  920. Error("can't 'create' a local slot");
  921. break;
  922. case '=': //ASSIGN
  923. if(warningAssign) Warning("%s:%d:%d warning making assignment, maybe it's not what you want\n",
  924. _stringval(_sourcename), _lex._currentline, _lex._currentcolumn);
  925. switch(ds)
  926. {
  927. case LOCAL:
  928. {
  929. SQInteger src = _fs->PopTarget();
  930. SQInteger dst = _fs->TopTarget();
  931. _fs->AddInstruction(_OP_MOVE, dst, src);
  932. }
  933. break;
  934. case OBJECT:
  935. case BASE:
  936. EmitDerefOp(_OP_SET);
  937. break;
  938. case OUTER:
  939. {
  940. SQInteger src = _fs->PopTarget();
  941. SQInteger dst = _fs->PushTarget();
  942. _fs->AddInstruction(_OP_SETOUTER, dst, pos, src);
  943. }
  944. }
  945. break;
  946. case TK_MINUSEQ:
  947. case TK_PLUSEQ:
  948. case TK_MULEQ:
  949. case TK_DIVEQ:
  950. case TK_MODEQ:
  951. EmitCompoundArith(op, ds, pos);
  952. break;
  953. }
  954. }
  955. break;
  956. case '?':
  957. {
  958. Lex();
  959. _fs->AddInstruction(_OP_JZ, _fs->PopTarget());
  960. SQInteger jzpos = _fs->GetCurrentPos();
  961. SQInteger trg = _fs->PushTarget();
  962. Expression();
  963. SQInteger first_exp = _fs->PopTarget();
  964. if(trg != first_exp) _fs->AddInstruction(_OP_MOVE, trg, first_exp);
  965. SQInteger endfirstexp = _fs->GetCurrentPos();
  966. _fs->AddInstruction(_OP_JMP, 0, 0);
  967. Expect(':');
  968. SQInteger jmppos = _fs->GetCurrentPos();
  969. Expression();
  970. SQInteger second_exp = _fs->PopTarget();
  971. if(trg != second_exp) _fs->AddInstruction(_OP_MOVE, trg, second_exp);
  972. _fs->SetIntructionParam(jmppos, 1, _fs->GetCurrentPos() - jmppos);
  973. _fs->SetIntructionParam(jzpos, 1, endfirstexp - jzpos + 1);
  974. _fs->SnoozeOpt();
  975. }
  976. break;
  977. }
  978. _es = es;
  979. }
  980. template<typename T>
  981. void INVOKE_EXP(T f)
  982. {
  983. SQExpState es = _es;
  984. _es.etype = EXPR;
  985. _es.epos = -1;
  986. _es.donot_get = false;
  987. //(this->*f)();
  988. _es = es;
  989. }
  990. template<typename T>
  991. void BIN_EXP(SQOpcode op, T f,SQInteger op3 = 0)
  992. {
  993. Lex();
  994. INVOKE_EXP(f);
  995. SQInteger op1 = _fs->PopTarget();
  996. SQInteger op2 = _fs->PopTarget();
  997. _fs->AddInstruction(op, _fs->PushTarget(), op1, op2, op3);
  998. }
  999. void LogicalOrExp()
  1000. {
  1001. LogicalAndExp();
  1002. for(;;) if(_token == TK_OR)
  1003. {
  1004. SQInteger first_exp = _fs->PopTarget();
  1005. SQInteger trg = _fs->PushTarget();
  1006. _fs->AddInstruction(_OP_OR, trg, 0, first_exp, 0);
  1007. SQInteger jpos = _fs->GetCurrentPos();
  1008. if(trg != first_exp) _fs->AddInstruction(_OP_MOVE, trg, first_exp);
  1009. Lex();
  1010. INVOKE_EXP(/*&*/SQCompiler_LogicalOrExp);
  1011. _fs->SnoozeOpt();
  1012. SQInteger second_exp = _fs->PopTarget();
  1013. if(trg != second_exp) _fs->AddInstruction(_OP_MOVE, trg, second_exp);
  1014. _fs->SnoozeOpt();
  1015. _fs->SetIntructionParam(jpos, 1, (_fs->GetCurrentPos() - jpos));
  1016. break;
  1017. }
  1018. else return;
  1019. }
  1020. void LogicalAndExp()
  1021. {
  1022. BitwiseOrExp();
  1023. for(;;) switch(_token)
  1024. {
  1025. case TK_AND:
  1026. {
  1027. SQInteger first_exp = _fs->PopTarget();
  1028. SQInteger trg = _fs->PushTarget();
  1029. _fs->AddInstruction(_OP_AND, trg, 0, first_exp, 0);
  1030. SQInteger jpos = _fs->GetCurrentPos();
  1031. if(trg != first_exp) _fs->AddInstruction(_OP_MOVE, trg, first_exp);
  1032. Lex();
  1033. INVOKE_EXP(/*&*/SQCompiler_LogicalAndExp);
  1034. _fs->SnoozeOpt();
  1035. SQInteger second_exp = _fs->PopTarget();
  1036. if(trg != second_exp) _fs->AddInstruction(_OP_MOVE, trg, second_exp);
  1037. _fs->SnoozeOpt();
  1038. _fs->SetIntructionParam(jpos, 1, (_fs->GetCurrentPos() - jpos));
  1039. break;
  1040. }
  1041. default:
  1042. return;
  1043. }
  1044. }
  1045. void BitwiseOrExp()
  1046. {
  1047. BitwiseXorExp();
  1048. for(;;) if(_token == '|')
  1049. {
  1050. BIN_EXP(_OP_BITW,/*&*/SQCompiler_BitwiseXorExp,BW_OR);
  1051. }
  1052. else return;
  1053. }
  1054. void BitwiseXorExp()
  1055. {
  1056. BitwiseAndExp();
  1057. for(;;) if(_token == '^')
  1058. {
  1059. BIN_EXP(_OP_BITW,/*&*/SQCompiler_BitwiseAndExp,BW_XOR);
  1060. }
  1061. else return;
  1062. }
  1063. void BitwiseAndExp()
  1064. {
  1065. EqExp();
  1066. for(;;) if(_token == '&')
  1067. {
  1068. BIN_EXP(_OP_BITW,/*&*/SQCompiler_EqExp,BW_AND);
  1069. }
  1070. else return;
  1071. }
  1072. void EqExp()
  1073. {
  1074. CompExp();
  1075. for(;;) switch(_token)
  1076. {
  1077. case TK_EQ:
  1078. BIN_EXP(_OP_EQ,/*&*/SQCompiler_CompExp);
  1079. break;
  1080. case TK_EQ_IDENTITY :
  1081. BIN_EXP(_OP_EQI,/*&*/SQCompiler_CompExp);
  1082. break;
  1083. case TK_NE:
  1084. BIN_EXP(_OP_NE,/*&*/SQCompiler_CompExp);
  1085. break;
  1086. case TK_NE_IDENTITY:
  1087. BIN_EXP(_OP_NEI,/*&*/SQCompiler_CompExp);
  1088. break;
  1089. case TK_3WAYSCMP:
  1090. BIN_EXP(_OP_CMP,/*&*/SQCompiler_CompExp,CMP_3W);
  1091. break;
  1092. default:
  1093. return;
  1094. }
  1095. }
  1096. void CompExp()
  1097. {
  1098. ShiftExp();
  1099. for(;;) switch(_token)
  1100. {
  1101. case '>':
  1102. BIN_EXP(_OP_CMP, /*&*/SQCompiler_ShiftExp,CMP_G);
  1103. break;
  1104. case '<':
  1105. BIN_EXP(_OP_CMP, /*&*/SQCompiler_ShiftExp,CMP_L);
  1106. break;
  1107. case TK_GE:
  1108. BIN_EXP(_OP_CMP, /*&*/SQCompiler_ShiftExp,CMP_GE);
  1109. break;
  1110. case TK_LE:
  1111. BIN_EXP(_OP_CMP, /*&*/SQCompiler_ShiftExp,CMP_LE);
  1112. break;
  1113. case TK_IN:
  1114. BIN_EXP(_OP_EXISTS, /*&*/SQCompiler_ShiftExp);
  1115. break;
  1116. case TK_INSTANCEOF:
  1117. BIN_EXP(_OP_INSTANCEOF, /*&*/SQCompiler_ShiftExp);
  1118. break;
  1119. default:
  1120. return;
  1121. }
  1122. }
  1123. void ShiftExp()
  1124. {
  1125. PlusExp();
  1126. for(;;) switch(_token)
  1127. {
  1128. case TK_USHIFTR:
  1129. BIN_EXP(_OP_BITW, /*&*/SQCompiler_PlusExp,BW_USHIFTR);
  1130. break;
  1131. case TK_SHIFTL:
  1132. BIN_EXP(_OP_BITW, /*&*/SQCompiler_PlusExp,BW_SHIFTL);
  1133. break;
  1134. case TK_SHIFTR:
  1135. BIN_EXP(_OP_BITW, /*&*/SQCompiler_PlusExp,BW_SHIFTR);
  1136. break;
  1137. default:
  1138. return;
  1139. }
  1140. }
  1141. SQOpcode ChooseArithOpByToken(SQInteger tok)
  1142. {
  1143. switch(tok)
  1144. {
  1145. case TK_PLUSEQ:
  1146. case '+':
  1147. return _OP_ADD;
  1148. case TK_MINUSEQ:
  1149. case '-':
  1150. return _OP_SUB;
  1151. case TK_MULEQ:
  1152. case '*':
  1153. return _OP_MUL;
  1154. case TK_DIVEQ:
  1155. case '/':
  1156. return _OP_DIV;
  1157. case TK_MODEQ:
  1158. case '%':
  1159. return _OP_MOD;
  1160. default:
  1161. assert(0);
  1162. }
  1163. return _OP_ADD;
  1164. }
  1165. SQInteger ChooseCompArithCharByToken(SQInteger tok)
  1166. {
  1167. SQInteger oper;
  1168. switch(tok)
  1169. {
  1170. case TK_MINUSEQ:
  1171. oper = '-';
  1172. break;
  1173. case TK_PLUSEQ:
  1174. oper = '+';
  1175. break;
  1176. case TK_MULEQ:
  1177. oper = '*';
  1178. break;
  1179. case TK_DIVEQ:
  1180. oper = '/';
  1181. break;
  1182. case TK_MODEQ:
  1183. oper = '%';
  1184. break;
  1185. default:
  1186. oper = 0; //shut up compiler
  1187. assert(0);
  1188. break;
  1189. };
  1190. return oper;
  1191. }
  1192. void PlusExp()
  1193. {
  1194. MultExp();
  1195. for(;;) switch(_token)
  1196. {
  1197. case '+':
  1198. case '-':
  1199. BIN_EXP(ChooseArithOpByToken(_token), /*&*/SQCompiler_MultExp);
  1200. break;
  1201. default:
  1202. return;
  1203. }
  1204. }
  1205. void MultExp()
  1206. {
  1207. PrefixedExpr();
  1208. for(;;) switch(_token)
  1209. {
  1210. case '*':
  1211. case '/':
  1212. case '%':
  1213. BIN_EXP(ChooseArithOpByToken(_token), /*&*/SQCompiler_PrefixedExpr);
  1214. break;
  1215. default:
  1216. return;
  1217. }
  1218. }
  1219. //if 'pos' != -1 the previous variable is a local variable
  1220. void PrefixedExpr()
  1221. {
  1222. SQInteger pos = Factor();
  1223. for(;;)
  1224. {
  1225. switch(_token)
  1226. {
  1227. case '.':
  1228. pos = -1;
  1229. Lex();
  1230. _fs->AddInstruction(_OP_LOAD, _fs->PushTarget(), _fs->GetConstant(Expect(TK_IDENTIFIER)));
  1231. if(_es.etype==BASE)
  1232. {
  1233. Emit2ArgsOP(_OP_GET);
  1234. pos = _fs->TopTarget();
  1235. _es.etype = EXPR;
  1236. _es.epos = pos;
  1237. }
  1238. else
  1239. {
  1240. if(NeedGet())
  1241. {
  1242. Emit2ArgsOP(_OP_GET);
  1243. }
  1244. _es.etype = OBJECT;
  1245. }
  1246. break;
  1247. case '[':
  1248. if(_lex._prevtoken == '\n') Error("cannot brake deref/or comma needed after [exp]=exp slot declaration");
  1249. Lex();
  1250. Expression();
  1251. Expect(']');
  1252. pos = -1;
  1253. if(_es.etype==BASE)
  1254. {
  1255. Emit2ArgsOP(_OP_GET);
  1256. pos = _fs->TopTarget();
  1257. _es.etype = EXPR;
  1258. _es.epos = pos;
  1259. }
  1260. else
  1261. {
  1262. if(NeedGet())
  1263. {
  1264. Emit2ArgsOP(_OP_GET);
  1265. }
  1266. _es.etype = OBJECT;
  1267. }
  1268. break;
  1269. case TK_MINUSMINUS:
  1270. case TK_PLUSPLUS:
  1271. {
  1272. if(IsEndOfStatement()) return;
  1273. SQInteger diff = (_token==TK_MINUSMINUS) ? -1 : 1;
  1274. Lex();
  1275. switch(_es.etype)
  1276. {
  1277. case EXPR:
  1278. Error("can't '++' or '--' an expression");
  1279. break;
  1280. case OBJECT:
  1281. case BASE:
  1282. if(_es.donot_get == true)
  1283. {
  1284. Error("can't '++' or '--' an expression"); //mmh dor this make sense?
  1285. break;
  1286. }
  1287. Emit2ArgsOP(_OP_PINC, diff);
  1288. break;
  1289. case LOCAL:
  1290. {
  1291. SQInteger src = _fs->PopTarget();
  1292. _fs->AddInstruction(_OP_PINCL, _fs->PushTarget(), src, 0, diff);
  1293. }
  1294. break;
  1295. case OUTER:
  1296. {
  1297. SQInteger tmp1 = _fs->PushTarget();
  1298. SQInteger tmp2 = _fs->PushTarget();
  1299. _fs->AddInstruction(_OP_GETOUTER, tmp2, _es.epos);
  1300. _fs->AddInstruction(_OP_PINCL, tmp1, tmp2, 0, diff);
  1301. _fs->AddInstruction(_OP_SETOUTER, tmp2, _es.epos, tmp2);
  1302. _fs->PopTarget();
  1303. }
  1304. }
  1305. }
  1306. return;
  1307. break;
  1308. case '(':
  1309. switch(_es.etype)
  1310. {
  1311. case OBJECT:
  1312. {
  1313. SQInteger key = _fs->PopTarget(); /* location of the key */
  1314. SQInteger table = _fs->PopTarget(); /* location of the object */
  1315. SQInteger closure = _fs->PushTarget(); /* location for the closure */
  1316. SQInteger ttarget = _fs->PushTarget(); /* location for 'this' pointer */
  1317. _fs->AddInstruction(_OP_PREPCALL, closure, key, table, ttarget);
  1318. }
  1319. break;
  1320. case BASE:
  1321. //Emit2ArgsOP(_OP_GET);
  1322. _fs->AddInstruction(_OP_MOVE, _fs->PushTarget(), 0);
  1323. break;
  1324. case OUTER:
  1325. _fs->AddInstruction(_OP_GETOUTER, _fs->PushTarget(), _es.epos);
  1326. _fs->AddInstruction(_OP_MOVE, _fs->PushTarget(), 0);
  1327. break;
  1328. default:
  1329. _fs->AddInstruction(_OP_MOVE, _fs->PushTarget(), 0);
  1330. }
  1331. _es.etype = EXPR;
  1332. Lex();
  1333. FunctionCallArgs();
  1334. break;
  1335. case TK_AS:
  1336. {
  1337. Lex();
  1338. ExpectTypeToken(); //ignore for now
  1339. }
  1340. default:
  1341. return;
  1342. }
  1343. }
  1344. }
  1345. SQInteger Factor() {}
  1346. void EmitLoadConstInt(SQInteger value,SQInteger target)
  1347. {
  1348. if(target < 0)
  1349. {
  1350. target = _fs->PushTarget();
  1351. }
  1352. //with the line bellow we get wrong result for -1
  1353. //if(value <= INT_MAX && value > INT_MIN) { //does it fit in 32 bits?
  1354. if((value & (~((SQInteger)0xFFFFFFFF))) == 0) //does it fit in 32 bits?
  1355. {
  1356. _fs->AddInstruction(_OP_LOADINT, target,value);
  1357. }
  1358. else
  1359. {
  1360. _fs->AddInstruction(_OP_LOAD, target, _fs->GetNumericConstant(value));
  1361. }
  1362. }
  1363. void EmitLoadConstFloat(SQFloat value,SQInteger target)
  1364. {
  1365. if(target < 0)
  1366. {
  1367. target = _fs->PushTarget();
  1368. }
  1369. if(sizeof(SQFloat) == sizeof(SQInt32))
  1370. {
  1371. _fs->AddInstruction(_OP_LOADFLOAT, target,/**((SQInt32 *)&*/value);
  1372. }
  1373. else
  1374. {
  1375. _fs->AddInstruction(_OP_LOAD, target, _fs->GetNumericConstant(value));
  1376. }
  1377. }
  1378. void UnaryOP(SQOpcode op)
  1379. {
  1380. PrefixedExpr();
  1381. SQInteger src = _fs->PopTarget();
  1382. _fs->AddInstruction(op, _fs->PushTarget(), src);
  1383. }
  1384. bool NeedGet()
  1385. {
  1386. switch(_token)
  1387. {
  1388. case '=':
  1389. case '(':
  1390. case TK_NEWSLOT:
  1391. case TK_MODEQ:
  1392. case TK_MULEQ:
  1393. case TK_DIVEQ:
  1394. case TK_MINUSEQ:
  1395. case TK_PLUSEQ:
  1396. return false;
  1397. case TK_PLUSPLUS:
  1398. case TK_MINUSMINUS:
  1399. if (!IsEndOfStatement())
  1400. {
  1401. return false;
  1402. }
  1403. break;
  1404. }
  1405. return (!_es.donot_get || ( _es.donot_get && (_token == '.' || _token == '[')));
  1406. }
  1407. void FunctionCallArgs()
  1408. {
  1409. SQInteger nargs = 1;//this
  1410. while(_token != ')')
  1411. {
  1412. Expression();
  1413. MoveIfCurrentTargetIsLocal();
  1414. nargs++;
  1415. if(_token == ',')
  1416. {
  1417. Lex();
  1418. if(_token == ')') Error("expression expected, found ')'");
  1419. }
  1420. }
  1421. Lex();
  1422. for(SQInteger i = 0; i < (nargs - 1); i++) _fs->PopTarget();
  1423. SQInteger stackbase = _fs->PopTarget();
  1424. SQInteger closure = _fs->PopTarget();
  1425. _fs->AddInstruction(_OP_CALL, _fs->PushTarget(), closure, stackbase, nargs);
  1426. }
  1427. void AddClassMemberExists(SQObjectPtr &member_names, SQObject &name)
  1428. {
  1429. SQObjectPtr oname = name, otrue = true;
  1430. _table(member_names)->NewSlot(oname, otrue);
  1431. }
  1432. void CheckClassMemberExists(SQObjectPtr &member_names, SQObject &name, bool addIfNotExists=true)
  1433. {
  1434. if(_table(member_names)->Exists(name))
  1435. {
  1436. Error("class already has a member named: %s", _stringval(name));
  1437. }
  1438. if(addIfNotExists) AddClassMemberExists(member_names, name);
  1439. }
  1440. //void CheckClassMemberExists(SQObjectPtr &member_names, const SQChar_ptr_t name){}
  1441. void ParseTableOrClass(SQInteger separator,SQInteger terminator, SQObjectPtr_ptr_t class_name=NULL) {}
  1442. void ExternDeclStatement()
  1443. {
  1444. _is_parsing_extern = true;
  1445. Lex();
  1446. LocalDeclStatement();
  1447. _is_parsing_extern = false;
  1448. }
  1449. void LocalDeclStatement() {}
  1450. void IfBlock()
  1451. {
  1452. if (_token == '{')
  1453. {
  1454. BEGIN_SCOPE();
  1455. Lex();
  1456. Statements();
  1457. Expect('}');
  1458. if (true)
  1459. {
  1460. END_SCOPE();
  1461. }
  1462. else
  1463. {
  1464. END_SCOPE_NO_CLOSE();
  1465. }
  1466. }
  1467. else
  1468. {
  1469. //BEGIN_SCOPE();
  1470. Statement();
  1471. if (_lex._prevtoken != '}' && _lex._prevtoken != ';') OptionalSemicolon();
  1472. //END_SCOPE();
  1473. }
  1474. }
  1475. void IfStatement()
  1476. {
  1477. SQInteger jmppos;
  1478. bool haselse = false;
  1479. Lex();
  1480. Expect('(');
  1481. CommaExpr(true);
  1482. Expect(')');
  1483. _fs->AddInstruction(_OP_JZ, _fs->PopTarget());
  1484. SQInteger jnepos = _fs->GetCurrentPos();
  1485. BEGIN_SCOPE();
  1486. //there is a situation where the if statement has a statement enclosed by {}
  1487. //and after the closing "}" there is no newline or semicolom
  1488. //it's a valid construction but the compiler was complaining about it
  1489. //for now added "&& _token != TK_IDENTIFIER" to the check after "Statement()" call
  1490. /*
  1491. local color = "blue";
  1492. if(color == "yellow"){
  1493. print(color);
  1494. } print("Waht color is it ?");
  1495. */
  1496. Statement();
  1497. //
  1498. if(_token != '}' && _token != TK_ELSE && _token != TK_IDENTIFIER) OptionalSemicolon();
  1499. END_SCOPE();
  1500. SQInteger endifblock = _fs->GetCurrentPos();
  1501. if(_token == TK_ELSE)
  1502. {
  1503. haselse = true;
  1504. BEGIN_SCOPE();
  1505. _fs->AddInstruction(_OP_JMP);
  1506. jmppos = _fs->GetCurrentPos();
  1507. Lex();
  1508. Statement();
  1509. if(_token != TK_IDENTIFIER) OptionalSemicolon();
  1510. END_SCOPE();
  1511. _fs->SetIntructionParam(jmppos, 1, _fs->GetCurrentPos() - jmppos);
  1512. }
  1513. _fs->SetIntructionParam(jnepos, 1, endifblock - jnepos + (haselse?1:0));
  1514. }
  1515. void WhileStatement()
  1516. {
  1517. SQInteger jzpos, jmppos;
  1518. jmppos = _fs->GetCurrentPos();
  1519. Lex();
  1520. Expect('(');
  1521. CommaExpr(true);
  1522. Expect(')');
  1523. BEGIN_BREAKBLE_BLOCK();
  1524. _fs->AddInstruction(_OP_JZ, _fs->PopTarget());
  1525. jzpos = _fs->GetCurrentPos();
  1526. BEGIN_SCOPE();
  1527. Statement();
  1528. END_SCOPE();
  1529. _fs->AddInstruction(_OP_JMP, 0, jmppos - _fs->GetCurrentPos() - 1);
  1530. _fs->SetIntructionParam(jzpos, 1, _fs->GetCurrentPos() - jzpos);
  1531. END_BREAKBLE_BLOCK(jmppos);
  1532. }
  1533. void DoWhileStatement()
  1534. {
  1535. Lex();
  1536. SQInteger jmptrg = _fs->GetCurrentPos();
  1537. BEGIN_BREAKBLE_BLOCK()
  1538. BEGIN_SCOPE();
  1539. Statement();
  1540. END_SCOPE();
  1541. //fix proposed by frosch to correct line number info in stack dumps
  1542. _fs->AddLineInfos(_lex._currentline, _lineinfo, true);
  1543. Expect(TK_WHILE);
  1544. SQInteger continuetrg = _fs->GetCurrentPos();
  1545. Expect('(');
  1546. CommaExpr(true);
  1547. Expect(')');
  1548. _fs->AddInstruction(_OP_JZ, _fs->PopTarget(), 1);
  1549. _fs->AddInstruction(_OP_JMP, 0, jmptrg - _fs->GetCurrentPos() - 1);
  1550. END_BREAKBLE_BLOCK(continuetrg);
  1551. }
  1552. void ForStatement()
  1553. {
  1554. Lex();
  1555. BEGIN_SCOPE();
  1556. Expect('(');
  1557. switch(_token)
  1558. {
  1559. case TK_IDENTIFIER:
  1560. //ignore custom types for now
  1561. //fallthrough as local declaration
  1562. //CASE_TK_LOCAL_TYPES:
  1563. case TK_LOCAL:
  1564. LocalDeclStatement();
  1565. break;
  1566. default:
  1567. if(_token != ';')
  1568. {
  1569. CommaExpr();
  1570. _fs->PopTarget();
  1571. }
  1572. }
  1573. Expect(';');
  1574. _fs->SnoozeOpt();
  1575. SQInteger jmppos = _fs->GetCurrentPos();
  1576. SQInteger jzpos = -1;
  1577. if(_token != ';')
  1578. {
  1579. CommaExpr();
  1580. _fs->AddInstruction(_OP_JZ, _fs->PopTarget());
  1581. jzpos = _fs->GetCurrentPos();
  1582. }
  1583. Expect(';');
  1584. _fs->SnoozeOpt();
  1585. SQInteger expstart = _fs->GetCurrentPos() + 1;
  1586. if(_token != ')')
  1587. {
  1588. CommaExpr();
  1589. _fs->PopTarget();
  1590. }
  1591. Expect(')');
  1592. _fs->SnoozeOpt();
  1593. SQInteger expend = _fs->GetCurrentPos();
  1594. SQInteger expsize = (expend - expstart) + 1;
  1595. SQInstructionVec exp;
  1596. if(expsize > 0)
  1597. {
  1598. for(SQInteger i = 0; i < expsize; i++)
  1599. exp.push_back(_fs->GetInstruction(expstart + i));
  1600. _fs->PopInstructions(expsize);
  1601. }
  1602. BEGIN_BREAKBLE_BLOCK()
  1603. Statement();
  1604. SQInteger continuetrg = _fs->GetCurrentPos();
  1605. if(expsize > 0)
  1606. {
  1607. for(SQInteger i = 0; i < expsize; i++)
  1608. _fs->AddInstruction(exp[i]);
  1609. }
  1610. _fs->AddInstruction(_OP_JMP, 0, jmppos - _fs->GetCurrentPos() - 1, 0);
  1611. if(jzpos> 0) _fs->SetIntructionParam(jzpos, 1, _fs->GetCurrentPos() - jzpos);
  1612. END_SCOPE();
  1613. END_BREAKBLE_BLOCK(continuetrg);
  1614. }
  1615. void ForEachStatement()
  1616. {
  1617. SQObject idxname, valname;
  1618. Lex();
  1619. Expect('(');
  1620. valname = Expect(TK_IDENTIFIER);
  1621. if(_token == ',')
  1622. {
  1623. idxname = valname;
  1624. Lex();
  1625. valname = Expect(TK_IDENTIFIER);
  1626. }
  1627. else
  1628. {
  1629. idxname = _fs->CreateString("@INDEX@");
  1630. }
  1631. Expect(TK_IN);
  1632. //save the stack size
  1633. BEGIN_SCOPE();
  1634. //put the table in the stack(evaluate the table expression)
  1635. Expression();
  1636. Expect(')');
  1637. SQInteger container = _fs->TopTarget();
  1638. //push the index local var
  1639. SQInteger indexpos = _fs->PushLocalVariable(idxname, _scope.nested);
  1640. _fs->AddInstruction(_OP_LOADNULLS, indexpos,1);
  1641. //push the value local var
  1642. SQInteger valuepos = _fs->PushLocalVariable(valname, _scope.nested);
  1643. _fs->AddInstruction(_OP_LOADNULLS, valuepos,1);
  1644. //push reference index
  1645. SQInteger itrpos = _fs->PushLocalVariable(_fs->CreateString("@ITERATOR@"), _scope.nested); //use invalid id to make it inaccessible
  1646. _fs->AddInstruction(_OP_LOADNULLS, itrpos,1);
  1647. SQInteger jmppos = _fs->GetCurrentPos();
  1648. _fs->AddInstruction(_OP_FOREACH, container, 0, indexpos);
  1649. SQInteger foreachpos = _fs->GetCurrentPos();
  1650. _fs->AddInstruction(_OP_POSTFOREACH, container, 0, indexpos);
  1651. //generate the statement code
  1652. BEGIN_BREAKBLE_BLOCK()
  1653. Statement();
  1654. _fs->AddInstruction(_OP_JMP, 0, jmppos - _fs->GetCurrentPos() - 1);
  1655. _fs->SetIntructionParam(foreachpos, 1, _fs->GetCurrentPos() - foreachpos);
  1656. _fs->SetIntructionParam(foreachpos + 1, 1, _fs->GetCurrentPos() - foreachpos);
  1657. END_BREAKBLE_BLOCK(foreachpos - 1);
  1658. //restore the local variable stack(remove index,val and ref idx)
  1659. _fs->PopTarget();
  1660. END_SCOPE();
  1661. }
  1662. void SwitchStatement()
  1663. {
  1664. Lex();
  1665. Expect('(');
  1666. CommaExpr(true);
  1667. Expect(')');
  1668. Expect('{');
  1669. SQInteger expr = _fs->TopTarget();
  1670. bool bfirst = true;
  1671. SQInteger tonextcondjmp = -1;
  1672. SQInteger skipcondjmp = -1;
  1673. SQInteger __nbreaks__ = _fs->_unresolvedbreaks.size();
  1674. _fs->_breaktargets.push_back(0);
  1675. while(_token == TK_CASE)
  1676. {
  1677. if(!bfirst)
  1678. {
  1679. _fs->AddInstruction(_OP_JMP, 0, 0);
  1680. skipcondjmp = _fs->GetCurrentPos();
  1681. _fs->SetIntructionParam(tonextcondjmp, 1, _fs->GetCurrentPos() - tonextcondjmp);
  1682. }
  1683. //condition
  1684. Lex();
  1685. ExpressionScalar() /*Expression()*/;
  1686. Expect(':');
  1687. SQInteger trg = _fs->PopTarget();
  1688. SQInteger eqtarget = trg;
  1689. bool vlocal = _fs->IsLocal(trg);
  1690. if(vlocal)
  1691. {
  1692. eqtarget = _fs->PushTarget(); //we need to allocate a extra reg
  1693. }
  1694. _fs->AddInstruction(_OP_EQ, eqtarget, trg, expr);
  1695. _fs->AddInstruction(_OP_JZ, eqtarget, 0);
  1696. if(vlocal)
  1697. {
  1698. _fs->PopTarget();
  1699. }
  1700. //end condition
  1701. if(skipcondjmp != -1)
  1702. {
  1703. _fs->SetIntructionParam(skipcondjmp, 1, (_fs->GetCurrentPos() - skipcondjmp));
  1704. }
  1705. tonextcondjmp = _fs->GetCurrentPos();
  1706. BEGIN_SCOPE();
  1707. Statements();
  1708. END_SCOPE();
  1709. bfirst = false;
  1710. }
  1711. if(tonextcondjmp != -1)
  1712. _fs->SetIntructionParam(tonextcondjmp, 1, _fs->GetCurrentPos() - tonextcondjmp);
  1713. if(_token == TK_DEFAULT)
  1714. {
  1715. Lex();
  1716. Expect(':');
  1717. BEGIN_SCOPE();
  1718. Statements();
  1719. END_SCOPE();
  1720. }
  1721. Expect('}');
  1722. _fs->PopTarget();
  1723. __nbreaks__ = _fs->_unresolvedbreaks.size() - __nbreaks__;
  1724. if(__nbreaks__ > 0)ResolveBreaks(_fs, __nbreaks__);
  1725. _fs->_breaktargets.pop_back();
  1726. }
  1727. void FunctionStatement()
  1728. {
  1729. SQObject id;
  1730. Lex();
  1731. id = Expect(TK_IDENTIFIER);
  1732. _fs->PushTarget(0);
  1733. _fs->AddInstruction(_OP_LOAD, _fs->PushTarget(), _fs->GetConstant(id));
  1734. if(_token == TK_DOUBLE_COLON) Emit2ArgsOP(_OP_GET);
  1735. else CheckGlobalName(id, true);
  1736. while(_token == TK_DOUBLE_COLON)
  1737. {
  1738. Lex();
  1739. id = Expect(TK_IDENTIFIER);
  1740. //todo check if class function already exists
  1741. _fs->AddInstruction(_OP_LOAD, _fs->PushTarget(), _fs->GetConstant(id));
  1742. if(_token == TK_DOUBLE_COLON) Emit2ArgsOP(_OP_GET);
  1743. }
  1744. Expect('(');
  1745. CreateFunction(id, eFunctionType_global);
  1746. _fs->AddInstruction(_OP_CLOSURE, _fs->PushTarget(), _fs->_functions.size() - 1, 0);
  1747. EmitDerefOp(_OP_NEWSLOT);
  1748. _fs->PopTarget();
  1749. }
  1750. void ClassStatement()
  1751. {
  1752. SQExpState es;
  1753. SQObjectPtr class_name;
  1754. Lex();
  1755. if(_token == TK_IDENTIFIER)
  1756. {
  1757. class_name = SQString_Create(_ss(_vm), _lex._svalue);
  1758. CheckGlobalName(class_name, true);
  1759. CheckTypeName(class_name, true); //to allow C/C++ style instance declarations
  1760. }
  1761. es = _es;
  1762. _es.donot_get = true;
  1763. PrefixedExpr();
  1764. if(_token == ';') //class forward declaration
  1765. {
  1766. //return;
  1767. }
  1768. if(_es.etype == EXPR)
  1769. {
  1770. Error("invalid class name");
  1771. }
  1772. else if(_es.etype == OBJECT || _es.etype == BASE)
  1773. {
  1774. ClassExp(/*&*/class_name);
  1775. EmitDerefOp(_OP_NEWSLOT);
  1776. _fs->PopTarget();
  1777. }
  1778. else
  1779. {
  1780. Error("cannot create a class in a local with the syntax(class <local>)");
  1781. }
  1782. _es = es;
  1783. }
  1784. SQObject ExpectScalar()
  1785. {
  1786. SQObject val;
  1787. val._type = OT_NULL;
  1788. val._unVal.nInteger = 0; //shut up GCC 4.x
  1789. switch(_token)
  1790. {
  1791. case TK_INTEGER:
  1792. val._type = OT_INTEGER;
  1793. val._unVal.nInteger = _lex._nvalue;
  1794. break;
  1795. case TK_FLOAT:
  1796. val._type = OT_FLOAT;
  1797. val._unVal.fFloat = _lex._fvalue;
  1798. break;
  1799. case TK_STRING_LITERAL:
  1800. val = _fs->CreateString(_lex._svalue,_lex._longstr.size()-1);
  1801. break;
  1802. case TK_TRUE:
  1803. case TK_FALSE:
  1804. val._type = OT_BOOL;
  1805. val._unVal.nInteger = _token == TK_TRUE ? 1 : 0;
  1806. break;
  1807. case '-':
  1808. Lex();
  1809. switch(_token)
  1810. {
  1811. case TK_INTEGER:
  1812. val._type = OT_INTEGER;
  1813. val._unVal.nInteger = -_lex._nvalue;
  1814. break;
  1815. case TK_FLOAT:
  1816. val._type = OT_FLOAT;
  1817. val._unVal.fFloat = -_lex._fvalue;
  1818. break;
  1819. default:
  1820. Error("scalar expected : integer, float");
  1821. }
  1822. break;
  1823. default:
  1824. Error("scalar expected : integer, float or string");
  1825. }
  1826. Lex();
  1827. return val;
  1828. }
  1829. SQInteger ExpressionScalar()
  1830. {
  1831. SQInteger tk_type = _token;
  1832. switch(_token)
  1833. {
  1834. case TK_INTEGER:
  1835. EmitLoadConstInt(_lex._nvalue,-1);
  1836. break;
  1837. case TK_FLOAT:
  1838. EmitLoadConstFloat(_lex._fvalue,-1);
  1839. break;
  1840. case TK_STRING_LITERAL:
  1841. _fs->AddInstruction(_OP_LOAD, _fs->PushTarget(), _fs->GetConstant(_fs->CreateString(_lex._svalue,_lex._longstr.size()-1)));
  1842. break;
  1843. case TK_IDENTIFIER:
  1844. {
  1845. SQObject id = _fs->CreateString(_lex._svalue);
  1846. Lex();
  1847. ExpressionConstant(id);
  1848. return tk_type;
  1849. }
  1850. break;
  1851. case '-':
  1852. Lex();
  1853. tk_type = _token;
  1854. switch(_token)
  1855. {
  1856. case TK_INTEGER:
  1857. EmitLoadConstInt(-_lex._nvalue,-1);
  1858. break;
  1859. case TK_FLOAT:
  1860. EmitLoadConstFloat(-_lex._fvalue,-1);
  1861. break;
  1862. default:
  1863. Error("scalar expected : integer, float");
  1864. }
  1865. break;
  1866. default:
  1867. goto error;
  1868. }
  1869. Lex();
  1870. return tk_type;
  1871. error:
  1872. Error("constant or scalar expected : integer, float or string");
  1873. return 0;
  1874. }
  1875. void EnumStatement()
  1876. {
  1877. Lex();
  1878. SQObject id = Expect(TK_IDENTIFIER);
  1879. Expect('{');
  1880. //CheckLocalNameScope(id, _scope.nested);
  1881. SQObjectPtr strongid = id;
  1882. CheckLocalNameScope(id, _scope.nested);
  1883. SQObject table = _fs->CreateTable();
  1884. //_fs->AddInstruction(_OP_NEWOBJ, _fs->PushTarget(),0,NOT_TABLE);
  1885. SQInteger nval = 0;
  1886. while(_token != '}')
  1887. {
  1888. SQObject key = Expect(TK_IDENTIFIER);
  1889. SQObject val;
  1890. if(_token == '=')
  1891. {
  1892. Lex();
  1893. val = ExpectScalar();
  1894. }
  1895. else
  1896. {
  1897. val._type = OT_INTEGER;
  1898. val._unVal.nInteger = nval++;
  1899. }
  1900. //SQInteger table = _fs->TopTarget(); //<<BECAUSE OF THIS NO COMMON EMIT FUNC IS POSSIBLE
  1901. //_fs->AddInstruction(_OP_NEWSLOT, 0xFF, table, key, val);
  1902. _table(table)->NewSlot(SQObjectPtr(key),SQObjectPtr(val));
  1903. if(_token == ',') Lex();
  1904. }
  1905. ConstsNewSlot(SQObjectPtr(strongid),SQObjectPtr(table));
  1906. strongid.Null();
  1907. Lex();
  1908. }
  1909. void TryCatchStatement()
  1910. {
  1911. SQObject exid;
  1912. Lex();
  1913. _fs->AddInstruction(_OP_PUSHTRAP,0,0);
  1914. _fs->_traps++;
  1915. //if(_fs->_breaktargets.size()) _fs->_breaktargets.top()++;
  1916. //if(_fs->_continuetargets.size()) _fs->_continuetargets.top()++;
  1917. SQInteger trappos = _fs->GetCurrentPos();
  1918. {
  1919. BEGIN_SCOPE();
  1920. Statement();
  1921. END_SCOPE();
  1922. }
  1923. _fs->_traps--;
  1924. _fs->AddInstruction(_OP_POPTRAP, 1, 0);
  1925. //if(_fs->_breaktargets.size()) _fs->_breaktargets.top()--;
  1926. //if(_fs->_continuetargets.size()) _fs->_continuetargets.top()--;
  1927. _fs->AddInstruction(_OP_JMP, 0, 0);
  1928. SQInteger jmppos = _fs->GetCurrentPos();
  1929. _fs->SetIntructionParam(trappos, 1, (_fs->GetCurrentPos() - trappos));
  1930. Expect(TK_CATCH);
  1931. Expect('(');
  1932. exid = Expect(TK_IDENTIFIER);
  1933. Expect(')');
  1934. {
  1935. BEGIN_SCOPE();
  1936. SQInteger ex_target = _fs->PushLocalVariable(exid, _scope.nested);
  1937. _fs->SetIntructionParam(trappos, 0, ex_target);
  1938. Statement();
  1939. _fs->SetIntructionParams(jmppos, 0, (_fs->GetCurrentPos() - jmppos), 0);
  1940. END_SCOPE();
  1941. }
  1942. }
  1943. void FunctionExp(SQInteger ftype,bool lambda = false)
  1944. {
  1945. Lex();
  1946. Expect('(');
  1947. SQObjectPtr dummy;
  1948. CreateFunction(dummy, lambda ? eFunctionType_lambda : eFunctionType_anonymous);
  1949. _fs->AddInstruction(_OP_CLOSURE, _fs->PushTarget(), _fs->_functions.size() - 1, ftype == TK_FUNCTION?0:1);
  1950. }
  1951. void ClassExp(SQObjectPtr_ptr_t class_name)
  1952. {
  1953. SQInteger vbase = -1;
  1954. SQInteger attrs = -1;
  1955. bool hasInheritance = false;
  1956. switch(_token)
  1957. {
  1958. case ':': //C++ style class derivation
  1959. case TK_EXTENDS: //squirrel style class derivation
  1960. Lex();
  1961. hasInheritance = true;
  1962. switch(_token)
  1963. {
  1964. case TK_PRIVATE:
  1965. case TK_PUBLIC:
  1966. Lex(); //ignore, accepted only to compile a subset of C++
  1967. }
  1968. }
  1969. if(hasInheritance)
  1970. {
  1971. Expression();
  1972. vbase = _fs->TopTarget();
  1973. }
  1974. if(_token == TK_ATTR_OPEN)
  1975. {
  1976. Lex();
  1977. _fs->AddInstruction(_OP_NEWOBJ, _fs->PushTarget(),0,NOT_TABLE);
  1978. ParseTableOrClass(',',TK_ATTR_CLOSE);
  1979. attrs = _fs->TopTarget();
  1980. }
  1981. Expect('{');
  1982. if(attrs != -1) _fs->PopTarget();
  1983. if(vbase != -1) _fs->PopTarget();
  1984. _fs->AddInstruction(_OP_NEWOBJ, _fs->PushTarget(), vbase, attrs,NOT_CLASS);
  1985. ParseTableOrClass(';','}', class_name);
  1986. }
  1987. void DeleteExpr()
  1988. {
  1989. SQExpState es;
  1990. Lex();
  1991. es = _es;
  1992. _es.donot_get = true;
  1993. PrefixedExpr();
  1994. if(_es.etype==EXPR) Error("can't delete an expression");
  1995. if(_es.etype==OBJECT || _es.etype==BASE)
  1996. {
  1997. Emit2ArgsOP(_OP_DELETE);
  1998. }
  1999. else
  2000. {
  2001. Error("cannot delete an (outer) local");
  2002. }
  2003. _es = es;
  2004. }
  2005. void PrefixIncDec(SQInteger token)
  2006. {
  2007. SQExpState es;
  2008. SQInteger diff = (token==TK_MINUSMINUS) ? -1 : 1;
  2009. Lex();
  2010. es = _es;
  2011. _es.donot_get = true;
  2012. PrefixedExpr();
  2013. if(_es.etype==EXPR)
  2014. {
  2015. Error("can't '++' or '--' an expression");
  2016. }
  2017. else if(_es.etype==OBJECT || _es.etype==BASE)
  2018. {
  2019. Emit2ArgsOP(_OP_INC, diff);
  2020. }
  2021. else if(_es.etype==LOCAL)
  2022. {
  2023. SQInteger src = _fs->TopTarget();
  2024. _fs->AddInstruction(_OP_INCL, src, src, 0, diff);
  2025. }
  2026. else if(_es.etype==OUTER)
  2027. {
  2028. SQInteger tmp = _fs->PushTarget();
  2029. _fs->AddInstruction(_OP_GETOUTER, tmp, _es.epos);
  2030. _fs->AddInstruction(_OP_INCL, tmp, tmp, 0, diff);
  2031. _fs->AddInstruction(_OP_SETOUTER, tmp, _es.epos, tmp);
  2032. }
  2033. _es = es;
  2034. }
  2035. void CreateFunction(SQObject &name, int ftype, int stack_offset=0)
  2036. {
  2037. SQFuncState_ptr_t funcstate = _fs->PushChildState(_ss(_vm));
  2038. funcstate->_name = name;
  2039. SQObject paramname, type_name;
  2040. funcstate->AddParameter(_fs->CreateString("this"), _scope.nested+1);
  2041. funcstate->_sourcename = _sourcename;
  2042. SQInteger defparams = 0;
  2043. bool is_reference_declaration = 0;
  2044. const SQChar_ptr_t param_type_name = 0;
  2045. bool isVoid = false;
  2046. while(_token!=')')
  2047. {
  2048. if(isVoid)
  2049. {
  2050. Error("void type is invalid here");
  2051. }
  2052. is_reference_declaration = 0; //reset is_reference_declaration
  2053. param_type_name = 0; //rest for each parameter
  2054. if(_token == TK_VOID)
  2055. {
  2056. isVoid = true;
  2057. Lex();
  2058. continue;
  2059. }
  2060. if(_token == TK_VARPARAMS)
  2061. {
  2062. if(defparams > 0) Error("function with default parameters cannot have variable number of parameters");
  2063. funcstate->AddParameter(_fs->CreateString("vargv"), _scope.nested+1);
  2064. funcstate->_varparams = true;
  2065. Lex();
  2066. if(_token != ')') Error("expected ')'");
  2067. break;
  2068. }
  2069. else
  2070. {
  2071. if(_token == TK_CONST) Lex(); //C/C++ const cualifiers for now
  2072. switch(_token)
  2073. {
  2074. //CASE_TK_LOCAL_TYPES: //accept C/C++ type parameter declarations
  2075. // param_type_name = _lex.GetTokenName(_token);
  2076. // Lex();
  2077. }
  2078. CHECK_REF_DECLARATION(_token);
  2079. paramname = Expect(TK_IDENTIFIER);
  2080. if(CheckNameIsType(paramname))
  2081. {
  2082. //ignore custom types for now
  2083. param_type_name = _stringval(paramname);
  2084. CHECK_REF_DECLARATION(_token);
  2085. paramname = Expect(TK_IDENTIFIER);
  2086. }
  2087. funcstate->AddParameter(paramname, _scope.nested+1, is_reference_declaration ? _VAR_REFERENCE : _VAR_ANY);
  2088. if(param_type_name)
  2089. {
  2090. funcstate->AddParameterTypeName(param_type_name);
  2091. }
  2092. if(_token == '=')
  2093. {
  2094. if(is_reference_declaration) Error("parameter passed by reference can't have default value");
  2095. Lex();
  2096. if(_token == '[' || _token == '{') Error("default parameter with array/table values not supported");
  2097. Expression();
  2098. //stack_offset to compensate for local functions been relocated to allow recursion
  2099. funcstate->AddDefaultParam(_fs->TopTarget()+stack_offset);
  2100. defparams++;
  2101. }
  2102. else if(_token == ':')
  2103. {
  2104. //param type specifier like typescript
  2105. if(param_type_name)
  2106. {
  2107. Error("parameter type already declared before %s", _string(paramname));
  2108. }
  2109. Lex();
  2110. type_name = ExpectTypeToken();
  2111. funcstate->AddParameterTypeName(type_name);
  2112. //printf("%d %s\n", __LINE__, _stringval(type_name));
  2113. }
  2114. else
  2115. {
  2116. if(defparams > 0) Error("expected '='");
  2117. }
  2118. if(_token == ',') Lex();
  2119. else if(_token != ')') Error("expected ')' or ','");
  2120. }
  2121. }
  2122. Expect(')');
  2123. switch(_token)
  2124. {
  2125. case ':':
  2126. {
  2127. //return type specifier like typescript
  2128. Lex();
  2129. type_name = ExpectTypeToken();
  2130. funcstate->_return_type = type_name;
  2131. //printf("%d %s\n", __LINE__, _stringval(type_name));
  2132. }
  2133. break;
  2134. case TK_CONST:
  2135. case TK_NOEXCEPT:
  2136. case TK_VOLATILE:
  2137. Lex(); //accept and ignore
  2138. break;
  2139. case TK_IDENTIFIER:
  2140. if(ftype == eFunctionType_member)
  2141. {
  2142. if( (scstrcmp(_lex._svalue, "final") == 0) ||
  2143. (scstrcmp(_lex._svalue, "override") == 0))
  2144. {
  2145. Lex(); //accept but ignore then
  2146. }
  2147. }
  2148. }
  2149. for(SQInteger n = 0; n < defparams; n++)
  2150. {
  2151. _fs->PopTarget();
  2152. }
  2153. if(_is_parsing_extern)
  2154. {
  2155. if(_token == ';') //to parse thinscript
  2156. {
  2157. _fs->PopChildState();
  2158. return;
  2159. }
  2160. else _is_parsing_extern = false;
  2161. }
  2162. SQFuncState_ptr_t currchunk = _fs;
  2163. _fs = funcstate;
  2164. if(ftype == eFunctionType_lambda)
  2165. {
  2166. Expression();
  2167. _fs->AddInstruction(_OP_RETURN, 1, _fs->PopTarget());
  2168. }
  2169. else
  2170. {
  2171. Statement(false);
  2172. }
  2173. funcstate->AddLineInfos(_lex._prevtoken == '\n'?_lex._lasttokenline:_lex._currentline, _lineinfo, true);
  2174. funcstate->AddInstruction(_OP_RETURN, -1);
  2175. funcstate->SetStackSize(0);
  2176. SQFunctionProto *func = funcstate->BuildProto();
  2177. //#ifdef _DEBUG_DUMP
  2178. // funcstate->Dump(func);
  2179. //#endif
  2180. _fs = currchunk;
  2181. _fs->_functions.push_back(func);
  2182. _fs->PopChildState();
  2183. }
  2184. void ResolveBreaks(SQFuncState_ptr_t funcstate, SQInteger ntoresolve) {}
  2185. void ResolveContinues(SQFuncState_ptr_t funcstate, SQInteger ntoresolve, SQInteger targetpos) {}
  2186. //private:
  2187. };
  2188. string_t txt = readfile("test-raii.nut")
  2189. var lex = new SQLexer(txt, true /*we want comments*/);
  2190. var first_enum_token = lex.first_enum_token();
  2191. var last_enum_token = lex.last_enum_token();
  2192. var nest_level = 0;
  2193. var tok = lex.lex(); //lex.lex();
  2194. while(tok > 0)
  2195. {
  2196. local tkstr;
  2197. if(tok > first_enum_token && tok < last_enum_token) tkstr = lex.tok2str(tok); //lex.tok2str(tok);
  2198. else tkstr = tok.tochar();
  2199. /*
  2200. print(
  2201. tok,
  2202. tkstr || "",
  2203. lex.token_name(tok), //lex.token_name(tok),
  2204. lex.svalue() || "",
  2205. lex.lasttokenline(),
  2206. lex.lasttokencolumn(),
  2207. lex.currentline(),
  2208. lex.currentcolumn()
  2209. );
  2210. */
  2211. switch(tok)
  2212. {
  2213. case '{':
  2214. case '}':
  2215. default:
  2216. print(tkstr);
  2217. }
  2218. tok = lex.lex();
  2219. }
  2220. bool Compile(SQVM_ptr_t vm,SQLEXREADFUNC rg, SQUserPointer up, const SQChar_ptr_t sourcename, SQObjectPtr /*&*/out,
  2221. bool raiseerror, bool lineinfo, bool show_warnings, SQInteger max_nested_includes)
  2222. {
  2223. SQCompiler p(vm, rg, up, sourcename, raiseerror, lineinfo, show_warnings, max_nested_includes);
  2224. return p.Compile(out);
  2225. }