hlcgcpu.pas 109 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700
  1. {
  2. Copyright (c) 1998-2010 by Florian Klaempfl and Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the WebAssembly high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgcpu;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. node,
  26. cpubase, hlcgobj, cgbase, cgutils, parabase, wasmdef;
  27. type
  28. { thlcgwasm }
  29. thlcgwasm = class(thlcgobj)
  30. private
  31. fevalstackheight,
  32. fmaxevalstackheight: longint;
  33. { checks whether the type needs special methodptr-like handling, when stored
  34. in a LOC_REGISTER location. This applies to the following types:
  35. - method pointers
  36. - 8-byte records
  37. - nested proc ptrs
  38. When stored in a LOC_REGISTER tlocation, these types use both register
  39. and registerhi with the following sizes:
  40. register - cgsize = int_cgsize(voidcodepointertype.size)
  41. registerhi - cgsize = int_cgsize(voidpointertype.size) or int_cgsize(parentfpvoidpointertype.size)
  42. (check d.size to determine which one of the two)
  43. }
  44. function is_methodptr_like_type(d:tdef): boolean;
  45. public
  46. fntypelookup : TWasmProcTypeLookup;
  47. constructor create;
  48. destructor Destroy; override;
  49. procedure incstack(list : TAsmList;slots: longint);
  50. procedure decstack(list : TAsmList;slots: longint);
  51. class function def2regtyp(def: tdef): tregistertype; override;
  52. function getintregister(list:TAsmList;size:tdef):Tregister;override;
  53. function getregisterfordef(list: TAsmList;size:tdef):Tregister;override;
  54. procedure a_load_const_cgpara(list : TAsmList;tosize : tdef;a : tcgint;const cgpara : TCGPara);override;
  55. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  56. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  57. { move instructions - a_load_FROM_TO }
  58. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  59. procedure a_load_const_ref(list : TAsmList;tosize : tdef;a : tcgint;const ref : treference);override;
  60. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  61. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  62. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  63. procedure a_load_ref_ref(list : TAsmList;fromsize, tosize : tdef;const sref : treference;const dref : treference);override;
  64. procedure a_load_loc_ref(list : TAsmList;fromsize, tosize: tdef; const loc: tlocation; const ref : treference);override;
  65. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  66. procedure a_load_subsetref_regs_index(list: TAsmList; subsetsize: tdef; loadbitsize: byte; const sref: tsubsetreference; valuereg: tregister); override;
  67. procedure a_load_regconst_subsetref_intern(list : TAsmList; fromsize, subsetsize: tdef; fromreg: tregister; const sref: tsubsetreference; slopt: tsubsetloadopt); override;
  68. { basic arithmetic operations }
  69. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  70. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  71. procedure a_op_const_ref(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; const ref: TReference); override;
  72. procedure a_op_ref_reg(list: TAsmList; Op: TOpCG; size: tdef; const ref: TReference; reg: TRegister); override;
  73. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  74. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  75. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  76. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  77. procedure a_cmp_const_ref_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference; l: tasmlabel); override;
  78. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  79. procedure a_cmp_ref_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister; l: tasmlabel); override;
  80. procedure a_cmp_reg_ref_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference; l: tasmlabel); override;
  81. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  82. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  83. procedure a_loadfpu_ref_ref(list: TAsmList; fromsize, tosize: tdef; const ref1, ref2: treference); override;
  84. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  85. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  86. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  87. procedure g_unreachable(list: TAsmList); override;
  88. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference); override;
  89. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  90. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  91. procedure g_rangecheck(list: TAsmList; const l:tlocation; fromdef,todef: tdef); override;
  92. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  93. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  94. procedure maybe_change_load_node_reg(list: TAsmList; var n: tnode; reload: boolean); override;
  95. procedure gen_entry_code(list: TAsmList); override;
  96. procedure gen_exit_code(list: TAsmList); override;
  97. { unimplemented/unnecessary routines }
  98. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister); override;
  99. procedure a_loadmm_loc_reg(list: TAsmList; fromsize, tosize: tdef; const loc: tlocation; const reg: tregister; shuffle: pmmshuffle); override;
  100. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  101. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  102. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  103. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  104. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  105. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  106. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  107. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  108. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  109. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  110. { Wasm-specific routines }
  111. procedure g_procdef(list:TAsmList;pd: tprocdef);
  112. procedure g_maybe_checkforexceptions(list:TasmList); override;
  113. procedure a_load_stack_reg(list : TAsmList;size: tdef;reg: tregister);
  114. { extra_slots are the slots that are used by the reference, and that
  115. will be removed by the store operation }
  116. procedure a_load_stack_ref(list : TAsmList;size: tdef;const ref: treference;extra_slots: longint);
  117. procedure a_load_reg_stack(list : TAsmList;size: tdef;reg: tregister);
  118. { extra_slots are the slots that are used by the reference, and that
  119. will be removed by the load operation }
  120. procedure a_load_ref_stack(list : TAsmList;size: tdef;const ref: treference;extra_slots: longint);
  121. procedure a_load_const_stack(list : TAsmList;size: tdef;a :tcgint; typ: TRegisterType);
  122. procedure a_load_subsetref_stack(list : TAsmList;size: tdef; const sref: tsubsetreference);
  123. procedure a_loadaddr_ref_stack(list : TAsmList;fromsize, tosize : tdef;const ref : treference);
  124. procedure a_load_stack_loc(list : TAsmList;size: tdef;const loc: tlocation);
  125. procedure a_load_loc_stack(list : TAsmList;size: tdef;const loc: tlocation);
  126. procedure a_loadfpu_const_stack(list : TAsmList;size: tdef;a :double);
  127. procedure a_op_stack(list : TAsmList;op: topcg; size: tdef);
  128. procedure a_op_const_stack(list : TAsmList;op: topcg; size: tdef;a : tcgint);
  129. procedure a_op_reg_stack(list : TAsmList;op: topcg; size: tdef;reg: tregister);
  130. procedure a_op_ref_stack(list : TAsmList;op: topcg; size: tdef;const ref: treference);
  131. procedure a_op_loc_stack(list : TAsmList;op: topcg; size: tdef;const loc: tlocation);
  132. procedure a_cmp_const_loc_stack(list: TAsmList; size: tdef;cmp_op: topcmp; a: tcgint; const loc: tlocation);
  133. procedure a_cmp_const_ref_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference);
  134. procedure a_cmp_const_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister);
  135. procedure a_cmp_ref_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister);
  136. procedure a_cmp_reg_ref_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference);
  137. procedure a_cmp_reg_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister);
  138. procedure a_cmp_subsetreg_reg_stack(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sreg: tsubsetregister; reg: tregister);
  139. procedure a_cmp_subsetref_reg_stack(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sref: tsubsetreference; reg: tregister);
  140. procedure a_cmp_loc_reg_stack(list : TAsmList;size : tdef;cmp_op : topcmp; const loc: tlocation; reg : tregister);
  141. procedure a_cmp_reg_loc_stack(list : TAsmList;size : tdef;cmp_op : topcmp; reg: tregister; const loc: tlocation);
  142. procedure a_cmp_ref_loc_stack(list: TAsmList; size: tdef;cmp_op: topcmp; const ref: treference; const loc: tlocation);
  143. procedure a_cmp_const_loc_br(list: TAsmList; size: tdef;cmp_op: topcmp; a: tcgint; const loc: tlocation; br: Integer);
  144. procedure a_cmp_const_ref_br(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference; br: Integer);
  145. procedure a_cmp_const_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; br: Integer);
  146. procedure a_cmp_ref_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister; br: Integer);
  147. procedure a_cmp_reg_ref_br(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference; br: Integer);
  148. procedure a_cmp_reg_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; br: Integer);
  149. procedure a_cmp_subsetreg_reg_br(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sreg: tsubsetregister; reg: tregister; br: Integer);
  150. procedure a_cmp_subsetref_reg_br(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sref: tsubsetreference; reg: tregister; br: Integer);
  151. procedure a_cmp_loc_reg_br(list : TAsmList;size : tdef;cmp_op : topcmp; const loc: tlocation; reg : tregister; br: Integer);
  152. procedure a_cmp_reg_loc_br(list : TAsmList;size : tdef;cmp_op : topcmp; reg: tregister; const loc: tlocation; br: Integer);
  153. procedure a_cmp_ref_loc_br(list: TAsmList; size: tdef;cmp_op: topcmp; const ref: treference; const loc: tlocation; br: Integer);
  154. procedure g_reference_loc(list: TAsmList; def: tdef; const fromloc: tlocation; out toloc: tlocation); override;
  155. procedure a_cmp_stack_stack(list : TAsmlist; size: tdef; cmp_op: topcmp);
  156. { truncate/sign extend after performing operations on values < 32 bit
  157. that may have overflowed outside the range }
  158. procedure maybe_adjust_op_result(list: TAsmList; op: TOpCg; size: tdef);
  159. { performs sign/zero extension as required }
  160. procedure resize_stack_int_val(list: TAsmList;fromsize,tosize: tdef; formemstore: boolean);
  161. { 8/16 bit unsigned parameters and return values must be sign-extended on
  162. the producer side, because the JVM does not support unsigned variants;
  163. then they have to be zero-extended again on the consumer side }
  164. procedure maybe_resize_stack_para_val(list: TAsmList; retdef: tdef; callside: boolean);
  165. { adjust the stack height after a call based on the specified number of
  166. slots used for parameters and the provided resultdef }
  167. procedure g_adjust_stack_after_call(list: TAsmList; pd: tabstractprocdef);
  168. { because WebAssembly has no spec for any sort of debug info, and the
  169. only linker that we support (LLVM's wasm-ld) does not support creating
  170. map files in its stable version, and crashes when attempting to create
  171. a map file in its development version from git, we have no way to
  172. identify which procedure a crash occurred in. So, to identify the
  173. procedure, we call this procedure on proc entry, which generates a few
  174. useless loads of random numbers on the stack, that are immediately
  175. discarded, so they are essentially equivalent to a nop. This allows
  176. finding the procedure in the FPC output assembly, produced with -al by
  177. searching for these random numbers, as taken from the disassembly of the
  178. final binary. }
  179. procedure g_fingerprint(list: TAsmList);
  180. property maxevalstackheight: longint read fmaxevalstackheight;
  181. protected
  182. procedure gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara); override;
  183. function g_call_system_proc_intern(list: TAsmList; pd: tprocdef; const paras: array of pcgpara; forceresdef: tdef): tcgpara; override;
  184. public
  185. { in case of an array, the array base address and index have to be
  186. put on the evaluation stack before the stored value; similarly, for
  187. fields the self pointer has to be loaded first. Also checks whether
  188. the reference is valid. If dup is true, the necessary values are stored
  189. twice. Returns how many stack slots have been consumed, disregarding
  190. the "dup". }
  191. function prepare_stack_for_ref(list: TAsmList; var ref: treference; dup: boolean): longint;
  192. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);override;
  193. protected
  194. { return the load/store opcode to load/store from/to ref; if the result
  195. has to be and'ed after a load to get the final value, that constant
  196. is returned in finishandval (otherwise that value is set to -1) }
  197. function loadstoreopcref(def: tdef; isload: boolean; const ref: treference; out finishandval: tcgint): tasmop;
  198. procedure resizestackfpuval(list: TAsmList; fromsize, tosize: tcgsize);
  199. end;
  200. implementation
  201. uses
  202. verbose,cutils,globals,fmodule,constexp,
  203. defutil,cpupi,
  204. aasmtai,aasmcpu,
  205. symtable,symcpu,
  206. procinfo,cpuinfo,cgobj,cgcpu,tgobj,tgcpu,paramgr;
  207. const
  208. TOpCG2IAsmOp : array[topcg] of TAsmOp=(
  209. A_None, {OP_NONE}
  210. A_None, {OP_MOVE, replaced operation with direct load }
  211. a_i32_add, {OP_ADD, simple addition }
  212. a_i32_and, {OP_AND, simple logical and }
  213. a_i32_div_u, {OP_DIV, simple unsigned division }
  214. a_i32_div_s, {OP_IDIV, simple signed division }
  215. a_i32_mul, {OP_IMUL, simple signed multiply }
  216. a_i32_mul, {OP_MUL, simple unsigned multiply }
  217. A_None, {OP_NEG, simple negate } // neg = xor + 1
  218. A_None, {OP_NOT, simple logical not } // not = xor - 1
  219. a_i32_or, {OP_OR, simple logical or }
  220. a_i32_shr_s, {OP_SAR, arithmetic shift-right }
  221. a_i32_shl, {OP_SHL, logical shift left }
  222. a_i32_shr_u, {OP_SHR, logical shift right }
  223. a_i32_sub, {OP_SUB, simple subtraction }
  224. a_i32_xor, {OP_XOR, simple exclusive or }
  225. a_i32_rotl, {OP_ROL, rotate left }
  226. a_i32_rotr {OP_ROR rotate right }
  227. );
  228. TOpCG2LAsmOp : array[topcg] of TAsmOp=(
  229. A_None, {OP_NONE}
  230. a_i64_load, {OP_MOVE, replaced operation with direct load }
  231. a_i64_add, {OP_ADD, simple addition }
  232. a_i64_and, {OP_AND, simple logical and }
  233. a_i64_div_u, {OP_DIV, simple unsigned division }
  234. a_i64_div_s, {OP_IDIV, simple signed division }
  235. a_i64_mul, {OP_IMUL, simple signed multiply }
  236. a_i64_mul, {OP_MUL, simple unsigned multiply }
  237. A_None, {OP_NEG, simple negate } // neg = xor + 1
  238. A_None, {OP_NOT, simple logical not } // not = xor - 1
  239. a_i64_or, {OP_OR, simple logical or }
  240. a_i64_shr_s, {OP_SAR, arithmetic shift-right }
  241. a_i64_shl, {OP_SHL, logical shift left }
  242. a_i64_shr_u, {OP_SHR, logical shift right }
  243. a_i64_sub, {OP_SUB, simple subtraction }
  244. a_i64_xor, {OP_XOR, simple exclusive or }
  245. a_i64_rotl, {OP_ROL, rotate left }
  246. a_i64_rotr {OP_ROR rotate right }
  247. );
  248. function thlcgwasm.is_methodptr_like_type(d:tdef): boolean;
  249. var
  250. is_8byterecord, is_methodptr, is_nestedprocptr: Boolean;
  251. begin
  252. is_8byterecord:=(d.typ=recorddef) and (d.size=8);
  253. is_methodptr:=(d.typ=procvardef)
  254. and (po_methodpointer in tprocvardef(d).procoptions)
  255. and not(po_addressonly in tprocvardef(d).procoptions);
  256. is_nestedprocptr:=(d.typ=procvardef)
  257. and is_nested_pd(tprocvardef(d))
  258. and not(po_addressonly in tprocvardef(d).procoptions);
  259. result:=is_8byterecord or is_methodptr or is_nestedprocptr;
  260. end;
  261. constructor thlcgwasm.create;
  262. begin
  263. fevalstackheight:=0;
  264. fmaxevalstackheight:=0;
  265. fntypelookup:=TWasmProcTypeLookup.Create;
  266. end;
  267. destructor thlcgwasm.Destroy;
  268. begin
  269. fntypelookup.Free;
  270. inherited Destroy;
  271. end;
  272. procedure thlcgwasm.incstack(list: TAsmList; slots: longint);
  273. begin
  274. if (fevalstackheight<0) and
  275. not(cs_no_regalloc in current_settings.globalswitches) then
  276. {$ifdef DEBUG_WASMSTACK}
  277. list.concat(tai_comment.Create(strpnew('!!! stack underflow')));
  278. {$else DEBUG_WASMSTACK}
  279. internalerror(2010120501);
  280. {$endif DEBUG_WASMSTACK}
  281. if slots=0 then
  282. exit;
  283. inc(fevalstackheight,slots);
  284. if (fevalstackheight>fmaxevalstackheight) then
  285. fmaxevalstackheight:=fevalstackheight;
  286. if cs_asm_regalloc in current_settings.globalswitches then
  287. list.concat(tai_comment.Create(strpnew(' allocated '+tostr(slots)+', stack height = '+tostr(fevalstackheight))));
  288. end;
  289. procedure thlcgwasm.decstack(list: TAsmList;slots: longint);
  290. begin
  291. if slots=0 then
  292. exit;
  293. dec(fevalstackheight,slots);
  294. if (fevalstackheight<0) and
  295. not(cs_no_regalloc in current_settings.globalswitches) then
  296. {$ifdef DEBUG_WASMSTACK}
  297. list.concat(tai_comment.Create(strpnew('!!! stack underflow')));
  298. {$else DEBUG_WASMSTACK}
  299. internalerror(2010120501);
  300. {$endif DEBUG_WASMSTACK}
  301. if cs_asm_regalloc in current_settings.globalswitches then
  302. list.concat(tai_comment.Create(strpnew(' freed '+tostr(slots)+', stack height = '+tostr(fevalstackheight))));
  303. end;
  304. class function thlcgwasm.def2regtyp(def: tdef): tregistertype;
  305. begin
  306. if is_wasm_externref(def) then
  307. result:=R_EXTERNREFREGISTER
  308. else if is_wasm_funcref(def) then
  309. result:=R_FUNCREFREGISTER
  310. else if (def.typ=recorddef) and (def.size in [4,8]) and (trecorddef(def).contains_float_field) then
  311. result:=R_FPUREGISTER
  312. else
  313. result:=inherited;
  314. end;
  315. function thlcgwasm.getintregister(list:TAsmList;size:tdef):Tregister;
  316. begin
  317. if is_wasm_reference_type(size) then
  318. internalerror(2023060702)
  319. else
  320. result:=inherited;
  321. end;
  322. function thlcgwasm.getregisterfordef(list: TAsmList;size:tdef):Tregister;
  323. begin
  324. case def2regtyp(size) of
  325. R_EXTERNREFREGISTER:
  326. result:=TCgWasm(cg).getexternrefregister(list);
  327. R_FUNCREFREGISTER:
  328. result:=TCgWasm(cg).getfuncrefregister(list);
  329. else
  330. result:=inherited;
  331. end;
  332. end;
  333. procedure thlcgwasm.a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara);
  334. begin
  335. tosize:=get_para_push_size(tosize);
  336. if tosize=s8inttype then
  337. a:=shortint(a)
  338. else if tosize=s16inttype then
  339. a:=smallint(a);
  340. inherited a_load_const_cgpara(list, tosize, a, cgpara);
  341. end;
  342. function thlcgwasm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  343. begin
  344. list.concat(taicpu.op_sym(a_call,current_asmdata.RefAsmSymbol(s,AT_FUNCTION)));
  345. result:=get_call_result_cgpara(pd,forceresdef);
  346. end;
  347. function thlcgwasm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  348. begin
  349. a_load_reg_stack(list, ptrsinttype, reg);
  350. if pd.typ=procvardef then
  351. current_asmdata.CurrAsmList.Concat(taicpu.op_functype(a_call_indirect,tcpuprocvardef(pd).create_functype))
  352. else
  353. current_asmdata.CurrAsmList.Concat(taicpu.op_functype(a_call_indirect,tcpuprocdef(pd).create_functype));
  354. decstack(list,1);
  355. result:=hlcg.get_call_result_cgpara(pd, nil);
  356. end;
  357. procedure thlcgwasm.a_load_const_stack(list : TAsmList;size : tdef;a : tcgint; typ: TRegisterType);
  358. begin
  359. case typ of
  360. R_INTREGISTER,
  361. R_ADDRESSREGISTER:
  362. begin
  363. case def_cgsize(size) of
  364. OS_8,OS_16,OS_32,
  365. OS_S8,OS_S16,OS_S32:
  366. begin
  367. { convert cardinals to longints }
  368. list.concat(taicpu.op_const(a_i32_const, a));
  369. end;
  370. OS_64,OS_S64:
  371. begin
  372. list.concat(taicpu.op_const(a_i64_const, a));
  373. end;
  374. else
  375. internalerror(2010110702);
  376. end;
  377. end;
  378. else
  379. internalerror(2010110703);
  380. end;
  381. incstack(list,1);
  382. end;
  383. procedure thlcgwasm.a_loadaddr_ref_stack(list : TAsmList;fromsize, tosize : tdef;const ref : treference);
  384. var
  385. tmpref: treference;
  386. begin
  387. { you can't take the address of references, that are on the local stack }
  388. if (ref.base=NR_EVAL_STACK_BASE) or (ref.index=NR_EVAL_STACK_BASE) or
  389. (ref.base=NR_LOCAL_STACK_POINTER_REG) or (ref.index=NR_LOCAL_STACK_POINTER_REG) then
  390. internalerror(2021010101);
  391. tmpref:=ref;
  392. tmpref.base:=NR_NO;
  393. tmpref.index:=NR_NO;
  394. if tmpref.refaddr=addr_got_tls then
  395. begin
  396. tmpref.offset:=0;
  397. list.Concat(taicpu.op_ref(a_global_get, tmpref));
  398. incstack(list, 1);
  399. if ref.offset<>0 then
  400. begin
  401. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  402. incstack(list, 1);
  403. list.Concat(taicpu.op_none(a_i32_add));
  404. decstack(list, 1);
  405. end;
  406. end
  407. else
  408. begin
  409. list.Concat(taicpu.op_ref(a_i32_const, tmpref));
  410. incstack(list, 1);
  411. end;
  412. if ref.base<>NR_NO then
  413. begin
  414. list.Concat(taicpu.op_reg(a_local_get,ref.base));
  415. incstack(list, 1);
  416. list.Concat(taicpu.op_none(a_i32_add));
  417. decstack(list, 1);
  418. end;
  419. if ref.index<>NR_NO then
  420. begin
  421. list.Concat(taicpu.op_reg(a_local_get,ref.index));
  422. incstack(list, 1);
  423. if ref.scalefactor>1 then
  424. begin
  425. list.Concat(taicpu.op_const(a_i32_const,ref.scalefactor));
  426. incstack(list, 1);
  427. list.Concat(taicpu.op_none(a_i32_mul));
  428. decstack(list, 1);
  429. end;
  430. list.Concat(taicpu.op_none(a_i32_add));
  431. decstack(list, 1);
  432. end;
  433. end;
  434. procedure thlcgwasm.a_load_stack_loc(list: TAsmList; size: tdef; const loc: tlocation);
  435. var
  436. tmpref: treference;
  437. begin
  438. case loc.loc of
  439. LOC_REGISTER,LOC_CREGISTER,
  440. LOC_FPUREGISTER,LOC_CFPUREGISTER:
  441. a_load_stack_reg(list,size,loc.register);
  442. LOC_REFERENCE:
  443. begin
  444. tmpref:=loc.reference;
  445. a_load_stack_ref(list,size,loc.reference,prepare_stack_for_ref(list,tmpref,false));
  446. end;
  447. else
  448. internalerror(2011020501);
  449. end;
  450. end;
  451. procedure thlcgwasm.a_load_loc_stack(list: TAsmList;size: tdef;const loc: tlocation);
  452. var
  453. tmpref: treference;
  454. extra_slots: LongInt;
  455. begin
  456. case loc.loc of
  457. LOC_REGISTER,LOC_CREGISTER,
  458. LOC_FPUREGISTER,LOC_CFPUREGISTER:
  459. a_load_reg_stack(list,size,loc.register);
  460. LOC_REFERENCE,LOC_CREFERENCE:
  461. begin
  462. tmpref:=loc.reference;
  463. extra_slots:=prepare_stack_for_ref(list,tmpref,false);
  464. a_load_ref_stack(list,size,tmpref,extra_slots);
  465. end;
  466. LOC_CONSTANT:
  467. a_load_const_stack(list,size,loc.value,def2regtyp(size));
  468. LOC_SUBSETREF,LOC_CSUBSETREF:
  469. a_load_subsetref_stack(list,size,loc.sref);
  470. else
  471. internalerror(2011010401);
  472. end;
  473. end;
  474. procedure thlcgwasm.a_loadfpu_const_stack(list: TAsmList; size: tdef; a: double);
  475. begin
  476. case tfloatdef(size).floattype of
  477. s32real:
  478. begin
  479. list.concat(taicpu.op_single(a_f32_const, a));
  480. incstack(list,1);
  481. end;
  482. s64real:
  483. begin
  484. list.concat(taicpu.op_double(a_f64_const,a));
  485. incstack(list,1);
  486. end
  487. else
  488. internalerror(2011010501);
  489. end;
  490. end;
  491. procedure thlcgwasm.a_op_stack(list: TAsmList; op: topcg; size: tdef);
  492. begin
  493. case def_cgsize(size) of
  494. OS_8,OS_S8,
  495. OS_16,OS_S16,
  496. OS_32,OS_S32:
  497. begin
  498. { boolean not: =0? for boolean }
  499. if (op=OP_NOT) and is_pasbool(size) then
  500. list.concat(taicpu.op_none(a_i32_eqz))
  501. else if (op=OP_NOT) and is_cbool(size) then
  502. begin
  503. current_asmdata.CurrAsmList.Concat(taicpu.op_functype(a_if,TWasmFuncType.Create([],[wbt_i32])));
  504. decstack(current_asmdata.CurrAsmList,1);
  505. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i32_const, 0) );
  506. incstack(current_asmdata.CurrAsmList,1);
  507. current_asmdata.CurrAsmList.Concat( taicpu.op_none(a_else) );
  508. decstack(current_asmdata.CurrAsmList,1);
  509. case def_cgsize(size) of
  510. OS_32,OS_S32:
  511. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i32_const, -1) );
  512. OS_16,OS_S16:
  513. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i32_const, 65535) );
  514. OS_8,OS_S8:
  515. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i32_const, 255) );
  516. else
  517. internalerror(2021100102);
  518. end;
  519. incstack(current_asmdata.CurrAsmList,1);
  520. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  521. end
  522. else
  523. begin
  524. if op=OP_NOT then
  525. begin
  526. { not = xor -1 for integer }
  527. a_load_const_stack(list,s32inttype,high(cardinal),R_INTREGISTER);
  528. op:=OP_XOR;
  529. end
  530. else if op=OP_NEG then
  531. begin
  532. { neg = *(-1) }
  533. a_load_const_stack(list,s32inttype,-1,R_INTREGISTER);
  534. op:=OP_MUL;
  535. end;
  536. if TOpCG2IAsmOp[op]=A_None then
  537. internalerror(2010120532);
  538. list.concat(taicpu.op_none(TOpCG2IAsmOp[op]));
  539. decstack(list,1);
  540. end;
  541. maybe_adjust_op_result(list,op,size);
  542. end;
  543. OS_64,OS_S64:
  544. begin
  545. { boolean not: =0? for boolean }
  546. if (op=OP_NOT) and is_pasbool(size) then
  547. begin
  548. list.concat(taicpu.op_none(a_i64_eqz));
  549. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  550. end
  551. else if (op=OP_NOT) and is_cbool(size) then
  552. begin
  553. list.concat(taicpu.op_none(a_i64_eqz));
  554. current_asmdata.CurrAsmList.Concat(taicpu.op_functype(a_if,TWasmFuncType.Create([],[wbt_i64])));
  555. decstack(current_asmdata.CurrAsmList,1);
  556. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i64_const, -1) );
  557. incstack(current_asmdata.CurrAsmList,1);
  558. current_asmdata.CurrAsmList.Concat( taicpu.op_none(a_else) );
  559. decstack(current_asmdata.CurrAsmList,1);
  560. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i64_const, 0) );
  561. incstack(current_asmdata.CurrAsmList,1);
  562. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  563. end
  564. else
  565. begin
  566. if op=OP_NOT then
  567. begin
  568. { not = xor -1 for integer }
  569. a_load_const_stack(list,s64inttype,-1,R_INTREGISTER);
  570. op:=OP_XOR;
  571. end
  572. else if op=OP_NEG then
  573. begin
  574. { neg = *(-1) }
  575. a_load_const_stack(list,s64inttype,-1,R_INTREGISTER);
  576. op:=OP_MUL;
  577. end;
  578. if TOpCG2LAsmOp[op]=A_None then
  579. internalerror(2010120533);
  580. list.concat(taicpu.op_none(TOpCG2LAsmOp[op]));
  581. decstack(list,1);
  582. end;
  583. end;
  584. else
  585. internalerror(2010120531);
  586. end;
  587. end;
  588. procedure thlcgwasm.a_op_const_stack(list: TAsmList;op: topcg;size: tdef;a: tcgint);
  589. begin
  590. case op of
  591. OP_NEG,OP_NOT:
  592. internalerror(2011010801);
  593. else
  594. a_load_const_stack(list,size,a,R_INTREGISTER);
  595. end;
  596. a_op_stack(list,op,size);
  597. end;
  598. procedure thlcgwasm.a_op_reg_stack(list: TAsmList; op: topcg; size: tdef; reg: tregister);
  599. begin
  600. a_load_reg_stack(list,size,reg);
  601. a_op_stack(list,op,size);
  602. end;
  603. procedure thlcgwasm.a_op_ref_stack(list: TAsmList; op: topcg; size: tdef; const ref: treference);
  604. var
  605. tmpref: treference;
  606. begin
  607. { ref must not be the stack top, because that may indicate an error
  608. (it means that we will perform an operation of the stack top onto
  609. itself, so that means the two values have been loaded manually prior
  610. to calling this routine, instead of letting this routine load one of
  611. them; if something like that is needed, call a_op_stack() directly) }
  612. if ref.base=NR_EVAL_STACK_BASE then
  613. internalerror(2010121102);
  614. tmpref:=ref;
  615. a_load_ref_stack(list,size,tmpref,prepare_stack_for_ref(list,tmpref,false));
  616. a_op_stack(list,op,size);
  617. end;
  618. procedure thlcgwasm.a_op_loc_stack(list: TAsmList; op: topcg; size: tdef; const loc: tlocation);
  619. begin
  620. case loc.loc of
  621. LOC_REGISTER,LOC_CREGISTER:
  622. a_op_reg_stack(list,op,size,loc.register);
  623. LOC_REFERENCE,LOC_CREFERENCE:
  624. a_op_ref_stack(list,op,size,loc.reference);
  625. LOC_CONSTANT:
  626. a_op_const_stack(list,op,size,loc.value);
  627. else
  628. internalerror(2011011415)
  629. end;
  630. end;
  631. procedure thlcgwasm.a_cmp_const_loc_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const loc: tlocation);
  632. var
  633. tmpreg: tregister;
  634. begin
  635. case loc.loc of
  636. LOC_REGISTER,LOC_CREGISTER:
  637. a_cmp_const_reg_stack(list,size,cmp_op,a,loc.register);
  638. LOC_REFERENCE,LOC_CREFERENCE:
  639. a_cmp_const_ref_stack(list,size,cmp_op,a,loc.reference);
  640. LOC_SUBSETREG, LOC_CSUBSETREG:
  641. begin
  642. tmpreg:=getintregister(list,size);
  643. a_load_subsetreg_reg(list,size,size,loc.sreg,tmpreg);
  644. a_cmp_const_reg_stack(list,size,cmp_op,a,tmpreg);
  645. end;
  646. LOC_SUBSETREF, LOC_CSUBSETREF:
  647. begin
  648. tmpreg:=getintregister(list,size);
  649. a_load_subsetref_reg(list,size,size,loc.sref,tmpreg);
  650. a_cmp_const_reg_stack(list,size,cmp_op,a,tmpreg);
  651. end;
  652. else
  653. internalerror(2010120430);
  654. end;
  655. end;
  656. procedure thlcgwasm.a_cmp_const_ref_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference);
  657. var
  658. tmpref: treference;
  659. begin
  660. tmpref:=ref;
  661. if tmpref.base<>NR_EVAL_STACK_BASE then
  662. a_load_ref_stack(list,size,tmpref,prepare_stack_for_ref(list,tmpref,false));
  663. a_load_const_stack(list,size,a,def2regtyp(size));
  664. a_cmp_stack_stack(list,size,cmp_op);
  665. end;
  666. procedure thlcgwasm.a_cmp_const_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister);
  667. begin
  668. a_load_reg_stack(list,size,reg);
  669. a_load_const_stack(list,size,a,def2regtyp(size));
  670. a_cmp_stack_stack(list,size,cmp_op);
  671. end;
  672. procedure thlcgwasm.a_cmp_ref_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister);
  673. var
  674. tmpref: treference;
  675. begin
  676. tmpref:=ref;
  677. a_load_reg_stack(list,size,reg);
  678. if tmpref.base<>NR_EVAL_STACK_BASE then
  679. a_load_ref_stack(list,size,tmpref,prepare_stack_for_ref(list,tmpref,false))
  680. else
  681. cmp_op:=swap_opcmp(cmp_op);
  682. a_cmp_stack_stack(list,size,cmp_op);
  683. end;
  684. procedure thlcgwasm.a_cmp_reg_ref_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference);
  685. var
  686. tmpref: treference;
  687. begin
  688. tmpref:=ref;
  689. if tmpref.base<>NR_EVAL_STACK_BASE then
  690. a_load_ref_stack(list,size,ref,prepare_stack_for_ref(list,tmpref,false));
  691. a_load_reg_stack(list,size,reg);
  692. a_cmp_stack_stack(list,size,cmp_op);
  693. end;
  694. procedure thlcgwasm.a_cmp_reg_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister);
  695. begin
  696. a_load_reg_stack(list,size,reg2);
  697. a_load_reg_stack(list,size,reg1);
  698. a_cmp_stack_stack(list,size,cmp_op);
  699. end;
  700. procedure thlcgwasm.a_cmp_subsetreg_reg_stack(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sreg: tsubsetregister; reg: tregister);
  701. var
  702. tmpreg: tregister;
  703. begin
  704. tmpreg:=getintregister(list,cmpsize);
  705. a_load_subsetreg_reg(list,fromsubsetsize,cmpsize,sreg,tmpreg);
  706. a_cmp_reg_reg_stack(list,cmpsize,cmp_op,tmpreg,reg);
  707. end;
  708. procedure thlcgwasm.a_cmp_subsetref_reg_stack(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sref: tsubsetreference; reg: tregister);
  709. var
  710. tmpreg: tregister;
  711. begin
  712. tmpreg:=getintregister(list,cmpsize);
  713. a_load_subsetref_reg(list,fromsubsetsize,cmpsize,sref,tmpreg);
  714. a_cmp_reg_reg_stack(list,cmpsize,cmp_op,tmpreg,reg);
  715. end;
  716. procedure thlcgwasm.a_cmp_loc_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; const loc: tlocation; reg: tregister);
  717. begin
  718. case loc.loc of
  719. LOC_REGISTER,
  720. LOC_CREGISTER:
  721. a_cmp_reg_reg_stack(list,size,cmp_op,loc.register,reg);
  722. LOC_REFERENCE,
  723. LOC_CREFERENCE :
  724. a_cmp_ref_reg_stack(list,size,cmp_op,loc.reference,reg);
  725. LOC_CONSTANT:
  726. a_cmp_const_reg_stack(list,size,cmp_op,loc.value,reg);
  727. LOC_SUBSETREG,
  728. LOC_CSUBSETREG:
  729. a_cmp_subsetreg_reg_stack(list,size,size,cmp_op,loc.sreg,reg);
  730. LOC_SUBSETREF,
  731. LOC_CSUBSETREF:
  732. a_cmp_subsetref_reg_stack(list,size,size,cmp_op,loc.sref,reg);
  733. else
  734. internalerror(2010120431);
  735. end;
  736. end;
  737. procedure thlcgwasm.a_cmp_reg_loc_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const loc: tlocation);
  738. begin
  739. a_cmp_loc_reg_stack(list,size,swap_opcmp(cmp_op),loc,reg);
  740. end;
  741. procedure thlcgwasm.a_cmp_ref_loc_stack(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; const loc: tlocation);
  742. var
  743. tmpreg: tregister;
  744. begin
  745. case loc.loc of
  746. LOC_REGISTER,LOC_CREGISTER:
  747. a_cmp_ref_reg_stack(list,size,cmp_op,ref,loc.register);
  748. LOC_REFERENCE,LOC_CREFERENCE:
  749. begin
  750. tmpreg:=getintregister(list,size);
  751. a_load_ref_reg(list,size,size,loc.reference,tmpreg);
  752. a_cmp_ref_reg_stack(list,size,cmp_op,ref,tmpreg);
  753. end;
  754. LOC_CONSTANT:
  755. begin
  756. a_cmp_const_ref_stack(list,size,swap_opcmp(cmp_op),loc.value,ref);
  757. end;
  758. LOC_SUBSETREG, LOC_CSUBSETREG:
  759. begin
  760. tmpreg:=getintregister(list,size);
  761. a_load_ref_reg(list,size,size,loc.reference,tmpreg);
  762. a_cmp_subsetreg_reg_stack(list,size,size,swap_opcmp(cmp_op),loc.sreg,tmpreg);
  763. end;
  764. LOC_SUBSETREF, LOC_CSUBSETREF:
  765. begin
  766. tmpreg:=getintregister(list,size);
  767. a_load_ref_reg(list,size,size,loc.reference,tmpreg);
  768. a_cmp_subsetref_reg_stack(list,size,size,swap_opcmp(cmp_op),loc.sref,tmpreg);
  769. end;
  770. else
  771. internalerror(2010120432);
  772. end;
  773. end;
  774. procedure thlcgwasm.a_cmp_const_loc_br(list: TAsmList; size: tdef;cmp_op: topcmp; a: tcgint; const loc: tlocation; br: Integer);
  775. begin
  776. a_cmp_const_loc_stack(list,size,cmp_op,a,loc);
  777. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  778. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  779. end;
  780. procedure thlcgwasm.a_cmp_const_ref_br(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference; br: Integer);
  781. begin
  782. a_cmp_const_ref_stack(list,size,cmp_op,a,ref);
  783. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  784. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  785. end;
  786. procedure thlcgwasm.a_cmp_const_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; br: Integer);
  787. begin
  788. a_cmp_const_reg_stack(list,size,cmp_op,a,reg);
  789. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  790. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  791. end;
  792. procedure thlcgwasm.a_cmp_ref_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister; br: Integer);
  793. begin
  794. a_cmp_ref_reg_stack(list,size,cmp_op,ref,reg);
  795. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  796. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  797. end;
  798. procedure thlcgwasm.a_cmp_reg_ref_br(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference; br: Integer);
  799. begin
  800. a_cmp_reg_ref_stack(list,size,cmp_op,reg,ref);
  801. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  802. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  803. end;
  804. procedure thlcgwasm.a_cmp_reg_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; br: Integer);
  805. begin
  806. a_cmp_reg_reg_stack(list,size,cmp_op,reg1,reg2);
  807. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  808. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  809. end;
  810. procedure thlcgwasm.a_cmp_subsetreg_reg_br(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sreg: tsubsetregister; reg: tregister; br: Integer);
  811. begin
  812. a_cmp_subsetreg_reg_stack(list,fromsubsetsize,cmpsize,cmp_op,sreg,reg);
  813. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  814. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  815. end;
  816. procedure thlcgwasm.a_cmp_subsetref_reg_br(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sref: tsubsetreference; reg: tregister; br: Integer);
  817. begin
  818. a_cmp_subsetref_reg_stack(list,fromsubsetsize,cmpsize,cmp_op,sref,reg);
  819. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  820. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  821. end;
  822. procedure thlcgwasm.a_cmp_loc_reg_br(list : TAsmList;size : tdef;cmp_op : topcmp; const loc: tlocation; reg : tregister; br: Integer);
  823. begin
  824. a_cmp_loc_reg_stack(list,size,cmp_op,loc,reg);
  825. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  826. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  827. end;
  828. procedure thlcgwasm.a_cmp_reg_loc_br(list : TAsmList;size : tdef;cmp_op : topcmp; reg: tregister; const loc: tlocation; br: Integer);
  829. begin
  830. a_cmp_reg_loc_stack(list,size,cmp_op,reg,loc);
  831. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  832. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  833. end;
  834. procedure thlcgwasm.a_cmp_ref_loc_br(list: TAsmList; size: tdef;cmp_op: topcmp; const ref: treference; const loc: tlocation; br: Integer);
  835. begin
  836. a_cmp_ref_loc_stack(list,size,cmp_op,ref,loc);
  837. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  838. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  839. end;
  840. procedure thlcgwasm.g_reference_loc(list: TAsmList; def: tdef; const fromloc: tlocation; out toloc: tlocation);
  841. begin
  842. case fromloc.loc of
  843. LOC_CREFERENCE,
  844. LOC_REFERENCE:
  845. begin
  846. toloc:=fromloc;
  847. if (fromloc.reference.base<>NR_NO) and
  848. (fromloc.reference.base<>current_procinfo.framepointer) and
  849. (fromloc.reference.base<>NR_STACK_POINTER_REG) then
  850. g_allocload_reg_reg(list,voidpointertype,fromloc.reference.base,toloc.reference.base,R_ADDRESSREGISTER);
  851. end;
  852. else
  853. inherited;
  854. end;
  855. end;
  856. procedure thlcgwasm.a_cmp_stack_stack(list: TAsmlist; size: tdef; cmp_op: topcmp);
  857. const
  858. opcmp32: array[topcmp] of tasmop = (
  859. A_None, { OC_NONE, }
  860. a_i32_eq, { OC_EQ, equality comparison }
  861. a_i32_gt_s, { OC_GT, greater than (signed) }
  862. a_i32_lt_s, { OC_LT, less than (signed) }
  863. a_i32_ge_s, { OC_GTE, greater or equal than (signed) }
  864. a_i32_le_s, { OC_LTE, less or equal than (signed) }
  865. a_i32_ne, { OC_NE, not equal }
  866. a_i32_le_u, { OC_BE, less or equal than (unsigned) }
  867. a_i32_lt_u, { OC_B, less than (unsigned) }
  868. a_i32_ge_u, { OC_AE, greater or equal than (unsigned) }
  869. a_i32_gt_u { OC_A greater than (unsigned) }
  870. );
  871. const
  872. opcmp64: array[TOpCmp] of TAsmOp = (A_None,
  873. a_i64_eq, // OC_EQ
  874. a_i64_gt_s, a_i64_lt_s, // OC_GT, OC_LT
  875. a_i64_ge_s, a_i64_le_s, // OC_GTE, OC_LTE
  876. a_i64_ne, // OC_NE
  877. a_i64_le_u, a_i64_lt_u, // OC_BE, OC_B
  878. a_i64_ge_u, a_i64_gt_u // OC_AE, OC_A
  879. );
  880. var
  881. cgsize: tcgsize;
  882. begin
  883. case def2regtyp(size) of
  884. R_INTREGISTER,
  885. R_ADDRESSREGISTER:
  886. begin
  887. cgsize:=def_cgsize(size);
  888. case cgsize of
  889. OS_S8,OS_8,
  890. OS_16,OS_S16,
  891. OS_S32,OS_32:
  892. begin
  893. list.concat(taicpu.op_none(opcmp32[cmp_op]));
  894. decstack(list,1);
  895. end;
  896. OS_64,OS_S64:
  897. begin
  898. list.concat(taicpu.op_none(opcmp64[cmp_op]));
  899. decstack(list,1);
  900. end;
  901. else
  902. internalerror(2010120538);
  903. end;
  904. end;
  905. else
  906. internalerror(2010120538);
  907. end;
  908. end;
  909. procedure thlcgwasm.maybe_adjust_op_result(list: TAsmList; op: TOpCg; size: tdef);
  910. const
  911. overflowops = [OP_MUL,OP_SHL,OP_ADD,OP_SUB,OP_NOT,OP_NEG];
  912. begin
  913. if (op in overflowops) and
  914. (def_cgsize(size) in [OS_8,OS_S8,OS_16,OS_S16]) then
  915. resize_stack_int_val(list,s32inttype,size,false);
  916. end;
  917. procedure thlcgwasm.gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara);
  918. begin
  919. { nothing to do for ret_in_param results }
  920. if paramanager.ret_in_param(pd.returndef,pd) then
  921. exit;
  922. { constructors don't return anything in Java }
  923. if pd.proctypeoption=potype_constructor then
  924. exit;
  925. { must return a value of the correct type on the evaluation stack }
  926. case def2regtyp(resdef) of
  927. R_INTREGISTER,
  928. R_ADDRESSREGISTER:
  929. a_load_const_cgpara(list,resdef,0,resloc);
  930. R_FPUREGISTER:
  931. case tfloatdef(resdef).floattype of
  932. s32real:
  933. begin
  934. list.concat(taicpu.op_single(a_f32_const, 0));
  935. incstack(list,1);
  936. end;
  937. s64real:
  938. begin
  939. list.concat(taicpu.op_double(a_f64_const, 0));
  940. incstack(list,1);
  941. end;
  942. else
  943. internalerror(2011010302);
  944. end;
  945. R_FUNCREFREGISTER:
  946. begin
  947. list.concat(taicpu.op_none(a_ref_null_funcref));
  948. incstack(list,1);
  949. end;
  950. R_EXTERNREFREGISTER:
  951. begin
  952. list.concat(taicpu.op_none(a_ref_null_externref));
  953. incstack(list,1);
  954. end;
  955. else
  956. internalerror(2011010301);
  957. end;
  958. end;
  959. function thlcgwasm.g_call_system_proc_intern(list: TAsmList; pd: tprocdef; const paras: array of pcgpara; forceresdef: tdef): tcgpara;
  960. begin
  961. result:=inherited;
  962. pd.init_paraloc_info(callerside);
  963. g_adjust_stack_after_call(list,pd);
  964. end;
  965. function thlcgwasm.prepare_stack_for_ref(list: TAsmList; var ref: treference; dup: boolean): longint;
  966. var
  967. tmpref: treference;
  968. begin
  969. result:=0;
  970. { fake location that indicates the value is already on the stack? }
  971. if (ref.base=NR_EVAL_STACK_BASE) or (ref.base=NR_LOCAL_STACK_POINTER_REG) then
  972. exit;
  973. if (ref.base=NR_NO) and (ref.index<>NR_NO) and (ref.scalefactor<=1) then
  974. begin
  975. ref.base:=ref.index;
  976. ref.index:=NR_NO;
  977. end;
  978. if assigned(ref.symbol) and (ref.symbol.typ=AT_WASM_GLOBAL) then
  979. begin
  980. if ref.base<>NR_NO then
  981. internalerror(2022072601);
  982. if ref.index<>NR_NO then
  983. internalerror(2022072602);
  984. if ref.offset<>0 then
  985. internalerror(2022072603);
  986. end
  987. else if ref.refaddr=addr_got_tls then
  988. begin
  989. if not assigned(ref.symbol) then
  990. internalerror(2022071405);
  991. if ref.base<>NR_NO then
  992. internalerror(2022071406);
  993. if ref.index<>NR_NO then
  994. internalerror(2022071407);
  995. tmpref:=ref;
  996. tmpref.offset:=0;
  997. list.Concat(taicpu.op_ref(a_global_get,tmpref));
  998. incstack(list,1);
  999. if dup then
  1000. begin
  1001. list.Concat(taicpu.op_ref(a_global_get,tmpref));
  1002. incstack(list,1);
  1003. end;
  1004. result:=1;
  1005. end
  1006. else if assigned(ref.symbol) and (ref.base=NR_NO) and (ref.index=NR_NO) then
  1007. begin
  1008. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1009. incstack(list,1);
  1010. if dup then
  1011. begin
  1012. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1013. incstack(list,1);
  1014. end;
  1015. ref.offset:=0;
  1016. result:=1;
  1017. end
  1018. else if ref.index <> NR_NO then // array access
  1019. begin
  1020. // it's just faster to sum two of those together
  1021. list.Concat(taicpu.op_reg(a_local_get, ref.base));
  1022. incstack(list,1);
  1023. list.Concat(taicpu.op_reg(a_local_get, ref.index));
  1024. incstack(list,1);
  1025. list.Concat(taicpu.op_none(a_i32_add));
  1026. decstack(list,1);
  1027. if assigned(ref.symbol) then
  1028. begin
  1029. list.Concat(taicpu.op_sym(a_i32_const,ref.symbol));
  1030. incstack(list,1);
  1031. list.Concat(taicpu.op_none(a_i32_add));
  1032. decstack(list,1);
  1033. end;
  1034. if ref.offset<0 then
  1035. begin
  1036. list.Concat(taicpu.op_const(a_i32_const,-ref.offset));
  1037. incstack(list,1);
  1038. list.Concat(taicpu.op_none(a_i32_sub));
  1039. decstack(list,1);
  1040. end
  1041. else if ref.offset>0 then
  1042. begin
  1043. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1044. incstack(list,1);
  1045. list.Concat(taicpu.op_none(a_i32_add));
  1046. decstack(list,1);
  1047. end;
  1048. if dup then
  1049. begin
  1050. list.Concat(taicpu.op_reg(a_local_get, ref.base));
  1051. incstack(list,1);
  1052. list.Concat(taicpu.op_reg(a_local_get, ref.index));
  1053. incstack(list,1);
  1054. list.Concat(taicpu.op_none(a_i32_add));
  1055. decstack(list,1);
  1056. if assigned(ref.symbol) then
  1057. begin
  1058. list.Concat(taicpu.op_sym(a_i32_const,ref.symbol));
  1059. incstack(list,1);
  1060. list.Concat(taicpu.op_none(a_i32_add));
  1061. decstack(list,1);
  1062. end;
  1063. if ref.offset<0 then
  1064. begin
  1065. list.Concat(taicpu.op_const(a_i32_const,-ref.offset));
  1066. incstack(list,1);
  1067. list.Concat(taicpu.op_none(a_i32_sub));
  1068. decstack(list,1);
  1069. end
  1070. else if ref.offset>0 then
  1071. begin
  1072. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1073. incstack(list,1);
  1074. list.Concat(taicpu.op_none(a_i32_add));
  1075. decstack(list,1);
  1076. end;
  1077. end;
  1078. ref.base:=NR_NO;
  1079. ref.index:=NR_NO;
  1080. ref.offset:=0;
  1081. ref.symbol:=nil;
  1082. result:=1;
  1083. end
  1084. else if (ref.base<>NR_NO) then
  1085. begin
  1086. if (ref.base<>NR_STACK_POINTER_REG) then
  1087. begin
  1088. { regular field -> load self on the stack }
  1089. a_load_reg_stack(list,voidpointertype,ref.base);
  1090. if assigned(ref.symbol) then
  1091. begin
  1092. list.Concat(taicpu.op_sym(a_i32_const,ref.symbol));
  1093. incstack(list,1);
  1094. list.Concat(taicpu.op_none(a_i32_add));
  1095. decstack(list,1);
  1096. end;
  1097. if ref.offset<0 then
  1098. begin
  1099. list.Concat(taicpu.op_const(a_i32_const,-ref.offset));
  1100. incstack(list,1);
  1101. list.Concat(taicpu.op_none(a_i32_sub));
  1102. decstack(list,1);
  1103. end
  1104. else if ref.offset>0 then
  1105. begin
  1106. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1107. incstack(list,1);
  1108. list.Concat(taicpu.op_none(a_i32_add));
  1109. decstack(list,1);
  1110. end;
  1111. if dup then
  1112. begin
  1113. a_load_reg_stack(list,voidpointertype,ref.base);
  1114. if assigned(ref.symbol) then
  1115. begin
  1116. list.Concat(taicpu.op_sym(a_i32_const,ref.symbol));
  1117. incstack(list,1);
  1118. list.Concat(taicpu.op_none(a_i32_add));
  1119. decstack(list,1);
  1120. end;
  1121. if ref.offset<0 then
  1122. begin
  1123. list.Concat(taicpu.op_const(a_i32_const,-ref.offset));
  1124. incstack(list,1);
  1125. list.Concat(taicpu.op_none(a_i32_sub));
  1126. decstack(list,1);
  1127. end
  1128. else if ref.offset>0 then
  1129. begin
  1130. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1131. incstack(list,1);
  1132. list.Concat(taicpu.op_none(a_i32_add));
  1133. decstack(list,1);
  1134. end;
  1135. end;
  1136. ref.offset:=0;
  1137. ref.symbol:=nil;
  1138. ref.base:=NR_NO;
  1139. result:=1;
  1140. end
  1141. else // if (ref.base = NR_FRAME_POINTER_REG) then
  1142. begin
  1143. internalerror(2021012202);
  1144. //list.Concat(taicpu.op_sym(a_local_get, current_asmdata.RefAsmSymbol(FRAME_POINTER_SYM,AT_ADDR) ));
  1145. //incstack(list,1);
  1146. end;
  1147. end
  1148. else
  1149. begin
  1150. { static field -> nothing to do here, except for validity check }
  1151. {if not assigned(ref.symbol) or
  1152. (ref.offset<>0) then
  1153. begin
  1154. internalerror(2010120525);
  1155. end;}
  1156. end;
  1157. end;
  1158. procedure thlcgwasm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1159. begin
  1160. { support loading a function result (from the evaluation stack), to a register }
  1161. if assigned(para.location) and (not assigned(para.location^.next)) and
  1162. (para.location^.loc in [LOC_REFERENCE,LOC_CREFERENCE]) and
  1163. (para.location^.reference.index=NR_EVAL_STACK_BASE) and
  1164. (para.location^.reference.offset=0) and
  1165. (def_cgsize(para.location^.Def)=destloc.size) and
  1166. (destloc.loc=LOC_REGISTER) then
  1167. a_load_stack_loc(list,para.location^.Def,destloc)
  1168. else
  1169. inherited;
  1170. end;
  1171. procedure thlcgwasm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  1172. begin
  1173. a_load_const_stack(list,tosize,a,def2regtyp(tosize));
  1174. a_load_stack_reg(list,tosize,register);
  1175. end;
  1176. procedure thlcgwasm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  1177. var
  1178. extra_slots: longint;
  1179. tmpref: treference;
  1180. begin
  1181. tmpref:=ref;
  1182. extra_slots:=prepare_stack_for_ref(list,tmpref,false);
  1183. a_load_const_stack(list,tosize,a,def2regtyp(tosize));
  1184. a_load_stack_ref(list,tosize,tmpref,extra_slots);
  1185. end;
  1186. procedure thlcgwasm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  1187. var
  1188. extra_slots: longint;
  1189. tmpref: treference;
  1190. begin
  1191. tmpref:=ref;
  1192. extra_slots:=prepare_stack_for_ref(list,tmpref,false);
  1193. a_load_reg_stack(list,fromsize,register);
  1194. if def2regtyp(fromsize)=R_INTREGISTER then
  1195. resize_stack_int_val(list,fromsize,tosize,assigned(tmpref.symbol));
  1196. a_load_stack_ref(list,tosize,tmpref,extra_slots);
  1197. end;
  1198. procedure thlcgwasm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1199. begin
  1200. a_load_reg_stack(list,fromsize,reg1);
  1201. if def2regtyp(fromsize)=R_INTREGISTER then
  1202. resize_stack_int_val(list,fromsize,tosize,false);
  1203. a_load_stack_reg(list,tosize,reg2);
  1204. end;
  1205. procedure thlcgwasm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  1206. var
  1207. extra_slots: longint;
  1208. tmpref: treference;
  1209. begin
  1210. tmpref:=ref;
  1211. extra_slots:=prepare_stack_for_ref(list,tmpref,false);
  1212. a_load_ref_stack(list,fromsize,tmpref,extra_slots);
  1213. if def2regtyp(fromsize)=R_INTREGISTER then
  1214. resize_stack_int_val(list,fromsize,tosize,false);
  1215. a_load_stack_reg(list,tosize,register);
  1216. end;
  1217. procedure thlcgwasm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  1218. var
  1219. extra_sslots,
  1220. extra_dslots: longint;
  1221. tmpsref, tmpdref: treference;
  1222. tmpreg: tregister;
  1223. begin
  1224. if sref.base<>NR_EVAL_STACK_BASE then
  1225. begin
  1226. tmpsref:=sref;
  1227. tmpdref:=dref;
  1228. { make sure the destination reference is on top, since in the end the
  1229. order has to be "destref, value" -> first create "destref, sourceref" }
  1230. extra_dslots:=prepare_stack_for_ref(list,tmpdref,false);
  1231. extra_sslots:=prepare_stack_for_ref(list,tmpsref,false);
  1232. a_load_ref_stack(list,fromsize,tmpsref,extra_sslots);
  1233. if def2regtyp(fromsize)=R_INTREGISTER then
  1234. resize_stack_int_val(list,fromsize,tosize,assigned(tmpdref.symbol));
  1235. a_load_stack_ref(list,tosize,tmpdref,extra_dslots);
  1236. end
  1237. else
  1238. begin
  1239. { verify if we have the same reference }
  1240. if references_equal(sref,dref) then
  1241. exit;
  1242. tmpreg:=getregisterfordef(list,tosize);
  1243. a_load_ref_reg(list,fromsize,tosize,sref,tmpreg);
  1244. a_load_reg_ref(list,tosize,tosize,tmpreg,dref);
  1245. end;
  1246. end;
  1247. procedure thlcgwasm.a_load_loc_ref(list : TAsmList;fromsize, tosize: tdef; const loc: tlocation; const ref : treference);
  1248. var
  1249. tmpref: treference;
  1250. begin
  1251. if is_methodptr_like_type(tosize) and (loc.loc in [LOC_REGISTER,LOC_CREGISTER]) then
  1252. begin
  1253. tmpref:=ref;
  1254. a_load_reg_ref(list,voidcodepointertype,voidcodepointertype,loc.register,tmpref);
  1255. inc(tmpref.offset,voidcodepointertype.size);
  1256. { the second part could be either self or parentfp }
  1257. if tosize.size=(voidcodepointertype.size+voidpointertype.size) then
  1258. a_load_reg_ref(list,voidpointertype,voidpointertype,loc.registerhi,tmpref)
  1259. else if tosize.size=(voidcodepointertype.size+parentfpvoidpointertype.size) then
  1260. a_load_reg_ref(list,parentfpvoidpointertype,parentfpvoidpointertype,loc.registerhi,tmpref)
  1261. else
  1262. internalerror(2021100301);
  1263. end
  1264. else
  1265. inherited;
  1266. end;
  1267. procedure thlcgwasm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  1268. begin
  1269. a_loadaddr_ref_stack(list,fromsize,tosize,ref);
  1270. a_load_stack_reg(list, tosize, r);
  1271. end;
  1272. procedure thlcgwasm.a_load_subsetref_regs_index(list: TAsmList; subsetsize: tdef; loadbitsize: byte; const sref: tsubsetreference; valuereg: tregister);
  1273. var
  1274. tmpref: treference;
  1275. extra_value_reg,
  1276. tmpreg: tregister;
  1277. begin
  1278. tmpreg:=getintregister(list,osuinttype);
  1279. tmpref:=sref.ref;
  1280. inc(tmpref.offset,loadbitsize div 8);
  1281. extra_value_reg:=getintregister(list,osuinttype);
  1282. a_op_reg_reg(list,OP_SHR,osuinttype,sref.bitindexreg,valuereg);
  1283. { ensure we don't load anything past the end of the array }
  1284. a_cmp_const_reg_stack(list,osuinttype,OC_A,loadbitsize-sref.bitlen,sref.bitindexreg);
  1285. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_if));
  1286. decstack(current_asmdata.CurrAsmList,1);
  1287. { Y-x = -(Y-x) }
  1288. a_op_const_reg_reg(list,OP_SUB,osuinttype,loadbitsize,sref.bitindexreg,tmpreg);
  1289. a_op_reg_reg(list,OP_NEG,osuinttype,tmpreg,tmpreg);
  1290. { load next "loadbitsize" bits of the array }
  1291. a_load_ref_reg(list,cgsize_orddef(int_cgsize(loadbitsize div 8)),osuinttype,tmpref,extra_value_reg);
  1292. { tmpreg is in the range 1..<cpu_bitsize>-1 -> always ok }
  1293. a_op_reg_reg(list,OP_SHL,osuinttype,tmpreg,extra_value_reg);
  1294. { merge }
  1295. a_op_reg_reg(list,OP_OR,osuinttype,extra_value_reg,valuereg);
  1296. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  1297. { sign extend or mask other bits }
  1298. if is_signed(subsetsize) then
  1299. begin
  1300. a_op_const_reg(list,OP_SHL,osuinttype,AIntBits-sref.bitlen,valuereg);
  1301. a_op_const_reg(list,OP_SAR,osuinttype,AIntBits-sref.bitlen,valuereg);
  1302. end
  1303. else
  1304. a_op_const_reg(list,OP_AND,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),valuereg);
  1305. end;
  1306. procedure thlcgwasm.a_load_regconst_subsetref_intern(list : TAsmList; fromsize, subsetsize: tdef; fromreg: tregister; const sref: tsubsetreference; slopt: tsubsetloadopt);
  1307. var
  1308. tmpreg, tmpindexreg, valuereg, extra_value_reg, maskreg: tregister;
  1309. tosreg, fromsreg: tsubsetregister;
  1310. tmpref: treference;
  1311. bitmask: aword;
  1312. loadsize: torddef;
  1313. loadbitsize: byte;
  1314. extra_load: boolean;
  1315. begin
  1316. { the register must be able to contain the requested value }
  1317. if (fromsize.size*8<sref.bitlen) then
  1318. internalerror(2006081613);
  1319. get_subsetref_load_info(sref,loadsize,extra_load);
  1320. loadbitsize:=loadsize.size*8;
  1321. { load the (first part) of the bit sequence }
  1322. valuereg:=getintregister(list,osuinttype);
  1323. a_load_ref_reg(list,loadsize,osuinttype,sref.ref,valuereg);
  1324. { constant offset of bit sequence? }
  1325. if not extra_load then
  1326. begin
  1327. if (sref.bitindexreg=NR_NO) then
  1328. begin
  1329. { use subsetreg routine, it may have been overridden with an optimized version }
  1330. tosreg.subsetreg:=valuereg;
  1331. tosreg.subsetregsize:=def_cgsize(osuinttype);
  1332. { subsetregs always count bits from right to left }
  1333. tosreg.startbit:=sref.startbit;
  1334. tosreg.bitlen:=sref.bitlen;
  1335. a_load_regconst_subsetreg_intern(list,fromsize,subsetsize,fromreg,tosreg,slopt);
  1336. end
  1337. else
  1338. begin
  1339. if (sref.startbit<>0) then
  1340. internalerror(2006081710);
  1341. { should be handled by normal code and will give wrong result }
  1342. { on x86 for the '1 shl bitlen' below }
  1343. if (sref.bitlen=AIntBits) then
  1344. internalerror(2006081711);
  1345. { zero the bits we have to insert }
  1346. if (slopt<>SL_SETMAX) then
  1347. begin
  1348. maskreg:=getintregister(list,osuinttype);
  1349. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),maskreg);
  1350. a_op_reg_reg(list,OP_SHL,osuinttype,sref.bitindexreg,maskreg);
  1351. a_op_reg_reg(list,OP_NOT,osuinttype,maskreg,maskreg);
  1352. a_op_reg_reg(list,OP_AND,osuinttype,maskreg,valuereg);
  1353. end;
  1354. { insert the value }
  1355. if (slopt<>SL_SETZERO) then
  1356. begin
  1357. tmpreg:=getintregister(list,osuinttype);
  1358. if (slopt<>SL_SETMAX) then
  1359. a_load_reg_reg(list,fromsize,osuinttype,fromreg,tmpreg)
  1360. else if (sref.bitlen<>AIntBits) then
  1361. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen)-1), tmpreg)
  1362. else
  1363. a_load_const_reg(list,osuinttype,-1,tmpreg);
  1364. if not(slopt in [SL_REGNOSRCMASK,SL_SETMAX]) then
  1365. a_op_const_reg(list,OP_AND,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),tmpreg);
  1366. a_op_reg_reg(list,OP_SHL,osuinttype,sref.bitindexreg,tmpreg);
  1367. a_op_reg_reg(list,OP_OR,osuinttype,tmpreg,valuereg);
  1368. end;
  1369. end;
  1370. { store back to memory }
  1371. tmpreg:=getintregister(list,loadsize);
  1372. a_load_reg_reg(list,osuinttype,loadsize,valuereg,tmpreg);
  1373. a_load_reg_ref(list,loadsize,loadsize,tmpreg,sref.ref);
  1374. exit;
  1375. end
  1376. else
  1377. begin
  1378. { load next value }
  1379. extra_value_reg:=getintregister(list,osuinttype);
  1380. tmpref:=sref.ref;
  1381. inc(tmpref.offset,loadbitsize div 8);
  1382. { should maybe be taken out too, can be done more efficiently }
  1383. { on e.g. i386 with shld/shrd }
  1384. if (sref.bitindexreg = NR_NO) then
  1385. begin
  1386. a_load_ref_reg(list,loadsize,osuinttype,tmpref,extra_value_reg);
  1387. fromsreg.subsetreg:=fromreg;
  1388. fromsreg.subsetregsize:=def_cgsize(fromsize);
  1389. tosreg.subsetreg:=valuereg;
  1390. tosreg.subsetregsize:=def_cgsize(osuinttype);
  1391. { transfer first part }
  1392. fromsreg.bitlen:=loadbitsize-sref.startbit;
  1393. tosreg.bitlen:=fromsreg.bitlen;
  1394. { valuereg must contain the lower bits of the value at bits [startbit..loadbitsize] }
  1395. { lower bits of the value ... }
  1396. fromsreg.startbit:=0;
  1397. { ... to startbit }
  1398. tosreg.startbit:=sref.startbit;
  1399. case slopt of
  1400. SL_SETZERO,
  1401. SL_SETMAX:
  1402. a_load_regconst_subsetreg_intern(list,fromsize,subsetsize,fromreg,tosreg,slopt);
  1403. else
  1404. a_load_subsetreg_subsetreg(list,subsetsize,subsetsize,fromsreg,tosreg);
  1405. end;
  1406. {$ifndef cpuhighleveltarget}
  1407. valuereg:=cg.makeregsize(list,valuereg,def_cgsize(loadsize));
  1408. a_load_reg_ref(list,loadsize,loadsize,valuereg,sref.ref);
  1409. {$else}
  1410. tmpreg:=getintregister(list,loadsize);
  1411. a_load_reg_reg(list,osuinttype,loadsize,valuereg,tmpreg);
  1412. a_load_reg_ref(list,loadsize,loadsize,tmpreg,sref.ref);
  1413. {$endif}
  1414. { transfer second part }
  1415. { extra_value_reg must contain the upper bits of the value at bits [0..bitlen-(loadbitsize-startbit)] }
  1416. fromsreg.startbit:=fromsreg.bitlen;
  1417. tosreg.startbit:=0;
  1418. tosreg.subsetreg:=extra_value_reg;
  1419. fromsreg.bitlen:=sref.bitlen-fromsreg.bitlen;
  1420. tosreg.bitlen:=fromsreg.bitlen;
  1421. case slopt of
  1422. SL_SETZERO,
  1423. SL_SETMAX:
  1424. a_load_regconst_subsetreg_intern(list,fromsize,subsetsize,fromreg,tosreg,slopt);
  1425. else
  1426. a_load_subsetreg_subsetreg(list,subsetsize,subsetsize,fromsreg,tosreg);
  1427. end;
  1428. tmpreg:=getintregister(list,loadsize);
  1429. a_load_reg_reg(list,osuinttype,loadsize,extra_value_reg,tmpreg);
  1430. a_load_reg_ref(list,loadsize,loadsize,tmpreg,tmpref);
  1431. exit;
  1432. end
  1433. else
  1434. begin
  1435. if (sref.startbit <> 0) then
  1436. internalerror(2006081812);
  1437. { should be handled by normal code and will give wrong result }
  1438. { on x86 for the '1 shl bitlen' below }
  1439. if (sref.bitlen = AIntBits) then
  1440. internalerror(2006081713);
  1441. { generate mask to zero the bits we have to insert }
  1442. if (slopt <> SL_SETMAX) then
  1443. begin
  1444. maskreg := getintregister(list,osuinttype);
  1445. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),maskreg);
  1446. a_op_reg_reg(list,OP_SHL,osuinttype,sref.bitindexreg,maskreg);
  1447. a_op_reg_reg(list,OP_NOT,osuinttype,maskreg,maskreg);
  1448. a_op_reg_reg(list,OP_AND,osuinttype,maskreg,valuereg);
  1449. end;
  1450. { insert the value }
  1451. if (slopt <> SL_SETZERO) then
  1452. begin
  1453. tmpreg := getintregister(list,osuinttype);
  1454. if (slopt <> SL_SETMAX) then
  1455. a_load_reg_reg(list,fromsize,osuinttype,fromreg,tmpreg)
  1456. else if (sref.bitlen <> AIntBits) then
  1457. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen) - 1), tmpreg)
  1458. else
  1459. a_load_const_reg(list,osuinttype,-1,tmpreg);
  1460. if not(slopt in [SL_REGNOSRCMASK,SL_SETMAX]) then
  1461. { mask left over bits }
  1462. a_op_const_reg(list,OP_AND,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),tmpreg);
  1463. a_op_reg_reg(list,OP_SHL,osuinttype,sref.bitindexreg,tmpreg);
  1464. a_op_reg_reg(list,OP_OR,osuinttype,tmpreg,valuereg);
  1465. end;
  1466. tmpreg:=getintregister(list,loadsize);
  1467. a_load_reg_reg(list,osuinttype,loadsize,valuereg,tmpreg);
  1468. a_load_reg_ref(list,loadsize,loadsize,tmpreg,sref.ref);
  1469. { make sure we do not read/write past the end of the array }
  1470. a_cmp_const_reg_stack(list,osuinttype,OC_A,loadbitsize-sref.bitlen,sref.bitindexreg);
  1471. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_if));
  1472. decstack(current_asmdata.CurrAsmList,1);
  1473. a_load_ref_reg(list,loadsize,osuinttype,tmpref,extra_value_reg);
  1474. tmpindexreg:=getintregister(list,osuinttype);
  1475. { load current array value }
  1476. if (slopt<>SL_SETZERO) then
  1477. begin
  1478. tmpreg:=getintregister(list,osuinttype);
  1479. if (slopt<>SL_SETMAX) then
  1480. a_load_reg_reg(list,fromsize,osuinttype,fromreg,tmpreg)
  1481. else if (sref.bitlen<>AIntBits) then
  1482. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen) - 1), tmpreg)
  1483. else
  1484. a_load_const_reg(list,osuinttype,-1,tmpreg);
  1485. end;
  1486. { generate mask to zero the bits we have to insert }
  1487. if (slopt<>SL_SETMAX) then
  1488. begin
  1489. maskreg:=getintregister(list,osuinttype);
  1490. { Y-x = -(x-Y) }
  1491. a_op_const_reg_reg(list,OP_SUB,osuinttype,loadbitsize,sref.bitindexreg,tmpindexreg);
  1492. a_op_reg_reg(list,OP_NEG,osuinttype,tmpindexreg,tmpindexreg);
  1493. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),maskreg);
  1494. a_op_reg_reg(list,OP_SHR,osuinttype,tmpindexreg,maskreg);
  1495. a_op_reg_reg(list,OP_NOT,osuinttype,maskreg,maskreg);
  1496. a_op_reg_reg(list,OP_AND,osuinttype,maskreg,extra_value_reg);
  1497. end;
  1498. if (slopt<>SL_SETZERO) then
  1499. begin
  1500. if not(slopt in [SL_REGNOSRCMASK,SL_SETMAX]) then
  1501. a_op_const_reg(list,OP_AND,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),tmpreg);
  1502. a_op_reg_reg(list,OP_SHR,osuinttype,tmpindexreg,tmpreg);
  1503. a_op_reg_reg(list,OP_OR,osuinttype,tmpreg,extra_value_reg);
  1504. end;
  1505. {$ifndef cpuhighleveltarget}
  1506. extra_value_reg:=cg.makeregsize(list,extra_value_reg,def_cgsize(loadsize));
  1507. a_load_reg_ref(list,loadsize,loadsize,extra_value_reg,tmpref);
  1508. {$else}
  1509. tmpreg:=getintregister(list,loadsize);
  1510. a_load_reg_reg(list,osuinttype,loadsize,extra_value_reg,tmpreg);
  1511. a_load_reg_ref(list,loadsize,loadsize,tmpreg,tmpref);
  1512. {$endif}
  1513. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  1514. end;
  1515. end;
  1516. end;
  1517. procedure thlcgwasm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  1518. begin
  1519. a_op_const_reg_reg(list,op,size,a,reg,reg);
  1520. end;
  1521. procedure thlcgwasm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  1522. begin
  1523. a_load_reg_stack(list,size,src);
  1524. a_op_const_stack(list,op,size,a);
  1525. a_load_stack_reg(list,size,dst);
  1526. end;
  1527. procedure thlcgwasm.a_op_const_ref(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; const ref: TReference);
  1528. var
  1529. extra_slots: longint;
  1530. tmpref: treference;
  1531. begin
  1532. tmpref:=ref;
  1533. extra_slots:=prepare_stack_for_ref(list,tmpref,true);
  1534. { TODO, here or in peepholeopt: use iinc when possible }
  1535. a_load_ref_stack(list,size,tmpref,extra_slots);
  1536. a_op_const_stack(list,op,size,a);
  1537. { for android verifier }
  1538. if (def2regtyp(size)=R_INTREGISTER) and
  1539. (assigned(tmpref.symbol)) then
  1540. resize_stack_int_val(list,size,size,true);
  1541. a_load_stack_ref(list,size,tmpref,extra_slots);
  1542. end;
  1543. procedure thlcgwasm.a_op_ref_reg(list: TAsmList; Op: TOpCG; size: tdef; const ref: TReference; reg: TRegister);
  1544. begin
  1545. if not(op in [OP_NOT,OP_NEG]) then
  1546. a_load_reg_stack(list,size,reg);
  1547. a_op_ref_stack(list,op,size,ref);
  1548. a_load_stack_reg(list,size,reg);
  1549. end;
  1550. procedure thlcgwasm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  1551. begin
  1552. if not(op in [OP_NOT,OP_NEG]) then
  1553. a_load_reg_stack(list,size,src2);
  1554. a_op_reg_stack(list,op,size,src1);
  1555. a_load_stack_reg(list,size,dst);
  1556. end;
  1557. procedure thlcgwasm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  1558. begin
  1559. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  1560. end;
  1561. procedure thlcgwasm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  1562. var
  1563. tmpreg: tregister;
  1564. begin
  1565. if not setflags then
  1566. begin
  1567. inherited;
  1568. exit;
  1569. end;
  1570. tmpreg:=getintregister(list,size);
  1571. a_load_const_reg(list,size,a,tmpreg);
  1572. a_op_reg_reg_reg_checkoverflow(list,op,size,tmpreg,src,dst,true,ovloc);
  1573. end;
  1574. procedure thlcgwasm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  1575. var
  1576. orgsrc1, orgsrc2: tregister;
  1577. docheck: boolean;
  1578. lab: tasmlabel;
  1579. begin
  1580. if not setflags then
  1581. begin
  1582. inherited;
  1583. exit;
  1584. end;
  1585. { anything else cannot overflow }
  1586. docheck:=size.size in [4,8];
  1587. if docheck then
  1588. begin
  1589. orgsrc1:=src1;
  1590. orgsrc2:=src2;
  1591. if src1=dst then
  1592. begin
  1593. orgsrc1:=getintregister(list,size);
  1594. a_load_reg_reg(list,size,size,src1,orgsrc1);
  1595. end;
  1596. if src2=dst then
  1597. begin
  1598. orgsrc2:=getintregister(list,size);
  1599. a_load_reg_reg(list,size,size,src2,orgsrc2);
  1600. end;
  1601. end;
  1602. a_op_reg_reg_reg(list,op,size,src1,src2,dst);
  1603. if docheck then
  1604. begin
  1605. { * signed overflow for addition iff
  1606. - src1 and src2 are negative and result is positive (excep in case of
  1607. subtraction, then sign of src1 has to be inverted)
  1608. - src1 and src2 are positive and result is negative
  1609. -> Simplified boolean equivalent (in terms of sign bits):
  1610. not(src1 xor src2) and (src1 xor dst)
  1611. for subtraction, multiplication: invert src1 sign bit
  1612. for division: handle separately (div by zero, low(inttype) div -1),
  1613. not supported by this code
  1614. * unsigned overflow iff carry out, aka dst < src1 or dst < src2
  1615. }
  1616. location_reset(ovloc,LOC_REGISTER,OS_S32);
  1617. { not pasbool8, because then we'd still have to convert the integer to
  1618. a boolean via branches for Dalvik}
  1619. ovloc.register:=getintregister(list,s32inttype);
  1620. if not ((size.typ=pointerdef) or
  1621. ((size.typ=orddef) and
  1622. (torddef(size).ordtype in [u64bit,u16bit,u32bit,u8bit,uchar,
  1623. pasbool1,pasbool8,pasbool16,pasbool32,pasbool64]))) then
  1624. begin
  1625. a_load_reg_stack(list,size,src1);
  1626. if op in [OP_SUB,OP_IMUL] then
  1627. a_op_stack(list,OP_NOT,size);
  1628. a_op_reg_stack(list,OP_XOR,size,src2);
  1629. a_op_stack(list,OP_NOT,size);
  1630. a_load_reg_stack(list,size,src1);
  1631. a_op_reg_stack(list,OP_XOR,size,dst);
  1632. a_op_stack(list,OP_AND,size);
  1633. a_op_const_stack(list,OP_SHR,size,(size.size*8)-1);
  1634. if size.size=8 then
  1635. begin
  1636. //todo: any operands needed?
  1637. list.concat(taicpu.op_none(a_i32_wrap_i64));
  1638. end;
  1639. end
  1640. else
  1641. begin
  1642. a_load_const_stack(list,s32inttype,0,R_INTREGISTER);
  1643. current_asmdata.getjumplabel(lab);
  1644. { can be optimized by removing duplicate xor'ing to convert dst from
  1645. signed to unsigned quadrant }
  1646. list.concat(taicpu.op_none(a_block));
  1647. a_cmp_reg_reg_label(list,size,OC_B,dst,src1,lab);
  1648. a_cmp_reg_reg_label(list,size,OC_B,dst,src2,lab);
  1649. a_op_const_stack(list,OP_XOR,s32inttype,1);
  1650. list.concat(taicpu.op_none(a_end_block));
  1651. a_label(list,lab);
  1652. end;
  1653. a_load_stack_reg(list,s32inttype,ovloc.register);
  1654. end
  1655. else
  1656. ovloc.loc:=LOC_VOID;
  1657. end;
  1658. procedure thlcgwasm.a_cmp_const_ref_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference; l: tasmlabel);
  1659. begin
  1660. a_cmp_const_ref_stack(list,size,cmp_op,a,ref);
  1661. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1662. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1663. end;
  1664. procedure thlcgwasm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  1665. begin
  1666. a_cmp_const_reg_stack(list,size,cmp_op,a,reg);
  1667. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1668. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1669. end;
  1670. procedure thlcgwasm.a_cmp_ref_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister; l: tasmlabel);
  1671. begin
  1672. a_cmp_ref_reg_stack(list,size,cmp_op,ref,reg);
  1673. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1674. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1675. end;
  1676. procedure thlcgwasm.a_cmp_reg_ref_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference; l: tasmlabel);
  1677. begin
  1678. a_cmp_reg_ref_stack(list,size,cmp_op,reg,ref);
  1679. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1680. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1681. end;
  1682. procedure thlcgwasm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  1683. begin
  1684. a_cmp_reg_reg_stack(list,size,cmp_op,reg1,reg2);
  1685. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1686. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1687. end;
  1688. procedure thlcgwasm.a_jmp_always(list: TAsmList; l: tasmlabel);
  1689. begin
  1690. if l=current_procinfo.CurrBreakLabel then
  1691. list.concat(taicpu.op_sym(a_br,l))
  1692. else if l=current_procinfo.CurrContinueLabel then
  1693. list.concat(taicpu.op_sym(a_br,l))
  1694. else if l=current_procinfo.CurrExitLabel then
  1695. list.concat(taicpu.op_sym(a_br,l))
  1696. else
  1697. begin
  1698. {$ifndef EXTDEBUG}
  1699. Internalerror(2019091806); // unexpected jump
  1700. {$endif EXTDEBUG}
  1701. list.concat(tai_comment.create(strpnew('Unable to find destination of label '+l.name)));
  1702. end;
  1703. end;
  1704. procedure thlcgwasm.a_loadfpu_ref_ref(list: TAsmList; fromsize, tosize: tdef; const ref1, ref2: treference);
  1705. var
  1706. dstack_slots: longint;
  1707. tmpref1, tmpref2: treference;
  1708. begin
  1709. tmpref1:=ref1;
  1710. tmpref2:=ref2;
  1711. dstack_slots:=prepare_stack_for_ref(list,tmpref2,false);
  1712. a_load_ref_stack(list,fromsize,tmpref1,prepare_stack_for_ref(list,tmpref1,false));
  1713. resizestackfpuval(list,def_cgsize(fromsize),def_cgsize(tosize));
  1714. a_load_stack_ref(list,tosize,tmpref2,dstack_slots);
  1715. end;
  1716. procedure thlcgwasm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  1717. var
  1718. tmpref: treference;
  1719. begin
  1720. tmpref:=ref;
  1721. a_load_ref_stack(list,fromsize,tmpref,prepare_stack_for_ref(list,tmpref,false));
  1722. resizestackfpuval(list,def_cgsize(fromsize),def_cgsize(tosize));
  1723. a_load_stack_reg(list,tosize,reg);
  1724. end;
  1725. procedure thlcgwasm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  1726. var
  1727. dstack_slots: longint;
  1728. tmpref: treference;
  1729. begin
  1730. tmpref:=ref;
  1731. dstack_slots:=prepare_stack_for_ref(list,tmpref,false);
  1732. a_load_reg_stack(list,fromsize,reg);
  1733. resizestackfpuval(list,def_cgsize(fromsize),def_cgsize(tosize));
  1734. a_load_stack_ref(list,tosize,tmpref,dstack_slots);
  1735. end;
  1736. procedure thlcgwasm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1737. begin
  1738. a_load_reg_stack(list,fromsize,reg1);
  1739. resizestackfpuval(list,def_cgsize(fromsize),def_cgsize(tosize));
  1740. a_load_stack_reg(list,tosize,reg2);
  1741. end;
  1742. procedure thlcgwasm.g_unreachable(list: TAsmList);
  1743. begin
  1744. list.Concat(taicpu.op_none(a_unreachable));
  1745. end;
  1746. procedure thlcgwasm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  1747. var
  1748. pd: tprocdef;
  1749. cgpara1,cgpara2,cgpara3 : TCGPara;
  1750. begin
  1751. if (source.base=NR_EVAL_STACK_BASE) or (source.base=NR_LOCAL_STACK_POINTER_REG) or
  1752. (source.index=NR_EVAL_STACK_BASE) or (source.index=NR_LOCAL_STACK_POINTER_REG) or
  1753. (dest.base=NR_EVAL_STACK_BASE) or (dest.base=NR_LOCAL_STACK_POINTER_REG) or
  1754. (dest.index=NR_EVAL_STACK_BASE) or (dest.index=NR_LOCAL_STACK_POINTER_REG) or
  1755. (size.size in [1,2,4,8]) then
  1756. inherited
  1757. else
  1758. begin
  1759. pd:=search_system_proc('MOVE');
  1760. cgpara1.init;
  1761. cgpara2.init;
  1762. cgpara3.init;
  1763. paramanager.getcgtempparaloc(list,pd,1,cgpara1);
  1764. paramanager.getcgtempparaloc(list,pd,2,cgpara2);
  1765. paramanager.getcgtempparaloc(list,pd,3,cgpara3);
  1766. if pd.is_pushleftright then
  1767. begin
  1768. { load source }
  1769. a_loadaddr_ref_cgpara(list,voidtype,source,cgpara1);
  1770. { load destination }
  1771. a_loadaddr_ref_cgpara(list,voidtype,dest,cgpara2);
  1772. { load size }
  1773. a_load_const_cgpara(list,sizesinttype,size.size,cgpara3);
  1774. end
  1775. else
  1776. begin
  1777. { load size }
  1778. a_load_const_cgpara(list,sizesinttype,size.size,cgpara3);
  1779. { load destination }
  1780. a_loadaddr_ref_cgpara(list,voidtype,dest,cgpara2);
  1781. { load source }
  1782. a_loadaddr_ref_cgpara(list,voidtype,source,cgpara1);
  1783. end;
  1784. paramanager.freecgpara(list,cgpara3);
  1785. paramanager.freecgpara(list,cgpara2);
  1786. paramanager.freecgpara(list,cgpara1);
  1787. g_call_system_proc(list,pd,[@cgpara1,@cgpara2,@cgpara3],nil).resetiftemp;
  1788. cgpara3.done;
  1789. cgpara2.done;
  1790. cgpara1.done;
  1791. end;
  1792. end;
  1793. procedure thlcgwasm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  1794. var
  1795. pd: tcpuprocdef;
  1796. begin
  1797. pd:=tcpuprocdef(current_procinfo.procdef);
  1798. g_procdef(list,pd);
  1799. ttgwasm(tg).allocframepointer(list,pd.frame_pointer_ref);
  1800. ttgwasm(tg).allocbasepointer(list,pd.base_pointer_ref);
  1801. g_fingerprint(list);
  1802. list.Concat(taicpu.op_sym(a_global_get,current_asmdata.RefAsmSymbol(STACK_POINTER_SYM,AT_WASM_GLOBAL)));
  1803. incstack(list,1);
  1804. list.Concat(taicpu.op_ref(a_local_set,pd.base_pointer_ref));
  1805. decstack(list,1);
  1806. if (localsize>0) then begin
  1807. list.Concat(taicpu.op_ref(a_local_get,pd.base_pointer_ref));
  1808. incstack(list,1);
  1809. list.concat(taicpu.op_const(a_i32_const, localsize ));
  1810. incstack(list,1);
  1811. list.concat(taicpu.op_none(a_i32_sub));
  1812. decstack(list,1);
  1813. list.Concat(taicpu.op_ref(a_local_set,pd.frame_pointer_ref));
  1814. decstack(list,1);
  1815. list.Concat(taicpu.op_ref(a_local_get,pd.frame_pointer_ref));
  1816. incstack(list,1);
  1817. list.Concat(taicpu.op_sym(a_global_set,current_asmdata.RefAsmSymbol(STACK_POINTER_SYM,AT_WASM_GLOBAL)));
  1818. decstack(list,1);
  1819. end;
  1820. end;
  1821. procedure thlcgwasm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  1822. var
  1823. pd: tcpuprocdef;
  1824. begin
  1825. pd:=tcpuprocdef(current_procinfo.procdef);
  1826. list.Concat(taicpu.op_ref(a_local_get,pd.base_pointer_ref));
  1827. incstack(list,1);
  1828. list.Concat(taicpu.op_sym(a_global_set,current_asmdata.RefAsmSymbol(STACK_POINTER_SYM,AT_WASM_GLOBAL)));
  1829. decstack(list,1);
  1830. list.concat(taicpu.op_none(a_return));
  1831. list.concat(taicpu.op_none(a_end_function));
  1832. end;
  1833. procedure thlcgwasm.g_rangecheck(list: TAsmList; const l: tlocation; fromdef, todef: tdef);
  1834. var
  1835. {$if defined(cpuhighleveltarget)}
  1836. aintmax: tcgint;
  1837. {$elseif defined(cpu64bitalu) or defined(cpu32bitalu)}
  1838. aintmax: aint;
  1839. {$else}
  1840. aintmax: longint;
  1841. {$endif}
  1842. //neglabel : tasmlabel;
  1843. //hreg : tregister;
  1844. lto,hto,
  1845. lfrom,hfrom : TConstExprInt;
  1846. fromsize, tosize: cardinal;
  1847. maxdef: tdef;
  1848. from_signed, to_signed: boolean;
  1849. begin
  1850. { range checking on and range checkable value? }
  1851. if not(cs_check_range in current_settings.localswitches) or
  1852. not(fromdef.typ in [orddef,enumdef]) or
  1853. { C-style booleans can't really fail range checks, }
  1854. { all values are always valid }
  1855. is_cbool(todef) then
  1856. exit;
  1857. {$if not defined(cpuhighleveltarget) and not defined(cpu64bitalu)}
  1858. { handle 64bit rangechecks separate for 32bit processors }
  1859. if is_64bit(fromdef) or is_64bit(todef) then
  1860. begin
  1861. cg64.g_rangecheck64(list,l,fromdef,todef);
  1862. exit;
  1863. end;
  1864. {$endif ndef cpuhighleveltarget and ndef cpu64bitalu}
  1865. { only check when assigning to scalar, subranges are different, }
  1866. { when todef=fromdef then the check is always generated }
  1867. getrange(fromdef,lfrom,hfrom);
  1868. getrange(todef,lto,hto);
  1869. from_signed := is_signed(fromdef);
  1870. to_signed := is_signed(todef);
  1871. { check the rangedef of the array, not the array itself }
  1872. { (only change now, since getrange needs the arraydef) }
  1873. if (todef.typ = arraydef) then
  1874. todef := tarraydef(todef).rangedef;
  1875. { no range check if from and to are equal and are both longint/dword }
  1876. { (if we have a 32bit processor) or int64/qword, since such }
  1877. { operations can at most cause overflows (JM) }
  1878. { Note that these checks are mostly processor independent, they only }
  1879. { have to be changed once we introduce 64bit subrange types }
  1880. {$if defined(cpuhighleveltarget) or defined(cpu64bitalu)}
  1881. if (fromdef=todef) and
  1882. (fromdef.typ=orddef) and
  1883. (((((torddef(fromdef).ordtype=s64bit) and
  1884. (lfrom = low(int64)) and
  1885. (hfrom = high(int64))) or
  1886. ((torddef(fromdef).ordtype=u64bit) and
  1887. (lfrom = low(qword)) and
  1888. (hfrom = high(qword))) or
  1889. ((torddef(fromdef).ordtype=scurrency) and
  1890. (lfrom = low(int64)) and
  1891. (hfrom = high(int64)))))) then
  1892. exit;
  1893. {$endif cpuhighleveltarget or cpu64bitalu}
  1894. { 32 bit operations are automatically widened to 64 bit on 64 bit addr
  1895. targets }
  1896. {$ifdef cpu32bitaddr}
  1897. if (fromdef = todef) and
  1898. (fromdef.typ=orddef) and
  1899. (((((torddef(fromdef).ordtype = s32bit) and
  1900. (lfrom = int64(low(longint))) and
  1901. (hfrom = int64(high(longint)))) or
  1902. ((torddef(fromdef).ordtype = u32bit) and
  1903. (lfrom = low(cardinal)) and
  1904. (hfrom = high(cardinal)))))) then
  1905. exit;
  1906. {$endif cpu32bitaddr}
  1907. { optimize some range checks away in safe cases }
  1908. fromsize := fromdef.size;
  1909. tosize := todef.size;
  1910. if ((from_signed = to_signed) or
  1911. (not from_signed)) and
  1912. (lto<=lfrom) and (hto>=hfrom) and
  1913. (fromsize <= tosize) then
  1914. begin
  1915. { if fromsize < tosize, and both have the same signed-ness or }
  1916. { fromdef is unsigned, then all bit patterns from fromdef are }
  1917. { valid for todef as well }
  1918. if (fromsize < tosize) then
  1919. exit;
  1920. if (fromsize = tosize) and
  1921. (from_signed = to_signed) then
  1922. { only optimize away if all bit patterns which fit in fromsize }
  1923. { are valid for the todef }
  1924. begin
  1925. {$ifopt Q+}
  1926. {$define overflowon}
  1927. {$Q-}
  1928. {$endif}
  1929. {$ifopt R+}
  1930. {$define rangeon}
  1931. {$R-}
  1932. {$endif}
  1933. if to_signed then
  1934. begin
  1935. { calculation of the low/high ranges must not overflow 64 bit
  1936. otherwise we end up comparing with zero for 64 bit data types on
  1937. 64 bit processors }
  1938. if (lto = (int64(-1) << (tosize * 8 - 1))) and
  1939. (hto = (-((int64(-1) << (tosize * 8 - 1))+1))) then
  1940. exit
  1941. end
  1942. else
  1943. begin
  1944. { calculation of the low/high ranges must not overflow 64 bit
  1945. otherwise we end up having all zeros for 64 bit data types on
  1946. 64 bit processors }
  1947. if (lto = 0) and
  1948. (qword(hto) = (qword(-1) >> (64-(tosize * 8))) ) then
  1949. exit
  1950. end;
  1951. {$ifdef overflowon}
  1952. {$Q+}
  1953. {$undef overflowon}
  1954. {$endif}
  1955. {$ifdef rangeon}
  1956. {$R+}
  1957. {$undef rangeon}
  1958. {$endif}
  1959. end
  1960. end;
  1961. { depending on the types involved, we perform the range check for 64 or
  1962. for 32 bit }
  1963. if fromsize=8 then
  1964. maxdef:=fromdef
  1965. else
  1966. maxdef:=todef;
  1967. {$if sizeof(aintmax) = 8}
  1968. if maxdef.size=8 then
  1969. aintmax:=high(int64)
  1970. else
  1971. {$endif}
  1972. begin
  1973. aintmax:=high(longint);
  1974. maxdef:=u32inttype;
  1975. end;
  1976. { generate the rangecheck code for the def where we are going to }
  1977. { store the result }
  1978. { use the trick that }
  1979. { a <= x <= b <=> 0 <= x-a <= b-a <=> unsigned(x-a) <= unsigned(b-a) }
  1980. { To be able to do that, we have to make sure however that either }
  1981. { fromdef and todef are both signed or unsigned, or that we leave }
  1982. { the parts < 0 and > maxlongint out }
  1983. if from_signed xor to_signed then
  1984. begin
  1985. if from_signed then
  1986. { from is signed, to is unsigned }
  1987. begin
  1988. { if high(from) < 0 -> always range error }
  1989. if (hfrom < 0) or
  1990. { if low(to) > maxlongint also range error }
  1991. (lto > aintmax) then
  1992. begin
  1993. g_call_system_proc(list,'fpc_rangeerror',[],nil).resetiftemp;
  1994. exit
  1995. end;
  1996. { from is signed and to is unsigned -> when looking at to }
  1997. { as an signed value, it must be < maxaint (otherwise }
  1998. { it will become negative, which is invalid since "to" is unsigned) }
  1999. if hto > aintmax then
  2000. hto := aintmax;
  2001. end
  2002. else
  2003. { from is unsigned, to is signed }
  2004. begin
  2005. if (lfrom > aintmax) or
  2006. (hto < 0) then
  2007. begin
  2008. g_call_system_proc(list,'fpc_rangeerror',[],nil).resetiftemp;
  2009. exit
  2010. end;
  2011. { from is unsigned and to is signed -> when looking at to }
  2012. { as an unsigned value, it must be >= 0 (since negative }
  2013. { values are the same as values > maxlongint) }
  2014. if lto < 0 then
  2015. lto := 0;
  2016. end;
  2017. end;
  2018. a_load_loc_stack(list,fromdef,l);
  2019. resize_stack_int_val(list,fromdef,maxdef,false);
  2020. a_load_const_stack(list,maxdef,tcgint(int64(lto)),R_INTREGISTER);
  2021. a_op_stack(list,OP_SUB,maxdef);
  2022. {
  2023. if from_signed then
  2024. a_cmp_const_reg_label(list,OS_INT,OC_GTE,aint(hto-lto),hreg,neglabel)
  2025. else
  2026. }
  2027. if qword(hto-lto)>qword(aintmax) then
  2028. a_load_const_stack(list,maxdef,aintmax,R_INTREGISTER)
  2029. else
  2030. a_load_const_stack(list,maxdef,tcgint(int64(hto-lto)),R_INTREGISTER);
  2031. a_cmp_stack_stack(list,maxdef,OC_A);
  2032. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_if));
  2033. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  2034. g_call_system_proc(list,'fpc_rangeerror',[],nil).resetiftemp;
  2035. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  2036. end;
  2037. procedure thlcgwasm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  2038. begin
  2039. { not possible, need the original operands }
  2040. internalerror(2012102101);
  2041. end;
  2042. procedure thlcgwasm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  2043. var
  2044. hl : tasmlabel;
  2045. begin
  2046. if not(cs_check_overflow in current_settings.localswitches) then
  2047. exit;
  2048. current_asmdata.getjumplabel(hl);
  2049. list.concat(taicpu.op_none(a_block));
  2050. a_cmp_const_loc_label(list,s32inttype,OC_EQ,0,ovloc,hl);
  2051. g_call_system_proc(list,'fpc_overflow',[],nil);
  2052. hlcg.g_maybe_checkforexceptions(current_asmdata.CurrAsmList);
  2053. list.concat(taicpu.op_none(a_end_block));
  2054. a_label(list,hl);
  2055. end;
  2056. procedure thlcgwasm.maybe_change_load_node_reg(list: TAsmList; var n: tnode; reload: boolean);
  2057. begin
  2058. { don't do anything, all registers become stack locations anyway }
  2059. end;
  2060. procedure thlcgwasm.gen_entry_code(list: TAsmList);
  2061. begin
  2062. inherited;
  2063. list.concat(taicpu.op_none(a_block));
  2064. list.concat(taicpu.op_none(a_block));
  2065. end;
  2066. procedure thlcgwasm.gen_exit_code(list: TAsmList);
  2067. begin
  2068. list.concat(taicpu.op_none(a_end_block));
  2069. if ts_wasm_bf_exceptions in current_settings.targetswitches then
  2070. a_label(list,tcpuprocinfo(current_procinfo).CurrRaiseLabel);
  2071. if fevalstackheight<>0 then
  2072. {$ifdef DEBUG_WASMSTACK}
  2073. list.concat(tai_comment.Create(strpnew('!!! values remaining on stack at end of block !!!')));
  2074. {$else DEBUG_WASMSTACK}
  2075. internalerror(2021091801);
  2076. {$endif DEBUG_WASMSTACK}
  2077. inherited;
  2078. end;
  2079. procedure thlcgwasm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister);
  2080. begin
  2081. internalerror(2012090201);
  2082. end;
  2083. procedure thlcgwasm.a_loadmm_loc_reg(list: TAsmList; fromsize, tosize: tdef; const loc: tlocation; const reg: tregister; shuffle: pmmshuffle);
  2084. begin
  2085. internalerror(2012090202);
  2086. end;
  2087. procedure thlcgwasm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  2088. begin
  2089. internalerror(2012060130);
  2090. end;
  2091. procedure thlcgwasm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  2092. begin
  2093. internalerror(2012060131);
  2094. end;
  2095. procedure thlcgwasm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  2096. begin
  2097. internalerror(2012060132);
  2098. end;
  2099. procedure thlcgwasm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  2100. begin
  2101. internalerror(2012060133);
  2102. end;
  2103. procedure thlcgwasm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  2104. begin
  2105. internalerror(2012060134);
  2106. end;
  2107. procedure thlcgwasm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  2108. begin
  2109. internalerror(2012060135);
  2110. end;
  2111. procedure thlcgwasm.g_stackpointer_alloc(list: TAsmList; size: longint);
  2112. begin
  2113. internalerror(2012090203);
  2114. end;
  2115. procedure thlcgwasm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  2116. begin
  2117. internalerror(2012090204);
  2118. end;
  2119. procedure thlcgwasm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  2120. begin
  2121. internalerror(2012090205);
  2122. end;
  2123. procedure thlcgwasm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  2124. begin
  2125. internalerror(2012090206);
  2126. end;
  2127. procedure thlcgwasm.g_procdef(list: TAsmList; pd: tprocdef);
  2128. begin
  2129. list.Concat(tai_functype.create(pd.mangledname,tcpuprocdef(pd).create_functype));
  2130. end;
  2131. procedure thlcgwasm.g_maybe_checkforexceptions(list: TasmList);
  2132. var
  2133. pd: tprocdef;
  2134. begin
  2135. if ts_wasm_bf_exceptions in current_settings.targetswitches then
  2136. begin
  2137. pd:=search_system_proc('fpc_raised_exception_flag');
  2138. g_call_system_proc(list,pd,[],nil).resetiftemp;
  2139. decstack(current_asmdata.CurrAsmList,1);
  2140. list.concat(taicpu.op_sym(a_br_if,tcpuprocinfo(current_procinfo).CurrRaiseLabel));
  2141. end;
  2142. end;
  2143. procedure thlcgwasm.a_load_stack_reg(list: TAsmList; size: tdef; reg: tregister);
  2144. begin
  2145. list.concat(taicpu.op_reg(a_local_set,reg));
  2146. decstack(list,1);
  2147. end;
  2148. procedure thlcgwasm.a_load_stack_ref(list: TAsmList; size: tdef; const ref: treference; extra_slots: longint);
  2149. var
  2150. opc: tasmop;
  2151. finishandval: tcgint;
  2152. begin
  2153. { fake location that indicates the value has to remain on the stack }
  2154. if ref.base=NR_EVAL_STACK_BASE then
  2155. exit;
  2156. opc:=loadstoreopcref(size,false,ref,finishandval);
  2157. if ref.refaddr=addr_got_tls then
  2158. list.concat(taicpu.op_const(opc,ref.offset))
  2159. else
  2160. list.concat(taicpu.op_ref(opc,ref));
  2161. { avoid problems with getting the size of an open array etc }
  2162. if wasmAlwayInMem(size) then
  2163. size:=ptruinttype;
  2164. decstack(list,1+extra_slots);
  2165. end;
  2166. procedure thlcgwasm.a_load_reg_stack(list: TAsmList; size: tdef; reg: tregister);
  2167. begin
  2168. list.concat(taicpu.op_reg(a_local_get,reg));
  2169. incstack(list,1);
  2170. end;
  2171. procedure thlcgwasm.a_load_ref_stack(list: TAsmList; size: tdef; const ref: treference; extra_slots: longint);
  2172. var
  2173. opc: tasmop;
  2174. finishandval: tcgint;
  2175. begin
  2176. { fake location that indicates the value is already on the stack? }
  2177. if (ref.base=NR_EVAL_STACK_BASE) then
  2178. exit;
  2179. opc:=loadstoreopcref(size,true,ref,finishandval);
  2180. if ref.refaddr=addr_got_tls then
  2181. list.concat(taicpu.op_const(opc,ref.offset))
  2182. else
  2183. list.concat(taicpu.op_ref(opc,ref));
  2184. { avoid problems with getting the size of an open array etc }
  2185. if wasmAlwayInMem(size) then
  2186. size:=ptruinttype;
  2187. incstack(list,1-extra_slots);
  2188. if finishandval<>-1 then
  2189. a_op_const_stack(list,OP_AND,size,finishandval);
  2190. // there's no cast check in Wasm
  2191. //if ref.checkcast then
  2192. // gen_typecheck(list,a_checkcast,size);
  2193. end;
  2194. procedure thlcgwasm.a_load_subsetref_stack(list : TAsmList;size: tdef; const sref: tsubsetreference);
  2195. var
  2196. tmpreg: TRegister;
  2197. begin
  2198. tmpreg:=getintregister(list,size);
  2199. a_load_subsetref_reg(list,size,size,sref,tmpreg);
  2200. a_load_reg_stack(list,size,tmpreg);
  2201. end;
  2202. function thlcgwasm.loadstoreopcref(def: tdef; isload: boolean; const ref: treference; out finishandval: tcgint): tasmop;
  2203. const
  2204. {iisload} {issigned}
  2205. getputmem8 : array [boolean, boolean] of TAsmOp = ((a_i32_store8, a_i32_store8), (a_i32_load8_u, a_i32_load8_s));
  2206. getputmem16 : array [boolean, boolean] of TAsmOp = ((a_i32_store16, a_i32_store16), (a_i32_load16_u ,a_i32_load16_s));
  2207. getputmem32 : array [boolean, boolean] of TAsmOp = ((a_i32_store, a_i32_store), (a_i32_load, a_i32_load));
  2208. getputmem64 : array [boolean, boolean] of TAsmOp = ((a_i64_store, a_i64_store), (a_i64_load, a_i64_load));
  2209. getputmemf32 : array [boolean] of TAsmOp = (a_f32_store, a_f32_load);
  2210. getputmemf64 : array [boolean] of TAsmOp = (a_f64_store, a_f64_load);
  2211. begin
  2212. if assigned(ref.symbol) and (ref.symbol.typ=AT_WASM_GLOBAL) then
  2213. begin
  2214. if isload then
  2215. result:=a_global_get
  2216. else
  2217. result:=a_global_set;
  2218. finishandval:=-1;
  2219. end
  2220. else if (ref.base<>NR_LOCAL_STACK_POINTER_REG) or assigned(ref.symbol) then
  2221. begin
  2222. { -> either a global (static) field, or a regular field. If a regular
  2223. field, then ref.base contains the self pointer, otherwise
  2224. ref.base=NR_NO. In both cases, the symbol contains all other
  2225. information (combined field name and type descriptor) }
  2226. case def.size of
  2227. 1: result := getputmem8[isload, is_signed(def)];
  2228. 2: result := getputmem16[isload, is_signed(def)];
  2229. 4:
  2230. if is_single(def) or ((def.typ=recorddef) and (trecorddef(def).contains_float_field)) then
  2231. result := getputmemf32[isload]
  2232. else
  2233. result := getputmem32[isload, is_signed(def)];
  2234. 8: if is_double(def) or ((def.typ=recorddef) and (trecorddef(def).contains_float_field)) then
  2235. result := getputmemf64[isload]
  2236. else
  2237. result := getputmem64[isload, is_signed(def)];
  2238. else
  2239. Internalerror(2019091501);
  2240. end;
  2241. //result:=getputopc[isload,ref.base=NR_NO];
  2242. finishandval:=-1;
  2243. { erase sign extension for byte/smallint loads }
  2244. if (def2regtyp(def)=R_INTREGISTER) and
  2245. not is_signed(def) and
  2246. (def.typ=orddef) and
  2247. not is_widechar(def) then
  2248. case def.size of
  2249. 1: if (torddef(def).high>127) then
  2250. finishandval:=255;
  2251. 2: if (torddef(def).high>32767) then
  2252. finishandval:=65535;
  2253. end;
  2254. end
  2255. else
  2256. begin
  2257. finishandval:=-1;
  2258. if isload then
  2259. result := a_local_get
  2260. else
  2261. result := a_local_set;
  2262. end;
  2263. end;
  2264. procedure thlcgwasm.resize_stack_int_val(list: TAsmList; fromsize, tosize: tdef; formemstore: boolean);
  2265. var
  2266. fromcgsize, tocgsize: tcgsize;
  2267. begin
  2268. { When storing to an array, field or global variable, make sure the
  2269. static type verification can determine that the stored value fits
  2270. within the boundaries of the declared type (to appease the Dalvik VM).
  2271. Local variables either get their type upgraded in the debug info,
  2272. or have no type information at all }
  2273. if formemstore and
  2274. (tosize.typ=orddef) then
  2275. if (torddef(tosize).ordtype in [u8bit,uchar]) then
  2276. tosize:=s8inttype
  2277. else if torddef(tosize).ordtype=u16bit then
  2278. tosize:=s16inttype;
  2279. fromcgsize:=def_cgsize(fromsize);
  2280. tocgsize:=def_cgsize(tosize);
  2281. if fromcgsize in [OS_S64,OS_64] then
  2282. begin
  2283. if not(tocgsize in [OS_S64,OS_64]) then
  2284. begin
  2285. { truncate }
  2286. list.concat(taicpu.op_none(a_i32_wrap_i64));
  2287. case tocgsize of
  2288. OS_8:
  2289. a_op_const_stack(list,OP_AND,s32inttype,255);
  2290. OS_S8:
  2291. list.concat(taicpu.op_none(a_i32_extend8_s));
  2292. OS_16:
  2293. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2294. OS_S16:
  2295. list.concat(taicpu.op_none(a_i32_extend16_s));
  2296. OS_32,OS_S32:
  2297. ;
  2298. else
  2299. internalerror(2021012201);
  2300. end;
  2301. end;
  2302. end
  2303. else if tocgsize in [OS_S64,OS_64] then
  2304. begin
  2305. { extend }
  2306. case fromcgsize of
  2307. OS_8:
  2308. begin
  2309. a_op_const_stack(list,OP_AND,s32inttype,255);
  2310. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2311. end;
  2312. OS_S8:
  2313. begin
  2314. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2315. list.concat(taicpu.op_none(a_i64_extend8_s));
  2316. end;
  2317. OS_16:
  2318. begin
  2319. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2320. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2321. end;
  2322. OS_S16:
  2323. begin
  2324. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2325. list.concat(taicpu.op_none(a_i64_extend16_s));
  2326. end;
  2327. OS_32:
  2328. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2329. OS_S32:
  2330. list.concat(taicpu.op_none(a_i64_extend_i32_s));
  2331. OS_64,OS_S64:
  2332. ;
  2333. else
  2334. internalerror(2021010301);
  2335. end;
  2336. end
  2337. else
  2338. begin
  2339. if tcgsize2size[fromcgsize]<tcgsize2size[tocgsize] then
  2340. begin
  2341. { extend }
  2342. case fromcgsize of
  2343. OS_8:
  2344. a_op_const_stack(list,OP_AND,s32inttype,255);
  2345. OS_S8:
  2346. begin
  2347. list.concat(taicpu.op_none(a_i32_extend8_s));
  2348. if tocgsize=OS_16 then
  2349. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2350. end;
  2351. OS_16:
  2352. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2353. OS_S16:
  2354. list.concat(taicpu.op_none(a_i32_extend16_s));
  2355. OS_32,OS_S32:
  2356. ;
  2357. else
  2358. internalerror(2021010302);
  2359. end;
  2360. end
  2361. else if tcgsize2size[fromcgsize]>=tcgsize2size[tocgsize] then
  2362. begin
  2363. { truncate }
  2364. case tocgsize of
  2365. OS_8:
  2366. a_op_const_stack(list,OP_AND,s32inttype,255);
  2367. OS_S8:
  2368. list.concat(taicpu.op_none(a_i32_extend8_s));
  2369. OS_16:
  2370. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2371. OS_S16:
  2372. list.concat(taicpu.op_none(a_i32_extend16_s));
  2373. OS_32,OS_S32:
  2374. ;
  2375. else
  2376. internalerror(2021010302);
  2377. end;
  2378. end;
  2379. end;
  2380. end;
  2381. procedure thlcgwasm.maybe_resize_stack_para_val(list: TAsmList; retdef: tdef; callside: boolean);
  2382. var
  2383. convsize: tdef;
  2384. begin
  2385. if (retdef.typ=orddef) then
  2386. begin
  2387. if (torddef(retdef).ordtype in [u8bit,u16bit,uchar]) and
  2388. (torddef(retdef).high>=(1 shl (retdef.size*8-1))) then
  2389. begin
  2390. convsize:=nil;
  2391. if callside then
  2392. if torddef(retdef).ordtype in [u8bit,uchar] then
  2393. convsize:=s8inttype
  2394. else
  2395. convsize:=s16inttype
  2396. else if torddef(retdef).ordtype in [u8bit,uchar] then
  2397. convsize:=u8inttype
  2398. else
  2399. convsize:=u16inttype;
  2400. if assigned(convsize) then
  2401. resize_stack_int_val(list,s32inttype,convsize,false);
  2402. end;
  2403. end;
  2404. end;
  2405. procedure thlcgwasm.g_adjust_stack_after_call(list: TAsmList; pd: tabstractprocdef);
  2406. var
  2407. totalremovesize: longint;
  2408. realresdef: tdef;
  2409. ft: TWasmFuncType;
  2410. begin
  2411. if pd.typ=procvardef then
  2412. ft:=tcpuprocvardef(pd).create_functype
  2413. else
  2414. ft:=tcpuprocdef(pd).create_functype;
  2415. totalremovesize:=Length(ft.params)-Length(ft.results);
  2416. { remove parameters from internal evaluation stack counter (in case of
  2417. e.g. no parameters and a result, it can also increase) }
  2418. if totalremovesize>0 then
  2419. decstack(list,totalremovesize)
  2420. else if totalremovesize<0 then
  2421. incstack(list,-totalremovesize);
  2422. ft.free;
  2423. end;
  2424. procedure thlcgwasm.g_fingerprint(list: TAsmList);
  2425. begin
  2426. list.concat(taicpu.op_const(a_i64_const,Random(high(int64))));
  2427. list.concat(taicpu.op_const(a_i64_const,Random(high(int64))));
  2428. list.concat(taicpu.op_const(a_i64_const,Random(high(int64))));
  2429. list.concat(taicpu.op_const(a_i64_const,Random(high(int64))));
  2430. list.concat(taicpu.op_none(a_drop));
  2431. list.concat(taicpu.op_none(a_drop));
  2432. list.concat(taicpu.op_none(a_drop));
  2433. list.concat(taicpu.op_none(a_drop));
  2434. end;
  2435. procedure thlcgwasm.resizestackfpuval(list: TAsmList; fromsize, tosize: tcgsize);
  2436. begin
  2437. if (fromsize=OS_F32) and
  2438. (tosize=OS_F64) then
  2439. begin
  2440. list.concat(taicpu.op_none(a_f64_promote_f32));
  2441. end
  2442. else if (fromsize=OS_F64) and
  2443. (tosize=OS_F32) then
  2444. begin
  2445. list.concat(taicpu.op_none(a_f32_demote_f64));
  2446. end;
  2447. end;
  2448. procedure create_hlcodegen_cpu;
  2449. begin
  2450. hlcg:=thlcgwasm.create;
  2451. create_codegen;
  2452. end;
  2453. initialization
  2454. chlcgobj:=thlcgwasm;
  2455. create_hlcodegen:=@create_hlcodegen_cpu;
  2456. end.