2
0

hlcgcpu.pas 111 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770
  1. {
  2. Copyright (c) 1998-2010 by Florian Klaempfl and Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the WebAssembly high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgcpu;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,
  23. aasmbase,aasmdata,aasmcpu,
  24. symbase,symconst,symtype,symdef,symsym,
  25. node,
  26. cpubase, hlcgobj, cgbase, cgutils, parabase, wasmdef;
  27. type
  28. { thlcgwasm }
  29. thlcgwasm = class(thlcgobj)
  30. private
  31. fevalstackheight,
  32. fmaxevalstackheight: longint;
  33. { checks whether the type needs special methodptr-like handling, when stored
  34. in a LOC_REGISTER location. This applies to the following types:
  35. - method pointers
  36. - 8-byte records
  37. - nested proc ptrs
  38. When stored in a LOC_REGISTER tlocation, these types use both register
  39. and registerhi with the following sizes:
  40. register - cgsize = int_cgsize(voidcodepointertype.size)
  41. registerhi - cgsize = int_cgsize(voidpointertype.size) or int_cgsize(parentfpvoidpointertype.size)
  42. (check d.size to determine which one of the two)
  43. }
  44. function is_methodptr_like_type(d:tdef): boolean;
  45. function RefStackPointerSym: TWasmGlobalAsmSymbol;
  46. public
  47. fntypelookup : TWasmProcTypeLookup;
  48. constructor create;
  49. destructor Destroy; override;
  50. procedure incstack(list : TAsmList;slots: longint);
  51. procedure decstack(list : TAsmList;slots: longint);
  52. class function def2regtyp(def: tdef): tregistertype; override;
  53. function getintregister(list:TAsmList;size:tdef):Tregister;override;
  54. function getregisterfordef(list: TAsmList;size:tdef):Tregister;override;
  55. procedure a_load_const_cgpara(list : TAsmList;tosize : tdef;a : tcgint;const cgpara : TCGPara);override;
  56. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  57. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  58. { move instructions - a_load_FROM_TO }
  59. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  60. procedure a_load_const_ref(list : TAsmList;tosize : tdef;a : tcgint;const ref : treference);override;
  61. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  62. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  63. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  64. procedure a_load_ref_ref(list : TAsmList;fromsize, tosize : tdef;const sref : treference;const dref : treference);override;
  65. procedure a_load_loc_ref(list : TAsmList;fromsize, tosize: tdef; const loc: tlocation; const ref : treference);override;
  66. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  67. procedure a_load_subsetref_regs_index(list: TAsmList; subsetsize: tdef; loadbitsize: byte; const sref: tsubsetreference; valuereg: tregister); override;
  68. procedure a_load_regconst_subsetref_intern(list : TAsmList; fromsize, subsetsize: tdef; fromreg: tregister; const sref: tsubsetreference; slopt: tsubsetloadopt); override;
  69. { basic arithmetic operations }
  70. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  71. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  72. procedure a_op_const_ref(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; const ref: TReference); override;
  73. procedure a_op_ref_reg(list: TAsmList; Op: TOpCG; size: tdef; const ref: TReference; reg: TRegister); override;
  74. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  75. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  76. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  77. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  78. procedure a_cmp_const_ref_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference; l: tasmlabel); override;
  79. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  80. procedure a_cmp_ref_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister; l: tasmlabel); override;
  81. procedure a_cmp_reg_ref_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference; l: tasmlabel); override;
  82. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  83. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  84. procedure a_jmp_always_pascal_goto(list : TAsmList;l: tasmlabel); override;
  85. procedure a_loadfpu_ref_ref(list: TAsmList; fromsize, tosize: tdef; const ref1, ref2: treference); override;
  86. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  87. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  88. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  89. procedure g_unreachable(list: TAsmList); override;
  90. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference); override;
  91. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  92. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  93. procedure g_rangecheck(list: TAsmList; const l:tlocation; fromdef,todef: tdef); override;
  94. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  95. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  96. procedure maybe_change_load_node_reg(list: TAsmList; var n: tnode; reload: boolean); override;
  97. procedure gen_entry_code(list: TAsmList); override;
  98. procedure gen_exit_code(list: TAsmList); override;
  99. { unimplemented/unnecessary routines }
  100. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister); override;
  101. procedure a_loadmm_loc_reg(list: TAsmList; fromsize, tosize: tdef; const loc: tlocation; const reg: tregister; shuffle: pmmshuffle); override;
  102. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  103. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  104. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  105. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  106. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  107. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  108. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  109. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  110. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  111. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  112. { Wasm-specific routines }
  113. procedure g_procdef(list:TAsmList;pd: tprocdef);
  114. procedure g_maybe_checkforexceptions(list:TasmList); override;
  115. procedure a_load_stack_reg(list : TAsmList;size: tdef;reg: tregister);
  116. { extra_slots are the slots that are used by the reference, and that
  117. will be removed by the store operation }
  118. procedure a_load_stack_ref(list : TAsmList;size: tdef;const ref: treference;extra_slots: longint);
  119. procedure a_load_reg_stack(list : TAsmList;size: tdef;reg: tregister);
  120. { extra_slots are the slots that are used by the reference, and that
  121. will be removed by the load operation }
  122. procedure a_load_ref_stack(list : TAsmList;size: tdef;const ref: treference;extra_slots: longint);
  123. procedure a_load_const_stack(list : TAsmList;size: tdef;a :tcgint; typ: TRegisterType);
  124. procedure a_load_subsetref_stack(list : TAsmList;size: tdef; const sref: tsubsetreference);
  125. procedure a_loadaddr_ref_stack(list : TAsmList;fromsize, tosize : tdef;const ref : treference);
  126. procedure a_load_stack_loc(list : TAsmList;size: tdef;const loc: tlocation);
  127. procedure a_load_loc_stack(list : TAsmList;size: tdef;const loc: tlocation);
  128. procedure a_loadfpu_const_stack(list : TAsmList;size: tdef;a :double);
  129. procedure a_op_stack(list : TAsmList;op: topcg; size: tdef);
  130. procedure a_op_const_stack(list : TAsmList;op: topcg; size: tdef;a : tcgint);
  131. procedure a_op_reg_stack(list : TAsmList;op: topcg; size: tdef;reg: tregister);
  132. procedure a_op_ref_stack(list : TAsmList;op: topcg; size: tdef;const ref: treference);
  133. procedure a_op_loc_stack(list : TAsmList;op: topcg; size: tdef;const loc: tlocation);
  134. procedure a_cmp_const_loc_stack(list: TAsmList; size: tdef;cmp_op: topcmp; a: tcgint; const loc: tlocation);
  135. procedure a_cmp_const_ref_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference);
  136. procedure a_cmp_const_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister);
  137. procedure a_cmp_ref_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister);
  138. procedure a_cmp_reg_ref_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference);
  139. procedure a_cmp_reg_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister);
  140. procedure a_cmp_subsetreg_reg_stack(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sreg: tsubsetregister; reg: tregister);
  141. procedure a_cmp_subsetref_reg_stack(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sref: tsubsetreference; reg: tregister);
  142. procedure a_cmp_loc_reg_stack(list : TAsmList;size : tdef;cmp_op : topcmp; const loc: tlocation; reg : tregister);
  143. procedure a_cmp_reg_loc_stack(list : TAsmList;size : tdef;cmp_op : topcmp; reg: tregister; const loc: tlocation);
  144. procedure a_cmp_ref_loc_stack(list: TAsmList; size: tdef;cmp_op: topcmp; const ref: treference; const loc: tlocation);
  145. procedure a_cmp_const_loc_br(list: TAsmList; size: tdef;cmp_op: topcmp; a: tcgint; const loc: tlocation; br: Integer);
  146. procedure a_cmp_const_ref_br(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference; br: Integer);
  147. procedure a_cmp_const_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; br: Integer);
  148. procedure a_cmp_ref_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister; br: Integer);
  149. procedure a_cmp_reg_ref_br(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference; br: Integer);
  150. procedure a_cmp_reg_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; br: Integer);
  151. procedure a_cmp_subsetreg_reg_br(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sreg: tsubsetregister; reg: tregister; br: Integer);
  152. procedure a_cmp_subsetref_reg_br(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sref: tsubsetreference; reg: tregister; br: Integer);
  153. procedure a_cmp_loc_reg_br(list : TAsmList;size : tdef;cmp_op : topcmp; const loc: tlocation; reg : tregister; br: Integer);
  154. procedure a_cmp_reg_loc_br(list : TAsmList;size : tdef;cmp_op : topcmp; reg: tregister; const loc: tlocation; br: Integer);
  155. procedure a_cmp_ref_loc_br(list: TAsmList; size: tdef;cmp_op: topcmp; const ref: treference; const loc: tlocation; br: Integer);
  156. procedure g_reference_loc(list: TAsmList; def: tdef; const fromloc: tlocation; out toloc: tlocation); override;
  157. procedure a_cmp_stack_stack(list : TAsmlist; size: tdef; cmp_op: topcmp);
  158. { truncate/sign extend after performing operations on values < 32 bit
  159. that may have overflowed outside the range }
  160. procedure maybe_adjust_op_result(list: TAsmList; op: TOpCg; size: tdef);
  161. { performs sign/zero extension as required }
  162. procedure resize_stack_int_val(list: TAsmList;fromsize,tosize: tdef; formemstore: boolean);
  163. { 8/16 bit unsigned parameters and return values must be sign-extended on
  164. the producer side, because the JVM does not support unsigned variants;
  165. then they have to be zero-extended again on the consumer side }
  166. procedure maybe_resize_stack_para_val(list: TAsmList; retdef: tdef; callside: boolean);
  167. { adjust the stack height after a call based on the specified number of
  168. slots used for parameters and the provided resultdef }
  169. procedure g_adjust_stack_after_call(list: TAsmList; pd: tabstractprocdef);
  170. { because WebAssembly has no spec for any sort of debug info, and the
  171. only linker that we support (LLVM's wasm-ld) does not support creating
  172. map files in its stable version, and crashes when attempting to create
  173. a map file in its development version from git, we have no way to
  174. identify which procedure a crash occurred in. So, to identify the
  175. procedure, we call this procedure on proc entry, which generates a few
  176. useless loads of random numbers on the stack, that are immediately
  177. discarded, so they are essentially equivalent to a nop. This allows
  178. finding the procedure in the FPC output assembly, produced with -al by
  179. searching for these random numbers, as taken from the disassembly of the
  180. final binary. }
  181. procedure g_fingerprint(list: TAsmList);
  182. property maxevalstackheight: longint read fmaxevalstackheight;
  183. protected
  184. procedure gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara); override;
  185. function g_call_system_proc_intern(list: TAsmList; pd: tprocdef; const paras: array of pcgpara; forceresdef: tdef): tcgpara; override;
  186. public
  187. { in case of an array, the array base address and index have to be
  188. put on the evaluation stack before the stored value; similarly, for
  189. fields the self pointer has to be loaded first. Also checks whether
  190. the reference is valid. If dup is true, the necessary values are stored
  191. twice. Returns how many stack slots have been consumed, disregarding
  192. the "dup". }
  193. function prepare_stack_for_ref(list: TAsmList; var ref: treference; dup: boolean): longint;
  194. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);override;
  195. protected
  196. { return the load/store opcode to load/store from/to ref; if the result
  197. has to be and'ed after a load to get the final value, that constant
  198. is returned in finishandval (otherwise that value is set to -1) }
  199. function loadstoreopcref(def: tdef; isload: boolean; const ref: treference; out finishandval: tcgint): tasmop;
  200. procedure resizestackfpuval(list: TAsmList; fromsize, tosize: tcgsize);
  201. end;
  202. implementation
  203. uses
  204. verbose,cutils,globals,fmodule,constexp,
  205. defutil,cpupi,
  206. aasmtai,
  207. symtable,symcpu,
  208. procinfo,cpuinfo,cgobj,cgcpu,tgobj,tgcpu,paramgr;
  209. const
  210. TOpCG2IAsmOp : array[topcg] of TAsmOp=(
  211. A_None, {OP_NONE}
  212. A_None, {OP_MOVE, replaced operation with direct load }
  213. a_i32_add, {OP_ADD, simple addition }
  214. a_i32_and, {OP_AND, simple logical and }
  215. a_i32_div_u, {OP_DIV, simple unsigned division }
  216. a_i32_div_s, {OP_IDIV, simple signed division }
  217. a_i32_mul, {OP_IMUL, simple signed multiply }
  218. a_i32_mul, {OP_MUL, simple unsigned multiply }
  219. A_None, {OP_NEG, simple negate } // neg = xor + 1
  220. A_None, {OP_NOT, simple logical not } // not = xor - 1
  221. a_i32_or, {OP_OR, simple logical or }
  222. a_i32_shr_s, {OP_SAR, arithmetic shift-right }
  223. a_i32_shl, {OP_SHL, logical shift left }
  224. a_i32_shr_u, {OP_SHR, logical shift right }
  225. a_i32_sub, {OP_SUB, simple subtraction }
  226. a_i32_xor, {OP_XOR, simple exclusive or }
  227. a_i32_rotl, {OP_ROL, rotate left }
  228. a_i32_rotr {OP_ROR rotate right }
  229. );
  230. TOpCG2LAsmOp : array[topcg] of TAsmOp=(
  231. A_None, {OP_NONE}
  232. a_i64_load, {OP_MOVE, replaced operation with direct load }
  233. a_i64_add, {OP_ADD, simple addition }
  234. a_i64_and, {OP_AND, simple logical and }
  235. a_i64_div_u, {OP_DIV, simple unsigned division }
  236. a_i64_div_s, {OP_IDIV, simple signed division }
  237. a_i64_mul, {OP_IMUL, simple signed multiply }
  238. a_i64_mul, {OP_MUL, simple unsigned multiply }
  239. A_None, {OP_NEG, simple negate } // neg = xor + 1
  240. A_None, {OP_NOT, simple logical not } // not = xor - 1
  241. a_i64_or, {OP_OR, simple logical or }
  242. a_i64_shr_s, {OP_SAR, arithmetic shift-right }
  243. a_i64_shl, {OP_SHL, logical shift left }
  244. a_i64_shr_u, {OP_SHR, logical shift right }
  245. a_i64_sub, {OP_SUB, simple subtraction }
  246. a_i64_xor, {OP_XOR, simple exclusive or }
  247. a_i64_rotl, {OP_ROL, rotate left }
  248. a_i64_rotr {OP_ROR rotate right }
  249. );
  250. function thlcgwasm.is_methodptr_like_type(d:tdef): boolean;
  251. var
  252. is_8byterecord, is_methodptr, is_nestedprocptr: Boolean;
  253. begin
  254. is_8byterecord:=(d.typ=recorddef) and (d.size=8);
  255. is_methodptr:=(d.typ=procvardef)
  256. and (po_methodpointer in tprocvardef(d).procoptions)
  257. and not(po_addressonly in tprocvardef(d).procoptions);
  258. is_nestedprocptr:=(d.typ=procvardef)
  259. and is_nested_pd(tprocvardef(d))
  260. and not(po_addressonly in tprocvardef(d).procoptions);
  261. result:=is_8byterecord or is_methodptr or is_nestedprocptr;
  262. end;
  263. function thlcgwasm.RefStackPointerSym: TWasmGlobalAsmSymbol;
  264. begin
  265. result:=TWasmGlobalAsmSymbol(current_asmdata.RefAsmSymbolByClass(TWasmGlobalAsmSymbol,STACK_POINTER_SYM,AT_WASM_GLOBAL));
  266. result.WasmGlobalType:=wbt_i32;
  267. end;
  268. constructor thlcgwasm.create;
  269. begin
  270. fevalstackheight:=0;
  271. fmaxevalstackheight:=0;
  272. fntypelookup:=TWasmProcTypeLookup.Create;
  273. end;
  274. destructor thlcgwasm.Destroy;
  275. begin
  276. fntypelookup.Free;
  277. inherited Destroy;
  278. end;
  279. procedure thlcgwasm.incstack(list: TAsmList; slots: longint);
  280. begin
  281. if (fevalstackheight<0) and
  282. not(cs_no_regalloc in current_settings.globalswitches) then
  283. {$ifdef DEBUG_WASMSTACK}
  284. list.concat(tai_comment.Create(strpnew('!!! stack underflow')));
  285. {$else DEBUG_WASMSTACK}
  286. internalerror(2010120501);
  287. {$endif DEBUG_WASMSTACK}
  288. if slots=0 then
  289. exit;
  290. inc(fevalstackheight,slots);
  291. if (fevalstackheight>fmaxevalstackheight) then
  292. fmaxevalstackheight:=fevalstackheight;
  293. if cs_asm_regalloc in current_settings.globalswitches then
  294. list.concat(tai_comment.Create(strpnew(' allocated '+tostr(slots)+', stack height = '+tostr(fevalstackheight))));
  295. end;
  296. procedure thlcgwasm.decstack(list: TAsmList;slots: longint);
  297. begin
  298. if slots=0 then
  299. exit;
  300. dec(fevalstackheight,slots);
  301. if (fevalstackheight<0) and
  302. not(cs_no_regalloc in current_settings.globalswitches) then
  303. {$ifdef DEBUG_WASMSTACK}
  304. list.concat(tai_comment.Create(strpnew('!!! stack underflow')));
  305. {$else DEBUG_WASMSTACK}
  306. internalerror(2010120501);
  307. {$endif DEBUG_WASMSTACK}
  308. if cs_asm_regalloc in current_settings.globalswitches then
  309. list.concat(tai_comment.Create(strpnew(' freed '+tostr(slots)+', stack height = '+tostr(fevalstackheight))));
  310. end;
  311. class function thlcgwasm.def2regtyp(def: tdef): tregistertype;
  312. begin
  313. if is_wasm_externref(def) then
  314. result:=R_EXTERNREFREGISTER
  315. else if is_wasm_funcref(def) then
  316. result:=R_FUNCREFREGISTER
  317. else if (def.typ=recorddef) and (def.size in [4,8]) and (trecorddef(def).contains_float_field) then
  318. result:=R_FPUREGISTER
  319. else
  320. result:=inherited;
  321. end;
  322. function thlcgwasm.getintregister(list:TAsmList;size:tdef):Tregister;
  323. begin
  324. if is_wasm_reference_type(size) then
  325. internalerror(2023060702)
  326. else
  327. result:=inherited;
  328. end;
  329. function thlcgwasm.getregisterfordef(list: TAsmList;size:tdef):Tregister;
  330. begin
  331. case def2regtyp(size) of
  332. R_EXTERNREFREGISTER:
  333. result:=TCgWasm(cg).getexternrefregister(list);
  334. R_FUNCREFREGISTER:
  335. result:=TCgWasm(cg).getfuncrefregister(list);
  336. else
  337. result:=inherited;
  338. end;
  339. end;
  340. procedure thlcgwasm.a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara);
  341. begin
  342. tosize:=get_para_push_size(tosize);
  343. if tosize=s8inttype then
  344. a:=shortint(a)
  345. else if tosize=s16inttype then
  346. a:=smallint(a);
  347. inherited a_load_const_cgpara(list, tosize, a, cgpara);
  348. end;
  349. function thlcgwasm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  350. begin
  351. list.concat(taicpu.op_sym_functype(a_call,current_asmdata.RefAsmSymbol(s,AT_FUNCTION),tcpuprocdef(pd).create_functype));
  352. result:=get_call_result_cgpara(pd,forceresdef);
  353. end;
  354. function thlcgwasm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  355. begin
  356. a_load_reg_stack(list, ptrsinttype, reg);
  357. if pd.typ=procvardef then
  358. current_asmdata.CurrAsmList.Concat(taicpu.op_functype(a_call_indirect,tcpuprocvardef(pd).create_functype))
  359. else
  360. current_asmdata.CurrAsmList.Concat(taicpu.op_functype(a_call_indirect,tcpuprocdef(pd).create_functype));
  361. decstack(list,1);
  362. result:=hlcg.get_call_result_cgpara(pd, nil);
  363. end;
  364. procedure thlcgwasm.a_load_const_stack(list : TAsmList;size : tdef;a : tcgint; typ: TRegisterType);
  365. begin
  366. case typ of
  367. R_INTREGISTER,
  368. R_ADDRESSREGISTER:
  369. begin
  370. case def_cgsize(size) of
  371. OS_8,OS_16,OS_32,
  372. OS_S8,OS_S16,OS_S32:
  373. begin
  374. { convert cardinals to longints }
  375. list.concat(taicpu.op_const(a_i32_const, a));
  376. end;
  377. OS_64,OS_S64:
  378. begin
  379. list.concat(taicpu.op_const(a_i64_const, a));
  380. end;
  381. else
  382. internalerror(2010110702);
  383. end;
  384. end;
  385. R_EXTERNREFREGISTER:
  386. begin
  387. if a<>0 then
  388. internalerror(2023061101);
  389. list.Concat(taicpu.op_none(a_ref_null_externref));
  390. end;
  391. R_FUNCREFREGISTER:
  392. begin
  393. if a<>0 then
  394. internalerror(2023061102);
  395. list.Concat(taicpu.op_none(a_ref_null_funcref));
  396. end;
  397. else
  398. internalerror(2010110703);
  399. end;
  400. incstack(list,1);
  401. end;
  402. procedure thlcgwasm.a_loadaddr_ref_stack(list : TAsmList;fromsize, tosize : tdef;const ref : treference);
  403. var
  404. tmpref: treference;
  405. begin
  406. { you can't take the address of references, that are on the local stack }
  407. if (ref.base=NR_EVAL_STACK_BASE) or (ref.index=NR_EVAL_STACK_BASE) or
  408. (ref.base=NR_LOCAL_STACK_POINTER_REG) or (ref.index=NR_LOCAL_STACK_POINTER_REG) then
  409. internalerror(2021010101);
  410. tmpref:=ref;
  411. tmpref.base:=NR_NO;
  412. tmpref.index:=NR_NO;
  413. if tmpref.refaddr=addr_got_tls then
  414. begin
  415. tmpref.offset:=0;
  416. list.Concat(taicpu.op_ref(a_global_get, tmpref));
  417. incstack(list, 1);
  418. if ref.offset<>0 then
  419. begin
  420. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  421. incstack(list, 1);
  422. list.Concat(taicpu.op_none(a_i32_add));
  423. decstack(list, 1);
  424. end;
  425. end
  426. else
  427. begin
  428. list.Concat(taicpu.op_ref(a_i32_const, tmpref));
  429. incstack(list, 1);
  430. end;
  431. if ref.base<>NR_NO then
  432. begin
  433. list.Concat(taicpu.op_reg(a_local_get,ref.base));
  434. incstack(list, 1);
  435. list.Concat(taicpu.op_none(a_i32_add));
  436. decstack(list, 1);
  437. end;
  438. if ref.index<>NR_NO then
  439. begin
  440. list.Concat(taicpu.op_reg(a_local_get,ref.index));
  441. incstack(list, 1);
  442. if ref.scalefactor>1 then
  443. begin
  444. list.Concat(taicpu.op_const(a_i32_const,ref.scalefactor));
  445. incstack(list, 1);
  446. list.Concat(taicpu.op_none(a_i32_mul));
  447. decstack(list, 1);
  448. end;
  449. list.Concat(taicpu.op_none(a_i32_add));
  450. decstack(list, 1);
  451. end;
  452. end;
  453. procedure thlcgwasm.a_load_stack_loc(list: TAsmList; size: tdef; const loc: tlocation);
  454. var
  455. tmpref: treference;
  456. begin
  457. case loc.loc of
  458. LOC_REGISTER,LOC_CREGISTER,
  459. LOC_FPUREGISTER,LOC_CFPUREGISTER:
  460. a_load_stack_reg(list,size,loc.register);
  461. LOC_REFERENCE:
  462. begin
  463. tmpref:=loc.reference;
  464. a_load_stack_ref(list,size,loc.reference,prepare_stack_for_ref(list,tmpref,false));
  465. end;
  466. else
  467. internalerror(2011020501);
  468. end;
  469. end;
  470. procedure thlcgwasm.a_load_loc_stack(list: TAsmList;size: tdef;const loc: tlocation);
  471. var
  472. tmpref: treference;
  473. extra_slots: LongInt;
  474. begin
  475. case loc.loc of
  476. LOC_REGISTER,LOC_CREGISTER,
  477. LOC_FPUREGISTER,LOC_CFPUREGISTER:
  478. a_load_reg_stack(list,size,loc.register);
  479. LOC_REFERENCE,LOC_CREFERENCE:
  480. begin
  481. tmpref:=loc.reference;
  482. extra_slots:=prepare_stack_for_ref(list,tmpref,false);
  483. a_load_ref_stack(list,size,tmpref,extra_slots);
  484. end;
  485. LOC_CONSTANT:
  486. a_load_const_stack(list,size,loc.value,def2regtyp(size));
  487. LOC_SUBSETREF,LOC_CSUBSETREF:
  488. a_load_subsetref_stack(list,size,loc.sref);
  489. else
  490. internalerror(2011010401);
  491. end;
  492. end;
  493. procedure thlcgwasm.a_loadfpu_const_stack(list: TAsmList; size: tdef; a: double);
  494. begin
  495. case tfloatdef(size).floattype of
  496. s32real:
  497. begin
  498. list.concat(taicpu.op_single(a_f32_const, a));
  499. incstack(list,1);
  500. end;
  501. s64real:
  502. begin
  503. list.concat(taicpu.op_double(a_f64_const,a));
  504. incstack(list,1);
  505. end
  506. else
  507. internalerror(2011010501);
  508. end;
  509. end;
  510. procedure thlcgwasm.a_op_stack(list: TAsmList; op: topcg; size: tdef);
  511. begin
  512. case def_cgsize(size) of
  513. OS_8,OS_S8,
  514. OS_16,OS_S16,
  515. OS_32,OS_S32:
  516. begin
  517. { boolean not: =0? for boolean }
  518. if (op=OP_NOT) and is_pasbool(size) then
  519. list.concat(taicpu.op_none(a_i32_eqz))
  520. else if (op=OP_NOT) and is_cbool(size) then
  521. begin
  522. current_asmdata.CurrAsmList.Concat(taicpu.op_functype(a_if,TWasmFuncType.Create([],[wbt_i32])));
  523. decstack(current_asmdata.CurrAsmList,1);
  524. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i32_const, 0) );
  525. incstack(current_asmdata.CurrAsmList,1);
  526. current_asmdata.CurrAsmList.Concat( taicpu.op_none(a_else) );
  527. decstack(current_asmdata.CurrAsmList,1);
  528. case def_cgsize(size) of
  529. OS_32,OS_S32:
  530. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i32_const, -1) );
  531. OS_16,OS_S16:
  532. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i32_const, 65535) );
  533. OS_8,OS_S8:
  534. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i32_const, 255) );
  535. else
  536. internalerror(2021100102);
  537. end;
  538. incstack(current_asmdata.CurrAsmList,1);
  539. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  540. end
  541. else
  542. begin
  543. if op=OP_NOT then
  544. begin
  545. { not = xor -1 for integer }
  546. a_load_const_stack(list,s32inttype,high(cardinal),R_INTREGISTER);
  547. op:=OP_XOR;
  548. end
  549. else if op=OP_NEG then
  550. begin
  551. { neg = *(-1) }
  552. a_load_const_stack(list,s32inttype,-1,R_INTREGISTER);
  553. op:=OP_MUL;
  554. end;
  555. if TOpCG2IAsmOp[op]=A_None then
  556. internalerror(2010120532);
  557. list.concat(taicpu.op_none(TOpCG2IAsmOp[op]));
  558. decstack(list,1);
  559. end;
  560. maybe_adjust_op_result(list,op,size);
  561. end;
  562. OS_64,OS_S64:
  563. begin
  564. { boolean not: =0? for boolean }
  565. if (op=OP_NOT) and is_pasbool(size) then
  566. begin
  567. list.concat(taicpu.op_none(a_i64_eqz));
  568. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  569. end
  570. else if (op=OP_NOT) and is_cbool(size) then
  571. begin
  572. list.concat(taicpu.op_none(a_i64_eqz));
  573. current_asmdata.CurrAsmList.Concat(taicpu.op_functype(a_if,TWasmFuncType.Create([],[wbt_i64])));
  574. decstack(current_asmdata.CurrAsmList,1);
  575. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i64_const, -1) );
  576. incstack(current_asmdata.CurrAsmList,1);
  577. current_asmdata.CurrAsmList.Concat( taicpu.op_none(a_else) );
  578. decstack(current_asmdata.CurrAsmList,1);
  579. current_asmdata.CurrAsmList.Concat( taicpu.op_const(a_i64_const, 0) );
  580. incstack(current_asmdata.CurrAsmList,1);
  581. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  582. end
  583. else
  584. begin
  585. if op=OP_NOT then
  586. begin
  587. { not = xor -1 for integer }
  588. a_load_const_stack(list,s64inttype,-1,R_INTREGISTER);
  589. op:=OP_XOR;
  590. end
  591. else if op=OP_NEG then
  592. begin
  593. { neg = *(-1) }
  594. a_load_const_stack(list,s64inttype,-1,R_INTREGISTER);
  595. op:=OP_MUL;
  596. end;
  597. if TOpCG2LAsmOp[op]=A_None then
  598. internalerror(2010120533);
  599. list.concat(taicpu.op_none(TOpCG2LAsmOp[op]));
  600. decstack(list,1);
  601. end;
  602. end;
  603. else
  604. internalerror(2010120531);
  605. end;
  606. end;
  607. procedure thlcgwasm.a_op_const_stack(list: TAsmList;op: topcg;size: tdef;a: tcgint);
  608. begin
  609. case op of
  610. OP_NEG,OP_NOT:
  611. internalerror(2011010801);
  612. else
  613. a_load_const_stack(list,size,a,R_INTREGISTER);
  614. end;
  615. a_op_stack(list,op,size);
  616. end;
  617. procedure thlcgwasm.a_op_reg_stack(list: TAsmList; op: topcg; size: tdef; reg: tregister);
  618. begin
  619. a_load_reg_stack(list,size,reg);
  620. a_op_stack(list,op,size);
  621. end;
  622. procedure thlcgwasm.a_op_ref_stack(list: TAsmList; op: topcg; size: tdef; const ref: treference);
  623. var
  624. tmpref: treference;
  625. begin
  626. { ref must not be the stack top, because that may indicate an error
  627. (it means that we will perform an operation of the stack top onto
  628. itself, so that means the two values have been loaded manually prior
  629. to calling this routine, instead of letting this routine load one of
  630. them; if something like that is needed, call a_op_stack() directly) }
  631. if ref.base=NR_EVAL_STACK_BASE then
  632. internalerror(2010121102);
  633. tmpref:=ref;
  634. a_load_ref_stack(list,size,tmpref,prepare_stack_for_ref(list,tmpref,false));
  635. a_op_stack(list,op,size);
  636. end;
  637. procedure thlcgwasm.a_op_loc_stack(list: TAsmList; op: topcg; size: tdef; const loc: tlocation);
  638. begin
  639. case loc.loc of
  640. LOC_REGISTER,LOC_CREGISTER:
  641. a_op_reg_stack(list,op,size,loc.register);
  642. LOC_REFERENCE,LOC_CREFERENCE:
  643. a_op_ref_stack(list,op,size,loc.reference);
  644. LOC_CONSTANT:
  645. a_op_const_stack(list,op,size,loc.value);
  646. else
  647. internalerror(2011011415)
  648. end;
  649. end;
  650. procedure thlcgwasm.a_cmp_const_loc_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const loc: tlocation);
  651. var
  652. tmpreg: tregister;
  653. begin
  654. case loc.loc of
  655. LOC_REGISTER,LOC_CREGISTER:
  656. a_cmp_const_reg_stack(list,size,cmp_op,a,loc.register);
  657. LOC_REFERENCE,LOC_CREFERENCE:
  658. a_cmp_const_ref_stack(list,size,cmp_op,a,loc.reference);
  659. LOC_SUBSETREG, LOC_CSUBSETREG:
  660. begin
  661. tmpreg:=getintregister(list,size);
  662. a_load_subsetreg_reg(list,size,size,loc.sreg,tmpreg);
  663. a_cmp_const_reg_stack(list,size,cmp_op,a,tmpreg);
  664. end;
  665. LOC_SUBSETREF, LOC_CSUBSETREF:
  666. begin
  667. tmpreg:=getintregister(list,size);
  668. a_load_subsetref_reg(list,size,size,loc.sref,tmpreg);
  669. a_cmp_const_reg_stack(list,size,cmp_op,a,tmpreg);
  670. end;
  671. else
  672. internalerror(2010120430);
  673. end;
  674. end;
  675. procedure thlcgwasm.a_cmp_const_ref_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference);
  676. var
  677. tmpref: treference;
  678. regtyp: TRegisterType;
  679. begin
  680. tmpref:=ref;
  681. if tmpref.base<>NR_EVAL_STACK_BASE then
  682. a_load_ref_stack(list,size,tmpref,prepare_stack_for_ref(list,tmpref,false));
  683. regtyp:=def2regtyp(size);
  684. case regtyp of
  685. R_EXTERNREFREGISTER,
  686. R_FUNCREFREGISTER:
  687. begin
  688. if a<>0 then
  689. internalerror(2023061103);
  690. if not (cmp_op in [OC_EQ,OC_NE]) then
  691. internalerror(2023061104);
  692. list.Concat(taicpu.op_none(a_ref_is_null));
  693. if cmp_op=OC_NE then
  694. begin
  695. a_load_const_stack(list,s32inttype,0,R_INTREGISTER);
  696. a_cmp_stack_stack(list,s32inttype,OC_EQ);
  697. end;
  698. end;
  699. else
  700. begin
  701. a_load_const_stack(list,size,a,regtyp);
  702. a_cmp_stack_stack(list,size,cmp_op);
  703. end;
  704. end;
  705. end;
  706. procedure thlcgwasm.a_cmp_const_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister);
  707. var
  708. regtyp: TRegisterType;
  709. begin
  710. a_load_reg_stack(list,size,reg);
  711. regtyp:=def2regtyp(size);
  712. case regtyp of
  713. R_EXTERNREFREGISTER,
  714. R_FUNCREFREGISTER:
  715. begin
  716. if a<>0 then
  717. internalerror(2023061105);
  718. if not (cmp_op in [OC_EQ,OC_NE]) then
  719. internalerror(2023061106);
  720. list.Concat(taicpu.op_none(a_ref_is_null));
  721. if cmp_op=OC_NE then
  722. begin
  723. a_load_const_stack(list,s32inttype,0,R_INTREGISTER);
  724. a_cmp_stack_stack(list,s32inttype,OC_EQ);
  725. end;
  726. end;
  727. else
  728. begin
  729. a_load_const_stack(list,size,a,regtyp);
  730. a_cmp_stack_stack(list,size,cmp_op);
  731. end;
  732. end;
  733. end;
  734. procedure thlcgwasm.a_cmp_ref_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister);
  735. var
  736. tmpref: treference;
  737. begin
  738. tmpref:=ref;
  739. a_load_reg_stack(list,size,reg);
  740. if tmpref.base<>NR_EVAL_STACK_BASE then
  741. a_load_ref_stack(list,size,tmpref,prepare_stack_for_ref(list,tmpref,false))
  742. else
  743. cmp_op:=swap_opcmp(cmp_op);
  744. a_cmp_stack_stack(list,size,cmp_op);
  745. end;
  746. procedure thlcgwasm.a_cmp_reg_ref_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference);
  747. var
  748. tmpref: treference;
  749. begin
  750. tmpref:=ref;
  751. if tmpref.base<>NR_EVAL_STACK_BASE then
  752. a_load_ref_stack(list,size,ref,prepare_stack_for_ref(list,tmpref,false));
  753. a_load_reg_stack(list,size,reg);
  754. a_cmp_stack_stack(list,size,cmp_op);
  755. end;
  756. procedure thlcgwasm.a_cmp_reg_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister);
  757. begin
  758. a_load_reg_stack(list,size,reg2);
  759. a_load_reg_stack(list,size,reg1);
  760. a_cmp_stack_stack(list,size,cmp_op);
  761. end;
  762. procedure thlcgwasm.a_cmp_subsetreg_reg_stack(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sreg: tsubsetregister; reg: tregister);
  763. var
  764. tmpreg: tregister;
  765. begin
  766. tmpreg:=getintregister(list,cmpsize);
  767. a_load_subsetreg_reg(list,fromsubsetsize,cmpsize,sreg,tmpreg);
  768. a_cmp_reg_reg_stack(list,cmpsize,cmp_op,tmpreg,reg);
  769. end;
  770. procedure thlcgwasm.a_cmp_subsetref_reg_stack(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sref: tsubsetreference; reg: tregister);
  771. var
  772. tmpreg: tregister;
  773. begin
  774. tmpreg:=getintregister(list,cmpsize);
  775. a_load_subsetref_reg(list,fromsubsetsize,cmpsize,sref,tmpreg);
  776. a_cmp_reg_reg_stack(list,cmpsize,cmp_op,tmpreg,reg);
  777. end;
  778. procedure thlcgwasm.a_cmp_loc_reg_stack(list: TAsmList; size: tdef; cmp_op: topcmp; const loc: tlocation; reg: tregister);
  779. begin
  780. case loc.loc of
  781. LOC_REGISTER,
  782. LOC_CREGISTER:
  783. a_cmp_reg_reg_stack(list,size,cmp_op,loc.register,reg);
  784. LOC_REFERENCE,
  785. LOC_CREFERENCE :
  786. a_cmp_ref_reg_stack(list,size,cmp_op,loc.reference,reg);
  787. LOC_CONSTANT:
  788. a_cmp_const_reg_stack(list,size,cmp_op,loc.value,reg);
  789. LOC_SUBSETREG,
  790. LOC_CSUBSETREG:
  791. a_cmp_subsetreg_reg_stack(list,size,size,cmp_op,loc.sreg,reg);
  792. LOC_SUBSETREF,
  793. LOC_CSUBSETREF:
  794. a_cmp_subsetref_reg_stack(list,size,size,cmp_op,loc.sref,reg);
  795. else
  796. internalerror(2010120431);
  797. end;
  798. end;
  799. procedure thlcgwasm.a_cmp_reg_loc_stack(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const loc: tlocation);
  800. begin
  801. a_cmp_loc_reg_stack(list,size,swap_opcmp(cmp_op),loc,reg);
  802. end;
  803. procedure thlcgwasm.a_cmp_ref_loc_stack(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; const loc: tlocation);
  804. var
  805. tmpreg: tregister;
  806. begin
  807. case loc.loc of
  808. LOC_REGISTER,LOC_CREGISTER:
  809. a_cmp_ref_reg_stack(list,size,cmp_op,ref,loc.register);
  810. LOC_REFERENCE,LOC_CREFERENCE:
  811. begin
  812. tmpreg:=getintregister(list,size);
  813. a_load_ref_reg(list,size,size,loc.reference,tmpreg);
  814. a_cmp_ref_reg_stack(list,size,cmp_op,ref,tmpreg);
  815. end;
  816. LOC_CONSTANT:
  817. begin
  818. a_cmp_const_ref_stack(list,size,swap_opcmp(cmp_op),loc.value,ref);
  819. end;
  820. LOC_SUBSETREG, LOC_CSUBSETREG:
  821. begin
  822. tmpreg:=getintregister(list,size);
  823. a_load_ref_reg(list,size,size,loc.reference,tmpreg);
  824. a_cmp_subsetreg_reg_stack(list,size,size,swap_opcmp(cmp_op),loc.sreg,tmpreg);
  825. end;
  826. LOC_SUBSETREF, LOC_CSUBSETREF:
  827. begin
  828. tmpreg:=getintregister(list,size);
  829. a_load_ref_reg(list,size,size,loc.reference,tmpreg);
  830. a_cmp_subsetref_reg_stack(list,size,size,swap_opcmp(cmp_op),loc.sref,tmpreg);
  831. end;
  832. else
  833. internalerror(2010120432);
  834. end;
  835. end;
  836. procedure thlcgwasm.a_cmp_const_loc_br(list: TAsmList; size: tdef;cmp_op: topcmp; a: tcgint; const loc: tlocation; br: Integer);
  837. begin
  838. a_cmp_const_loc_stack(list,size,cmp_op,a,loc);
  839. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  840. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  841. end;
  842. procedure thlcgwasm.a_cmp_const_ref_br(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference; br: Integer);
  843. begin
  844. a_cmp_const_ref_stack(list,size,cmp_op,a,ref);
  845. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  846. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  847. end;
  848. procedure thlcgwasm.a_cmp_const_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; br: Integer);
  849. begin
  850. a_cmp_const_reg_stack(list,size,cmp_op,a,reg);
  851. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  852. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  853. end;
  854. procedure thlcgwasm.a_cmp_ref_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister; br: Integer);
  855. begin
  856. a_cmp_ref_reg_stack(list,size,cmp_op,ref,reg);
  857. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  858. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  859. end;
  860. procedure thlcgwasm.a_cmp_reg_ref_br(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference; br: Integer);
  861. begin
  862. a_cmp_reg_ref_stack(list,size,cmp_op,reg,ref);
  863. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  864. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  865. end;
  866. procedure thlcgwasm.a_cmp_reg_reg_br(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; br: Integer);
  867. begin
  868. a_cmp_reg_reg_stack(list,size,cmp_op,reg1,reg2);
  869. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  870. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  871. end;
  872. procedure thlcgwasm.a_cmp_subsetreg_reg_br(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sreg: tsubsetregister; reg: tregister; br: Integer);
  873. begin
  874. a_cmp_subsetreg_reg_stack(list,fromsubsetsize,cmpsize,cmp_op,sreg,reg);
  875. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  876. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  877. end;
  878. procedure thlcgwasm.a_cmp_subsetref_reg_br(list: TAsmList; fromsubsetsize, cmpsize: tdef; cmp_op: topcmp; const sref: tsubsetreference; reg: tregister; br: Integer);
  879. begin
  880. a_cmp_subsetref_reg_stack(list,fromsubsetsize,cmpsize,cmp_op,sref,reg);
  881. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  882. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  883. end;
  884. procedure thlcgwasm.a_cmp_loc_reg_br(list : TAsmList;size : tdef;cmp_op : topcmp; const loc: tlocation; reg : tregister; br: Integer);
  885. begin
  886. a_cmp_loc_reg_stack(list,size,cmp_op,loc,reg);
  887. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  888. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  889. end;
  890. procedure thlcgwasm.a_cmp_reg_loc_br(list : TAsmList;size : tdef;cmp_op : topcmp; reg: tregister; const loc: tlocation; br: Integer);
  891. begin
  892. a_cmp_reg_loc_stack(list,size,cmp_op,reg,loc);
  893. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  894. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  895. end;
  896. procedure thlcgwasm.a_cmp_ref_loc_br(list: TAsmList; size: tdef;cmp_op: topcmp; const ref: treference; const loc: tlocation; br: Integer);
  897. begin
  898. a_cmp_ref_loc_stack(list,size,cmp_op,ref,loc);
  899. current_asmdata.CurrAsmList.concat(taicpu.op_const(a_br_if,br));
  900. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  901. end;
  902. procedure thlcgwasm.g_reference_loc(list: TAsmList; def: tdef; const fromloc: tlocation; out toloc: tlocation);
  903. begin
  904. case fromloc.loc of
  905. LOC_CREFERENCE,
  906. LOC_REFERENCE:
  907. begin
  908. toloc:=fromloc;
  909. if (fromloc.reference.base<>NR_NO) and
  910. (fromloc.reference.base<>current_procinfo.framepointer) and
  911. (fromloc.reference.base<>NR_STACK_POINTER_REG) then
  912. g_allocload_reg_reg(list,voidpointertype,fromloc.reference.base,toloc.reference.base,R_ADDRESSREGISTER);
  913. end;
  914. else
  915. inherited;
  916. end;
  917. end;
  918. procedure thlcgwasm.a_cmp_stack_stack(list: TAsmlist; size: tdef; cmp_op: topcmp);
  919. const
  920. opcmp32: array[topcmp] of tasmop = (
  921. A_None, { OC_NONE, }
  922. a_i32_eq, { OC_EQ, equality comparison }
  923. a_i32_gt_s, { OC_GT, greater than (signed) }
  924. a_i32_lt_s, { OC_LT, less than (signed) }
  925. a_i32_ge_s, { OC_GTE, greater or equal than (signed) }
  926. a_i32_le_s, { OC_LTE, less or equal than (signed) }
  927. a_i32_ne, { OC_NE, not equal }
  928. a_i32_le_u, { OC_BE, less or equal than (unsigned) }
  929. a_i32_lt_u, { OC_B, less than (unsigned) }
  930. a_i32_ge_u, { OC_AE, greater or equal than (unsigned) }
  931. a_i32_gt_u { OC_A greater than (unsigned) }
  932. );
  933. const
  934. opcmp64: array[TOpCmp] of TAsmOp = (A_None,
  935. a_i64_eq, // OC_EQ
  936. a_i64_gt_s, a_i64_lt_s, // OC_GT, OC_LT
  937. a_i64_ge_s, a_i64_le_s, // OC_GTE, OC_LTE
  938. a_i64_ne, // OC_NE
  939. a_i64_le_u, a_i64_lt_u, // OC_BE, OC_B
  940. a_i64_ge_u, a_i64_gt_u // OC_AE, OC_A
  941. );
  942. var
  943. cgsize: tcgsize;
  944. begin
  945. case def2regtyp(size) of
  946. R_INTREGISTER,
  947. R_ADDRESSREGISTER:
  948. begin
  949. cgsize:=def_cgsize(size);
  950. case cgsize of
  951. OS_S8,OS_8,
  952. OS_16,OS_S16,
  953. OS_S32,OS_32:
  954. begin
  955. list.concat(taicpu.op_none(opcmp32[cmp_op]));
  956. decstack(list,1);
  957. end;
  958. OS_64,OS_S64:
  959. begin
  960. list.concat(taicpu.op_none(opcmp64[cmp_op]));
  961. decstack(list,1);
  962. end;
  963. else
  964. internalerror(2010120538);
  965. end;
  966. end;
  967. else
  968. internalerror(2010120538);
  969. end;
  970. end;
  971. procedure thlcgwasm.maybe_adjust_op_result(list: TAsmList; op: TOpCg; size: tdef);
  972. const
  973. overflowops = [OP_MUL,OP_SHL,OP_ADD,OP_SUB,OP_NOT,OP_NEG];
  974. begin
  975. if (op in overflowops) and
  976. (def_cgsize(size) in [OS_8,OS_S8,OS_16,OS_S16]) then
  977. resize_stack_int_val(list,s32inttype,size,false);
  978. end;
  979. procedure thlcgwasm.gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara);
  980. begin
  981. { nothing to do for ret_in_param results }
  982. if paramanager.ret_in_param(pd.returndef,pd) then
  983. exit;
  984. { constructors don't return anything in Java }
  985. if pd.proctypeoption=potype_constructor then
  986. exit;
  987. { must return a value of the correct type on the evaluation stack }
  988. case def2regtyp(resdef) of
  989. R_INTREGISTER,
  990. R_ADDRESSREGISTER:
  991. a_load_const_cgpara(list,resdef,0,resloc);
  992. R_FPUREGISTER:
  993. case tfloatdef(resdef).floattype of
  994. s32real:
  995. begin
  996. list.concat(taicpu.op_single(a_f32_const, 0));
  997. incstack(list,1);
  998. end;
  999. s64real:
  1000. begin
  1001. list.concat(taicpu.op_double(a_f64_const, 0));
  1002. incstack(list,1);
  1003. end;
  1004. else
  1005. internalerror(2011010302);
  1006. end;
  1007. R_FUNCREFREGISTER:
  1008. begin
  1009. list.concat(taicpu.op_none(a_ref_null_funcref));
  1010. incstack(list,1);
  1011. end;
  1012. R_EXTERNREFREGISTER:
  1013. begin
  1014. list.concat(taicpu.op_none(a_ref_null_externref));
  1015. incstack(list,1);
  1016. end;
  1017. else
  1018. internalerror(2011010301);
  1019. end;
  1020. end;
  1021. function thlcgwasm.g_call_system_proc_intern(list: TAsmList; pd: tprocdef; const paras: array of pcgpara; forceresdef: tdef): tcgpara;
  1022. begin
  1023. result:=inherited;
  1024. pd.init_paraloc_info(callerside);
  1025. g_adjust_stack_after_call(list,pd);
  1026. end;
  1027. function thlcgwasm.prepare_stack_for_ref(list: TAsmList; var ref: treference; dup: boolean): longint;
  1028. var
  1029. tmpref: treference;
  1030. begin
  1031. result:=0;
  1032. { fake location that indicates the value is already on the stack? }
  1033. if (ref.base=NR_EVAL_STACK_BASE) or (ref.base=NR_LOCAL_STACK_POINTER_REG) then
  1034. exit;
  1035. if (ref.base=NR_NO) and (ref.index<>NR_NO) and (ref.scalefactor<=1) then
  1036. begin
  1037. ref.base:=ref.index;
  1038. ref.index:=NR_NO;
  1039. end;
  1040. if assigned(ref.symbol) and (ref.symbol.typ=AT_WASM_GLOBAL) then
  1041. begin
  1042. if ref.base<>NR_NO then
  1043. internalerror(2022072601);
  1044. if ref.index<>NR_NO then
  1045. internalerror(2022072602);
  1046. if ref.offset<>0 then
  1047. internalerror(2022072603);
  1048. end
  1049. else if ref.refaddr=addr_got_tls then
  1050. begin
  1051. if not assigned(ref.symbol) then
  1052. internalerror(2022071405);
  1053. if ref.base<>NR_NO then
  1054. internalerror(2022071406);
  1055. if ref.index<>NR_NO then
  1056. internalerror(2022071407);
  1057. tmpref:=ref;
  1058. tmpref.offset:=0;
  1059. list.Concat(taicpu.op_ref(a_global_get,tmpref));
  1060. incstack(list,1);
  1061. if dup then
  1062. begin
  1063. list.Concat(taicpu.op_ref(a_global_get,tmpref));
  1064. incstack(list,1);
  1065. end;
  1066. result:=1;
  1067. end
  1068. else if assigned(ref.symbol) and (ref.base=NR_NO) and (ref.index=NR_NO) then
  1069. begin
  1070. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1071. incstack(list,1);
  1072. if dup then
  1073. begin
  1074. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1075. incstack(list,1);
  1076. end;
  1077. ref.offset:=0;
  1078. result:=1;
  1079. end
  1080. else if ref.index <> NR_NO then // array access
  1081. begin
  1082. // it's just faster to sum two of those together
  1083. list.Concat(taicpu.op_reg(a_local_get, ref.base));
  1084. incstack(list,1);
  1085. list.Concat(taicpu.op_reg(a_local_get, ref.index));
  1086. incstack(list,1);
  1087. list.Concat(taicpu.op_none(a_i32_add));
  1088. decstack(list,1);
  1089. if assigned(ref.symbol) then
  1090. begin
  1091. list.Concat(taicpu.op_sym(a_i32_const,ref.symbol));
  1092. incstack(list,1);
  1093. list.Concat(taicpu.op_none(a_i32_add));
  1094. decstack(list,1);
  1095. end;
  1096. if ref.offset<0 then
  1097. begin
  1098. list.Concat(taicpu.op_const(a_i32_const,-ref.offset));
  1099. incstack(list,1);
  1100. list.Concat(taicpu.op_none(a_i32_sub));
  1101. decstack(list,1);
  1102. end
  1103. else if ref.offset>0 then
  1104. begin
  1105. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1106. incstack(list,1);
  1107. list.Concat(taicpu.op_none(a_i32_add));
  1108. decstack(list,1);
  1109. end;
  1110. if dup then
  1111. begin
  1112. list.Concat(taicpu.op_reg(a_local_get, ref.base));
  1113. incstack(list,1);
  1114. list.Concat(taicpu.op_reg(a_local_get, ref.index));
  1115. incstack(list,1);
  1116. list.Concat(taicpu.op_none(a_i32_add));
  1117. decstack(list,1);
  1118. if assigned(ref.symbol) then
  1119. begin
  1120. list.Concat(taicpu.op_sym(a_i32_const,ref.symbol));
  1121. incstack(list,1);
  1122. list.Concat(taicpu.op_none(a_i32_add));
  1123. decstack(list,1);
  1124. end;
  1125. if ref.offset<0 then
  1126. begin
  1127. list.Concat(taicpu.op_const(a_i32_const,-ref.offset));
  1128. incstack(list,1);
  1129. list.Concat(taicpu.op_none(a_i32_sub));
  1130. decstack(list,1);
  1131. end
  1132. else if ref.offset>0 then
  1133. begin
  1134. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1135. incstack(list,1);
  1136. list.Concat(taicpu.op_none(a_i32_add));
  1137. decstack(list,1);
  1138. end;
  1139. end;
  1140. ref.base:=NR_NO;
  1141. ref.index:=NR_NO;
  1142. ref.offset:=0;
  1143. ref.symbol:=nil;
  1144. result:=1;
  1145. end
  1146. else if (ref.base<>NR_NO) then
  1147. begin
  1148. if (ref.base<>NR_STACK_POINTER_REG) then
  1149. begin
  1150. { regular field -> load self on the stack }
  1151. a_load_reg_stack(list,voidpointertype,ref.base);
  1152. if assigned(ref.symbol) then
  1153. begin
  1154. list.Concat(taicpu.op_sym(a_i32_const,ref.symbol));
  1155. incstack(list,1);
  1156. list.Concat(taicpu.op_none(a_i32_add));
  1157. decstack(list,1);
  1158. end;
  1159. if ref.offset<0 then
  1160. begin
  1161. list.Concat(taicpu.op_const(a_i32_const,-ref.offset));
  1162. incstack(list,1);
  1163. list.Concat(taicpu.op_none(a_i32_sub));
  1164. decstack(list,1);
  1165. end
  1166. else if ref.offset>0 then
  1167. begin
  1168. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1169. incstack(list,1);
  1170. list.Concat(taicpu.op_none(a_i32_add));
  1171. decstack(list,1);
  1172. end;
  1173. if dup then
  1174. begin
  1175. a_load_reg_stack(list,voidpointertype,ref.base);
  1176. if assigned(ref.symbol) then
  1177. begin
  1178. list.Concat(taicpu.op_sym(a_i32_const,ref.symbol));
  1179. incstack(list,1);
  1180. list.Concat(taicpu.op_none(a_i32_add));
  1181. decstack(list,1);
  1182. end;
  1183. if ref.offset<0 then
  1184. begin
  1185. list.Concat(taicpu.op_const(a_i32_const,-ref.offset));
  1186. incstack(list,1);
  1187. list.Concat(taicpu.op_none(a_i32_sub));
  1188. decstack(list,1);
  1189. end
  1190. else if ref.offset>0 then
  1191. begin
  1192. list.Concat(taicpu.op_const(a_i32_const,ref.offset));
  1193. incstack(list,1);
  1194. list.Concat(taicpu.op_none(a_i32_add));
  1195. decstack(list,1);
  1196. end;
  1197. end;
  1198. ref.offset:=0;
  1199. ref.symbol:=nil;
  1200. ref.base:=NR_NO;
  1201. result:=1;
  1202. end
  1203. else // if (ref.base = NR_FRAME_POINTER_REG) then
  1204. begin
  1205. internalerror(2021012202);
  1206. //list.Concat(taicpu.op_sym(a_local_get, current_asmdata.RefAsmSymbol(FRAME_POINTER_SYM,AT_ADDR) ));
  1207. //incstack(list,1);
  1208. end;
  1209. end
  1210. else
  1211. begin
  1212. { static field -> nothing to do here, except for validity check }
  1213. {if not assigned(ref.symbol) or
  1214. (ref.offset<>0) then
  1215. begin
  1216. internalerror(2010120525);
  1217. end;}
  1218. end;
  1219. end;
  1220. procedure thlcgwasm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1221. begin
  1222. { support loading a function result (from the evaluation stack), to a register }
  1223. if assigned(para.location) and (not assigned(para.location^.next)) and
  1224. (para.location^.loc in [LOC_REFERENCE,LOC_CREFERENCE]) and
  1225. (para.location^.reference.index=NR_EVAL_STACK_BASE) and
  1226. (para.location^.reference.offset=0) and
  1227. (def_cgsize(para.location^.Def)=destloc.size) and
  1228. (destloc.loc=LOC_REGISTER) then
  1229. a_load_stack_loc(list,para.location^.Def,destloc)
  1230. else
  1231. inherited;
  1232. end;
  1233. procedure thlcgwasm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  1234. begin
  1235. a_load_const_stack(list,tosize,a,def2regtyp(tosize));
  1236. a_load_stack_reg(list,tosize,register);
  1237. end;
  1238. procedure thlcgwasm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  1239. var
  1240. extra_slots: longint;
  1241. tmpref: treference;
  1242. begin
  1243. tmpref:=ref;
  1244. extra_slots:=prepare_stack_for_ref(list,tmpref,false);
  1245. a_load_const_stack(list,tosize,a,def2regtyp(tosize));
  1246. a_load_stack_ref(list,tosize,tmpref,extra_slots);
  1247. end;
  1248. procedure thlcgwasm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  1249. var
  1250. extra_slots: longint;
  1251. tmpref: treference;
  1252. begin
  1253. tmpref:=ref;
  1254. extra_slots:=prepare_stack_for_ref(list,tmpref,false);
  1255. a_load_reg_stack(list,fromsize,register);
  1256. if def2regtyp(fromsize)=R_INTREGISTER then
  1257. resize_stack_int_val(list,fromsize,tosize,assigned(tmpref.symbol));
  1258. a_load_stack_ref(list,tosize,tmpref,extra_slots);
  1259. end;
  1260. procedure thlcgwasm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1261. begin
  1262. a_load_reg_stack(list,fromsize,reg1);
  1263. if def2regtyp(fromsize)=R_INTREGISTER then
  1264. resize_stack_int_val(list,fromsize,tosize,false);
  1265. a_load_stack_reg(list,tosize,reg2);
  1266. end;
  1267. procedure thlcgwasm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  1268. var
  1269. extra_slots: longint;
  1270. tmpref: treference;
  1271. begin
  1272. tmpref:=ref;
  1273. extra_slots:=prepare_stack_for_ref(list,tmpref,false);
  1274. a_load_ref_stack(list,fromsize,tmpref,extra_slots);
  1275. if def2regtyp(fromsize)=R_INTREGISTER then
  1276. resize_stack_int_val(list,fromsize,tosize,false);
  1277. a_load_stack_reg(list,tosize,register);
  1278. end;
  1279. procedure thlcgwasm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  1280. var
  1281. extra_sslots,
  1282. extra_dslots: longint;
  1283. tmpsref, tmpdref: treference;
  1284. tmpreg: tregister;
  1285. begin
  1286. if sref.base<>NR_EVAL_STACK_BASE then
  1287. begin
  1288. tmpsref:=sref;
  1289. tmpdref:=dref;
  1290. { make sure the destination reference is on top, since in the end the
  1291. order has to be "destref, value" -> first create "destref, sourceref" }
  1292. extra_dslots:=prepare_stack_for_ref(list,tmpdref,false);
  1293. extra_sslots:=prepare_stack_for_ref(list,tmpsref,false);
  1294. a_load_ref_stack(list,fromsize,tmpsref,extra_sslots);
  1295. if def2regtyp(fromsize)=R_INTREGISTER then
  1296. resize_stack_int_val(list,fromsize,tosize,assigned(tmpdref.symbol));
  1297. a_load_stack_ref(list,tosize,tmpdref,extra_dslots);
  1298. end
  1299. else
  1300. begin
  1301. { verify if we have the same reference }
  1302. if references_equal(sref,dref) then
  1303. exit;
  1304. tmpreg:=getregisterfordef(list,tosize);
  1305. a_load_ref_reg(list,fromsize,tosize,sref,tmpreg);
  1306. a_load_reg_ref(list,tosize,tosize,tmpreg,dref);
  1307. end;
  1308. end;
  1309. procedure thlcgwasm.a_load_loc_ref(list : TAsmList;fromsize, tosize: tdef; const loc: tlocation; const ref : treference);
  1310. var
  1311. tmpref: treference;
  1312. begin
  1313. if is_methodptr_like_type(tosize) and (loc.loc in [LOC_REGISTER,LOC_CREGISTER]) then
  1314. begin
  1315. tmpref:=ref;
  1316. a_load_reg_ref(list,voidcodepointertype,voidcodepointertype,loc.register,tmpref);
  1317. inc(tmpref.offset,voidcodepointertype.size);
  1318. { the second part could be either self or parentfp }
  1319. if tosize.size=(voidcodepointertype.size+voidpointertype.size) then
  1320. a_load_reg_ref(list,voidpointertype,voidpointertype,loc.registerhi,tmpref)
  1321. else if tosize.size=(voidcodepointertype.size+parentfpvoidpointertype.size) then
  1322. a_load_reg_ref(list,parentfpvoidpointertype,parentfpvoidpointertype,loc.registerhi,tmpref)
  1323. else
  1324. internalerror(2021100301);
  1325. end
  1326. else
  1327. inherited;
  1328. end;
  1329. procedure thlcgwasm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  1330. begin
  1331. a_loadaddr_ref_stack(list,fromsize,tosize,ref);
  1332. a_load_stack_reg(list, tosize, r);
  1333. end;
  1334. procedure thlcgwasm.a_load_subsetref_regs_index(list: TAsmList; subsetsize: tdef; loadbitsize: byte; const sref: tsubsetreference; valuereg: tregister);
  1335. var
  1336. tmpref: treference;
  1337. extra_value_reg,
  1338. tmpreg: tregister;
  1339. begin
  1340. tmpreg:=getintregister(list,osuinttype);
  1341. tmpref:=sref.ref;
  1342. inc(tmpref.offset,loadbitsize div 8);
  1343. extra_value_reg:=getintregister(list,osuinttype);
  1344. a_op_reg_reg(list,OP_SHR,osuinttype,sref.bitindexreg,valuereg);
  1345. { ensure we don't load anything past the end of the array }
  1346. a_cmp_const_reg_stack(list,osuinttype,OC_A,loadbitsize-sref.bitlen,sref.bitindexreg);
  1347. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_if));
  1348. decstack(current_asmdata.CurrAsmList,1);
  1349. { Y-x = -(Y-x) }
  1350. a_op_const_reg_reg(list,OP_SUB,osuinttype,loadbitsize,sref.bitindexreg,tmpreg);
  1351. a_op_reg_reg(list,OP_NEG,osuinttype,tmpreg,tmpreg);
  1352. { load next "loadbitsize" bits of the array }
  1353. a_load_ref_reg(list,cgsize_orddef(int_cgsize(loadbitsize div 8)),osuinttype,tmpref,extra_value_reg);
  1354. { tmpreg is in the range 1..<cpu_bitsize>-1 -> always ok }
  1355. a_op_reg_reg(list,OP_SHL,osuinttype,tmpreg,extra_value_reg);
  1356. { merge }
  1357. a_op_reg_reg(list,OP_OR,osuinttype,extra_value_reg,valuereg);
  1358. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  1359. { sign extend or mask other bits }
  1360. if is_signed(subsetsize) then
  1361. begin
  1362. a_op_const_reg(list,OP_SHL,osuinttype,AIntBits-sref.bitlen,valuereg);
  1363. a_op_const_reg(list,OP_SAR,osuinttype,AIntBits-sref.bitlen,valuereg);
  1364. end
  1365. else
  1366. a_op_const_reg(list,OP_AND,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),valuereg);
  1367. end;
  1368. procedure thlcgwasm.a_load_regconst_subsetref_intern(list : TAsmList; fromsize, subsetsize: tdef; fromreg: tregister; const sref: tsubsetreference; slopt: tsubsetloadopt);
  1369. var
  1370. tmpreg, tmpindexreg, valuereg, extra_value_reg, maskreg: tregister;
  1371. tosreg, fromsreg: tsubsetregister;
  1372. tmpref: treference;
  1373. bitmask: aword;
  1374. loadsize: torddef;
  1375. loadbitsize: byte;
  1376. extra_load: boolean;
  1377. begin
  1378. { the register must be able to contain the requested value }
  1379. if (fromsize.size*8<sref.bitlen) then
  1380. internalerror(2006081613);
  1381. get_subsetref_load_info(sref,loadsize,extra_load);
  1382. loadbitsize:=loadsize.size*8;
  1383. { load the (first part) of the bit sequence }
  1384. valuereg:=getintregister(list,osuinttype);
  1385. a_load_ref_reg(list,loadsize,osuinttype,sref.ref,valuereg);
  1386. { constant offset of bit sequence? }
  1387. if not extra_load then
  1388. begin
  1389. if (sref.bitindexreg=NR_NO) then
  1390. begin
  1391. { use subsetreg routine, it may have been overridden with an optimized version }
  1392. tosreg.subsetreg:=valuereg;
  1393. tosreg.subsetregsize:=def_cgsize(osuinttype);
  1394. { subsetregs always count bits from right to left }
  1395. tosreg.startbit:=sref.startbit;
  1396. tosreg.bitlen:=sref.bitlen;
  1397. a_load_regconst_subsetreg_intern(list,fromsize,subsetsize,fromreg,tosreg,slopt);
  1398. end
  1399. else
  1400. begin
  1401. if (sref.startbit<>0) then
  1402. internalerror(2006081710);
  1403. { should be handled by normal code and will give wrong result }
  1404. { on x86 for the '1 shl bitlen' below }
  1405. if (sref.bitlen=AIntBits) then
  1406. internalerror(2006081711);
  1407. { zero the bits we have to insert }
  1408. if (slopt<>SL_SETMAX) then
  1409. begin
  1410. maskreg:=getintregister(list,osuinttype);
  1411. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),maskreg);
  1412. a_op_reg_reg(list,OP_SHL,osuinttype,sref.bitindexreg,maskreg);
  1413. a_op_reg_reg(list,OP_NOT,osuinttype,maskreg,maskreg);
  1414. a_op_reg_reg(list,OP_AND,osuinttype,maskreg,valuereg);
  1415. end;
  1416. { insert the value }
  1417. if (slopt<>SL_SETZERO) then
  1418. begin
  1419. tmpreg:=getintregister(list,osuinttype);
  1420. if (slopt<>SL_SETMAX) then
  1421. a_load_reg_reg(list,fromsize,osuinttype,fromreg,tmpreg)
  1422. else if (sref.bitlen<>AIntBits) then
  1423. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen)-1), tmpreg)
  1424. else
  1425. a_load_const_reg(list,osuinttype,-1,tmpreg);
  1426. if not(slopt in [SL_REGNOSRCMASK,SL_SETMAX]) then
  1427. a_op_const_reg(list,OP_AND,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),tmpreg);
  1428. a_op_reg_reg(list,OP_SHL,osuinttype,sref.bitindexreg,tmpreg);
  1429. a_op_reg_reg(list,OP_OR,osuinttype,tmpreg,valuereg);
  1430. end;
  1431. end;
  1432. { store back to memory }
  1433. tmpreg:=getintregister(list,loadsize);
  1434. a_load_reg_reg(list,osuinttype,loadsize,valuereg,tmpreg);
  1435. a_load_reg_ref(list,loadsize,loadsize,tmpreg,sref.ref);
  1436. exit;
  1437. end
  1438. else
  1439. begin
  1440. { load next value }
  1441. extra_value_reg:=getintregister(list,osuinttype);
  1442. tmpref:=sref.ref;
  1443. inc(tmpref.offset,loadbitsize div 8);
  1444. { should maybe be taken out too, can be done more efficiently }
  1445. { on e.g. i386 with shld/shrd }
  1446. if (sref.bitindexreg = NR_NO) then
  1447. begin
  1448. a_load_ref_reg(list,loadsize,osuinttype,tmpref,extra_value_reg);
  1449. fromsreg.subsetreg:=fromreg;
  1450. fromsreg.subsetregsize:=def_cgsize(fromsize);
  1451. tosreg.subsetreg:=valuereg;
  1452. tosreg.subsetregsize:=def_cgsize(osuinttype);
  1453. { transfer first part }
  1454. fromsreg.bitlen:=loadbitsize-sref.startbit;
  1455. tosreg.bitlen:=fromsreg.bitlen;
  1456. { valuereg must contain the lower bits of the value at bits [startbit..loadbitsize] }
  1457. { lower bits of the value ... }
  1458. fromsreg.startbit:=0;
  1459. { ... to startbit }
  1460. tosreg.startbit:=sref.startbit;
  1461. case slopt of
  1462. SL_SETZERO,
  1463. SL_SETMAX:
  1464. a_load_regconst_subsetreg_intern(list,fromsize,subsetsize,fromreg,tosreg,slopt);
  1465. else
  1466. a_load_subsetreg_subsetreg(list,subsetsize,subsetsize,fromsreg,tosreg);
  1467. end;
  1468. {$ifndef cpuhighleveltarget}
  1469. valuereg:=cg.makeregsize(list,valuereg,def_cgsize(loadsize));
  1470. a_load_reg_ref(list,loadsize,loadsize,valuereg,sref.ref);
  1471. {$else}
  1472. tmpreg:=getintregister(list,loadsize);
  1473. a_load_reg_reg(list,osuinttype,loadsize,valuereg,tmpreg);
  1474. a_load_reg_ref(list,loadsize,loadsize,tmpreg,sref.ref);
  1475. {$endif}
  1476. { transfer second part }
  1477. { extra_value_reg must contain the upper bits of the value at bits [0..bitlen-(loadbitsize-startbit)] }
  1478. fromsreg.startbit:=fromsreg.bitlen;
  1479. tosreg.startbit:=0;
  1480. tosreg.subsetreg:=extra_value_reg;
  1481. fromsreg.bitlen:=sref.bitlen-fromsreg.bitlen;
  1482. tosreg.bitlen:=fromsreg.bitlen;
  1483. case slopt of
  1484. SL_SETZERO,
  1485. SL_SETMAX:
  1486. a_load_regconst_subsetreg_intern(list,fromsize,subsetsize,fromreg,tosreg,slopt);
  1487. else
  1488. a_load_subsetreg_subsetreg(list,subsetsize,subsetsize,fromsreg,tosreg);
  1489. end;
  1490. tmpreg:=getintregister(list,loadsize);
  1491. a_load_reg_reg(list,osuinttype,loadsize,extra_value_reg,tmpreg);
  1492. a_load_reg_ref(list,loadsize,loadsize,tmpreg,tmpref);
  1493. exit;
  1494. end
  1495. else
  1496. begin
  1497. if (sref.startbit <> 0) then
  1498. internalerror(2006081812);
  1499. { should be handled by normal code and will give wrong result }
  1500. { on x86 for the '1 shl bitlen' below }
  1501. if (sref.bitlen = AIntBits) then
  1502. internalerror(2006081713);
  1503. { generate mask to zero the bits we have to insert }
  1504. if (slopt <> SL_SETMAX) then
  1505. begin
  1506. maskreg := getintregister(list,osuinttype);
  1507. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),maskreg);
  1508. a_op_reg_reg(list,OP_SHL,osuinttype,sref.bitindexreg,maskreg);
  1509. a_op_reg_reg(list,OP_NOT,osuinttype,maskreg,maskreg);
  1510. a_op_reg_reg(list,OP_AND,osuinttype,maskreg,valuereg);
  1511. end;
  1512. { insert the value }
  1513. if (slopt <> SL_SETZERO) then
  1514. begin
  1515. tmpreg := getintregister(list,osuinttype);
  1516. if (slopt <> SL_SETMAX) then
  1517. a_load_reg_reg(list,fromsize,osuinttype,fromreg,tmpreg)
  1518. else if (sref.bitlen <> AIntBits) then
  1519. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen) - 1), tmpreg)
  1520. else
  1521. a_load_const_reg(list,osuinttype,-1,tmpreg);
  1522. if not(slopt in [SL_REGNOSRCMASK,SL_SETMAX]) then
  1523. { mask left over bits }
  1524. a_op_const_reg(list,OP_AND,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),tmpreg);
  1525. a_op_reg_reg(list,OP_SHL,osuinttype,sref.bitindexreg,tmpreg);
  1526. a_op_reg_reg(list,OP_OR,osuinttype,tmpreg,valuereg);
  1527. end;
  1528. tmpreg:=getintregister(list,loadsize);
  1529. a_load_reg_reg(list,osuinttype,loadsize,valuereg,tmpreg);
  1530. a_load_reg_ref(list,loadsize,loadsize,tmpreg,sref.ref);
  1531. { make sure we do not read/write past the end of the array }
  1532. a_cmp_const_reg_stack(list,osuinttype,OC_A,loadbitsize-sref.bitlen,sref.bitindexreg);
  1533. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_if));
  1534. decstack(current_asmdata.CurrAsmList,1);
  1535. a_load_ref_reg(list,loadsize,osuinttype,tmpref,extra_value_reg);
  1536. tmpindexreg:=getintregister(list,osuinttype);
  1537. { load current array value }
  1538. if (slopt<>SL_SETZERO) then
  1539. begin
  1540. tmpreg:=getintregister(list,osuinttype);
  1541. if (slopt<>SL_SETMAX) then
  1542. a_load_reg_reg(list,fromsize,osuinttype,fromreg,tmpreg)
  1543. else if (sref.bitlen<>AIntBits) then
  1544. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen) - 1), tmpreg)
  1545. else
  1546. a_load_const_reg(list,osuinttype,-1,tmpreg);
  1547. end;
  1548. { generate mask to zero the bits we have to insert }
  1549. if (slopt<>SL_SETMAX) then
  1550. begin
  1551. maskreg:=getintregister(list,osuinttype);
  1552. { Y-x = -(x-Y) }
  1553. a_op_const_reg_reg(list,OP_SUB,osuinttype,loadbitsize,sref.bitindexreg,tmpindexreg);
  1554. a_op_reg_reg(list,OP_NEG,osuinttype,tmpindexreg,tmpindexreg);
  1555. a_load_const_reg(list,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),maskreg);
  1556. a_op_reg_reg(list,OP_SHR,osuinttype,tmpindexreg,maskreg);
  1557. a_op_reg_reg(list,OP_NOT,osuinttype,maskreg,maskreg);
  1558. a_op_reg_reg(list,OP_AND,osuinttype,maskreg,extra_value_reg);
  1559. end;
  1560. if (slopt<>SL_SETZERO) then
  1561. begin
  1562. if not(slopt in [SL_REGNOSRCMASK,SL_SETMAX]) then
  1563. a_op_const_reg(list,OP_AND,osuinttype,tcgint((aword(1) shl sref.bitlen)-1),tmpreg);
  1564. a_op_reg_reg(list,OP_SHR,osuinttype,tmpindexreg,tmpreg);
  1565. a_op_reg_reg(list,OP_OR,osuinttype,tmpreg,extra_value_reg);
  1566. end;
  1567. {$ifndef cpuhighleveltarget}
  1568. extra_value_reg:=cg.makeregsize(list,extra_value_reg,def_cgsize(loadsize));
  1569. a_load_reg_ref(list,loadsize,loadsize,extra_value_reg,tmpref);
  1570. {$else}
  1571. tmpreg:=getintregister(list,loadsize);
  1572. a_load_reg_reg(list,osuinttype,loadsize,extra_value_reg,tmpreg);
  1573. a_load_reg_ref(list,loadsize,loadsize,tmpreg,tmpref);
  1574. {$endif}
  1575. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  1576. end;
  1577. end;
  1578. end;
  1579. procedure thlcgwasm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  1580. begin
  1581. a_op_const_reg_reg(list,op,size,a,reg,reg);
  1582. end;
  1583. procedure thlcgwasm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  1584. begin
  1585. a_load_reg_stack(list,size,src);
  1586. a_op_const_stack(list,op,size,a);
  1587. a_load_stack_reg(list,size,dst);
  1588. end;
  1589. procedure thlcgwasm.a_op_const_ref(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; const ref: TReference);
  1590. var
  1591. extra_slots: longint;
  1592. tmpref: treference;
  1593. begin
  1594. tmpref:=ref;
  1595. extra_slots:=prepare_stack_for_ref(list,tmpref,true);
  1596. { TODO, here or in peepholeopt: use iinc when possible }
  1597. a_load_ref_stack(list,size,tmpref,extra_slots);
  1598. a_op_const_stack(list,op,size,a);
  1599. { for android verifier }
  1600. if (def2regtyp(size)=R_INTREGISTER) and
  1601. (assigned(tmpref.symbol)) then
  1602. resize_stack_int_val(list,size,size,true);
  1603. a_load_stack_ref(list,size,tmpref,extra_slots);
  1604. end;
  1605. procedure thlcgwasm.a_op_ref_reg(list: TAsmList; Op: TOpCG; size: tdef; const ref: TReference; reg: TRegister);
  1606. begin
  1607. if not(op in [OP_NOT,OP_NEG]) then
  1608. a_load_reg_stack(list,size,reg);
  1609. a_op_ref_stack(list,op,size,ref);
  1610. a_load_stack_reg(list,size,reg);
  1611. end;
  1612. procedure thlcgwasm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  1613. begin
  1614. if not(op in [OP_NOT,OP_NEG]) then
  1615. a_load_reg_stack(list,size,src2);
  1616. a_op_reg_stack(list,op,size,src1);
  1617. a_load_stack_reg(list,size,dst);
  1618. end;
  1619. procedure thlcgwasm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  1620. begin
  1621. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  1622. end;
  1623. procedure thlcgwasm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  1624. var
  1625. tmpreg: tregister;
  1626. begin
  1627. if not setflags then
  1628. begin
  1629. inherited;
  1630. exit;
  1631. end;
  1632. tmpreg:=getintregister(list,size);
  1633. a_load_const_reg(list,size,a,tmpreg);
  1634. a_op_reg_reg_reg_checkoverflow(list,op,size,tmpreg,src,dst,true,ovloc);
  1635. end;
  1636. procedure thlcgwasm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  1637. var
  1638. orgsrc1, orgsrc2: tregister;
  1639. docheck: boolean;
  1640. lab: tasmlabel;
  1641. begin
  1642. if not setflags then
  1643. begin
  1644. inherited;
  1645. exit;
  1646. end;
  1647. { anything else cannot overflow }
  1648. docheck:=size.size in [4,8];
  1649. if docheck then
  1650. begin
  1651. orgsrc1:=src1;
  1652. orgsrc2:=src2;
  1653. if src1=dst then
  1654. begin
  1655. orgsrc1:=getintregister(list,size);
  1656. a_load_reg_reg(list,size,size,src1,orgsrc1);
  1657. end;
  1658. if src2=dst then
  1659. begin
  1660. orgsrc2:=getintregister(list,size);
  1661. a_load_reg_reg(list,size,size,src2,orgsrc2);
  1662. end;
  1663. end;
  1664. a_op_reg_reg_reg(list,op,size,src1,src2,dst);
  1665. if docheck then
  1666. begin
  1667. { * signed overflow for addition iff
  1668. - src1 and src2 are negative and result is positive (excep in case of
  1669. subtraction, then sign of src1 has to be inverted)
  1670. - src1 and src2 are positive and result is negative
  1671. -> Simplified boolean equivalent (in terms of sign bits):
  1672. not(src1 xor src2) and (src1 xor dst)
  1673. for subtraction, multiplication: invert src1 sign bit
  1674. for division: handle separately (div by zero, low(inttype) div -1),
  1675. not supported by this code
  1676. * unsigned overflow iff carry out, aka dst < src1 or dst < src2
  1677. }
  1678. location_reset(ovloc,LOC_REGISTER,OS_S32);
  1679. { not pasbool8, because then we'd still have to convert the integer to
  1680. a boolean via branches for Dalvik}
  1681. ovloc.register:=getintregister(list,s32inttype);
  1682. if not ((size.typ=pointerdef) or
  1683. ((size.typ=orddef) and
  1684. (torddef(size).ordtype in [u64bit,u16bit,u32bit,u8bit,uchar,
  1685. pasbool1,pasbool8,pasbool16,pasbool32,pasbool64]))) then
  1686. begin
  1687. a_load_reg_stack(list,size,src1);
  1688. if op in [OP_SUB,OP_IMUL] then
  1689. a_op_stack(list,OP_NOT,size);
  1690. a_op_reg_stack(list,OP_XOR,size,src2);
  1691. a_op_stack(list,OP_NOT,size);
  1692. a_load_reg_stack(list,size,src1);
  1693. a_op_reg_stack(list,OP_XOR,size,dst);
  1694. a_op_stack(list,OP_AND,size);
  1695. a_op_const_stack(list,OP_SHR,size,(size.size*8)-1);
  1696. if size.size=8 then
  1697. begin
  1698. //todo: any operands needed?
  1699. list.concat(taicpu.op_none(a_i32_wrap_i64));
  1700. end;
  1701. a_load_stack_reg(list,s32inttype,ovloc.register);
  1702. end
  1703. else
  1704. begin
  1705. current_asmdata.getjumplabel(lab);
  1706. { can be optimized by removing duplicate xor'ing to convert dst from
  1707. signed to unsigned quadrant }
  1708. list.concat(taicpu.op_none(a_block));
  1709. a_load_const_reg(list,s32inttype,0,ovloc.register);
  1710. a_cmp_reg_reg_label(list,size,OC_B,dst,src1,lab);
  1711. a_cmp_reg_reg_label(list,size,OC_B,dst,src2,lab);
  1712. a_load_const_reg(list,s32inttype,1,ovloc.register);
  1713. list.concat(taicpu.op_none(a_end_block));
  1714. a_label(list,lab);
  1715. end;
  1716. end
  1717. else
  1718. ovloc.loc:=LOC_VOID;
  1719. end;
  1720. procedure thlcgwasm.a_cmp_const_ref_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; const ref: treference; l: tasmlabel);
  1721. begin
  1722. a_cmp_const_ref_stack(list,size,cmp_op,a,ref);
  1723. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1724. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1725. end;
  1726. procedure thlcgwasm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  1727. begin
  1728. a_cmp_const_reg_stack(list,size,cmp_op,a,reg);
  1729. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1730. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1731. end;
  1732. procedure thlcgwasm.a_cmp_ref_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; const ref: treference; reg: tregister; l: tasmlabel);
  1733. begin
  1734. a_cmp_ref_reg_stack(list,size,cmp_op,ref,reg);
  1735. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1736. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1737. end;
  1738. procedure thlcgwasm.a_cmp_reg_ref_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg: tregister; const ref: treference; l: tasmlabel);
  1739. begin
  1740. a_cmp_reg_ref_stack(list,size,cmp_op,reg,ref);
  1741. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1742. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1743. end;
  1744. procedure thlcgwasm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  1745. begin
  1746. a_cmp_reg_reg_stack(list,size,cmp_op,reg1,reg2);
  1747. current_asmdata.CurrAsmList.concat(taicpu.op_sym(a_br_if,l));
  1748. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  1749. end;
  1750. procedure thlcgwasm.a_jmp_always(list: TAsmList; l: tasmlabel);
  1751. begin
  1752. if (l=current_procinfo.CurrBreakLabel) or
  1753. (l=current_procinfo.CurrContinueLabel) or
  1754. (l=current_procinfo.CurrExitLabel) then
  1755. list.concat(taicpu.op_sym(a_br,l))
  1756. else
  1757. begin
  1758. {$ifndef EXTDEBUG}
  1759. Internalerror(2019091806); // unexpected jump
  1760. {$endif EXTDEBUG}
  1761. list.concat(tai_comment.create(strpnew('Unable to find destination of label '+l.name)));
  1762. end;
  1763. end;
  1764. procedure thlcgwasm.a_jmp_always_pascal_goto(list: TAsmList; l: tasmlabel);
  1765. var
  1766. br_ins: taicpu;
  1767. begin
  1768. br_ins:=taicpu.op_sym(a_br,l);
  1769. br_ins.is_br_generated_by_goto:=true;
  1770. list.concat(br_ins);
  1771. end;
  1772. procedure thlcgwasm.a_loadfpu_ref_ref(list: TAsmList; fromsize, tosize: tdef; const ref1, ref2: treference);
  1773. var
  1774. dstack_slots: longint;
  1775. tmpref1, tmpref2: treference;
  1776. begin
  1777. tmpref1:=ref1;
  1778. tmpref2:=ref2;
  1779. dstack_slots:=prepare_stack_for_ref(list,tmpref2,false);
  1780. a_load_ref_stack(list,fromsize,tmpref1,prepare_stack_for_ref(list,tmpref1,false));
  1781. resizestackfpuval(list,def_cgsize(fromsize),def_cgsize(tosize));
  1782. a_load_stack_ref(list,tosize,tmpref2,dstack_slots);
  1783. end;
  1784. procedure thlcgwasm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  1785. var
  1786. tmpref: treference;
  1787. begin
  1788. tmpref:=ref;
  1789. a_load_ref_stack(list,fromsize,tmpref,prepare_stack_for_ref(list,tmpref,false));
  1790. resizestackfpuval(list,def_cgsize(fromsize),def_cgsize(tosize));
  1791. a_load_stack_reg(list,tosize,reg);
  1792. end;
  1793. procedure thlcgwasm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  1794. var
  1795. dstack_slots: longint;
  1796. tmpref: treference;
  1797. begin
  1798. tmpref:=ref;
  1799. dstack_slots:=prepare_stack_for_ref(list,tmpref,false);
  1800. a_load_reg_stack(list,fromsize,reg);
  1801. resizestackfpuval(list,def_cgsize(fromsize),def_cgsize(tosize));
  1802. a_load_stack_ref(list,tosize,tmpref,dstack_slots);
  1803. end;
  1804. procedure thlcgwasm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1805. begin
  1806. a_load_reg_stack(list,fromsize,reg1);
  1807. resizestackfpuval(list,def_cgsize(fromsize),def_cgsize(tosize));
  1808. a_load_stack_reg(list,tosize,reg2);
  1809. end;
  1810. procedure thlcgwasm.g_unreachable(list: TAsmList);
  1811. begin
  1812. list.Concat(taicpu.op_none(a_unreachable));
  1813. end;
  1814. procedure thlcgwasm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  1815. var
  1816. pd: tprocdef;
  1817. cgpara1,cgpara2,cgpara3 : TCGPara;
  1818. begin
  1819. if (source.base=NR_EVAL_STACK_BASE) or (source.base=NR_LOCAL_STACK_POINTER_REG) or
  1820. (source.index=NR_EVAL_STACK_BASE) or (source.index=NR_LOCAL_STACK_POINTER_REG) or
  1821. (dest.base=NR_EVAL_STACK_BASE) or (dest.base=NR_LOCAL_STACK_POINTER_REG) or
  1822. (dest.index=NR_EVAL_STACK_BASE) or (dest.index=NR_LOCAL_STACK_POINTER_REG) or
  1823. (size.size in [1,2,4,8]) then
  1824. inherited
  1825. else
  1826. begin
  1827. pd:=search_system_proc('MOVE');
  1828. cgpara1.init;
  1829. cgpara2.init;
  1830. cgpara3.init;
  1831. paramanager.getcgtempparaloc(list,pd,1,cgpara1);
  1832. paramanager.getcgtempparaloc(list,pd,2,cgpara2);
  1833. paramanager.getcgtempparaloc(list,pd,3,cgpara3);
  1834. if pd.is_pushleftright then
  1835. begin
  1836. { load source }
  1837. a_loadaddr_ref_cgpara(list,voidtype,source,cgpara1);
  1838. { load destination }
  1839. a_loadaddr_ref_cgpara(list,voidtype,dest,cgpara2);
  1840. { load size }
  1841. a_load_const_cgpara(list,sizesinttype,size.size,cgpara3);
  1842. end
  1843. else
  1844. begin
  1845. { load size }
  1846. a_load_const_cgpara(list,sizesinttype,size.size,cgpara3);
  1847. { load destination }
  1848. a_loadaddr_ref_cgpara(list,voidtype,dest,cgpara2);
  1849. { load source }
  1850. a_loadaddr_ref_cgpara(list,voidtype,source,cgpara1);
  1851. end;
  1852. paramanager.freecgpara(list,cgpara3);
  1853. paramanager.freecgpara(list,cgpara2);
  1854. paramanager.freecgpara(list,cgpara1);
  1855. g_call_system_proc(list,pd,[@cgpara1,@cgpara2,@cgpara3],nil).resetiftemp;
  1856. cgpara3.done;
  1857. cgpara2.done;
  1858. cgpara1.done;
  1859. end;
  1860. end;
  1861. procedure thlcgwasm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  1862. var
  1863. pd: tcpuprocdef;
  1864. begin
  1865. pd:=tcpuprocdef(current_procinfo.procdef);
  1866. g_procdef(list,pd);
  1867. ttgwasm(tg).allocframepointer(list,pd.frame_pointer_ref);
  1868. ttgwasm(tg).allocbasepointer(list,pd.base_pointer_ref);
  1869. g_fingerprint(list);
  1870. list.Concat(taicpu.op_sym(a_global_get,RefStackPointerSym));
  1871. incstack(list,1);
  1872. list.Concat(taicpu.op_ref(a_local_set,pd.base_pointer_ref));
  1873. decstack(list,1);
  1874. if (localsize>0) then begin
  1875. list.Concat(taicpu.op_ref(a_local_get,pd.base_pointer_ref));
  1876. incstack(list,1);
  1877. list.concat(taicpu.op_const(a_i32_const, localsize ));
  1878. incstack(list,1);
  1879. list.concat(taicpu.op_none(a_i32_sub));
  1880. decstack(list,1);
  1881. list.Concat(taicpu.op_ref(a_local_set,pd.frame_pointer_ref));
  1882. decstack(list,1);
  1883. list.Concat(taicpu.op_ref(a_local_get,pd.frame_pointer_ref));
  1884. incstack(list,1);
  1885. list.Concat(taicpu.op_sym(a_global_set,RefStackPointerSym));
  1886. decstack(list,1);
  1887. end;
  1888. end;
  1889. procedure thlcgwasm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  1890. var
  1891. pd: tcpuprocdef;
  1892. begin
  1893. pd:=tcpuprocdef(current_procinfo.procdef);
  1894. list.Concat(taicpu.op_ref(a_local_get,pd.base_pointer_ref));
  1895. incstack(list,1);
  1896. list.Concat(taicpu.op_sym(a_global_set,RefStackPointerSym));
  1897. decstack(list,1);
  1898. list.concat(taicpu.op_none(a_return));
  1899. list.concat(taicpu.op_none(a_end_function));
  1900. end;
  1901. procedure thlcgwasm.g_rangecheck(list: TAsmList; const l: tlocation; fromdef, todef: tdef);
  1902. var
  1903. {$if defined(cpuhighleveltarget)}
  1904. aintmax: tcgint;
  1905. {$elseif defined(cpu64bitalu) or defined(cpu32bitalu)}
  1906. aintmax: aint;
  1907. {$else}
  1908. aintmax: longint;
  1909. {$endif}
  1910. //neglabel : tasmlabel;
  1911. //hreg : tregister;
  1912. lto,hto,
  1913. lfrom,hfrom : TConstExprInt;
  1914. fromsize, tosize: cardinal;
  1915. maxdef: tdef;
  1916. from_signed, to_signed: boolean;
  1917. begin
  1918. { range checking on and range checkable value? }
  1919. if not(cs_check_range in current_settings.localswitches) or
  1920. not(fromdef.typ in [orddef,enumdef]) or
  1921. { C-style booleans can't really fail range checks, }
  1922. { all values are always valid }
  1923. is_cbool(todef) then
  1924. exit;
  1925. {$if not defined(cpuhighleveltarget) and not defined(cpu64bitalu)}
  1926. { handle 64bit rangechecks separate for 32bit processors }
  1927. if is_64bit(fromdef) or is_64bit(todef) then
  1928. begin
  1929. cg64.g_rangecheck64(list,l,fromdef,todef);
  1930. exit;
  1931. end;
  1932. {$endif ndef cpuhighleveltarget and ndef cpu64bitalu}
  1933. { only check when assigning to scalar, subranges are different, }
  1934. { when todef=fromdef then the check is always generated }
  1935. getrange(fromdef,lfrom,hfrom);
  1936. getrange(todef,lto,hto);
  1937. from_signed := is_signed(fromdef);
  1938. to_signed := is_signed(todef);
  1939. { check the rangedef of the array, not the array itself }
  1940. { (only change now, since getrange needs the arraydef) }
  1941. if (todef.typ = arraydef) then
  1942. todef := tarraydef(todef).rangedef;
  1943. { no range check if from and to are equal and are both longint/dword }
  1944. { (if we have a 32bit processor) or int64/qword, since such }
  1945. { operations can at most cause overflows (JM) }
  1946. { Note that these checks are mostly processor independent, they only }
  1947. { have to be changed once we introduce 64bit subrange types }
  1948. {$if defined(cpuhighleveltarget) or defined(cpu64bitalu)}
  1949. if (fromdef=todef) and
  1950. (fromdef.typ=orddef) and
  1951. (((((torddef(fromdef).ordtype=s64bit) and
  1952. (lfrom = low(int64)) and
  1953. (hfrom = high(int64))) or
  1954. ((torddef(fromdef).ordtype=u64bit) and
  1955. (lfrom = low(qword)) and
  1956. (hfrom = high(qword))) or
  1957. ((torddef(fromdef).ordtype=scurrency) and
  1958. (lfrom = low(int64)) and
  1959. (hfrom = high(int64)))))) then
  1960. exit;
  1961. {$endif cpuhighleveltarget or cpu64bitalu}
  1962. { 32 bit operations are automatically widened to 64 bit on 64 bit addr
  1963. targets }
  1964. {$ifdef cpu32bitaddr}
  1965. if (fromdef = todef) and
  1966. (fromdef.typ=orddef) and
  1967. (((((torddef(fromdef).ordtype = s32bit) and
  1968. (lfrom = int64(low(longint))) and
  1969. (hfrom = int64(high(longint)))) or
  1970. ((torddef(fromdef).ordtype = u32bit) and
  1971. (lfrom = low(cardinal)) and
  1972. (hfrom = high(cardinal)))))) then
  1973. exit;
  1974. {$endif cpu32bitaddr}
  1975. { optimize some range checks away in safe cases }
  1976. fromsize := fromdef.size;
  1977. tosize := todef.size;
  1978. if ((from_signed = to_signed) or
  1979. (not from_signed)) and
  1980. (lto<=lfrom) and (hto>=hfrom) and
  1981. (fromsize <= tosize) then
  1982. begin
  1983. { if fromsize < tosize, and both have the same signed-ness or }
  1984. { fromdef is unsigned, then all bit patterns from fromdef are }
  1985. { valid for todef as well }
  1986. if (fromsize < tosize) then
  1987. exit;
  1988. if (fromsize = tosize) and
  1989. (from_signed = to_signed) then
  1990. { only optimize away if all bit patterns which fit in fromsize }
  1991. { are valid for the todef }
  1992. begin
  1993. {$ifopt Q+}
  1994. {$define overflowon}
  1995. {$Q-}
  1996. {$endif}
  1997. {$ifopt R+}
  1998. {$define rangeon}
  1999. {$R-}
  2000. {$endif}
  2001. if to_signed then
  2002. begin
  2003. { calculation of the low/high ranges must not overflow 64 bit
  2004. otherwise we end up comparing with zero for 64 bit data types on
  2005. 64 bit processors }
  2006. if (lto = (int64(-1) << (tosize * 8 - 1))) and
  2007. (hto = (-((int64(-1) << (tosize * 8 - 1))+1))) then
  2008. exit
  2009. end
  2010. else
  2011. begin
  2012. { calculation of the low/high ranges must not overflow 64 bit
  2013. otherwise we end up having all zeros for 64 bit data types on
  2014. 64 bit processors }
  2015. if (lto = 0) and
  2016. (qword(hto) = (qword(-1) >> (64-(tosize * 8))) ) then
  2017. exit
  2018. end;
  2019. {$ifdef overflowon}
  2020. {$Q+}
  2021. {$undef overflowon}
  2022. {$endif}
  2023. {$ifdef rangeon}
  2024. {$R+}
  2025. {$undef rangeon}
  2026. {$endif}
  2027. end
  2028. end;
  2029. { depending on the types involved, we perform the range check for 64 or
  2030. for 32 bit }
  2031. if fromsize=8 then
  2032. maxdef:=fromdef
  2033. else
  2034. maxdef:=todef;
  2035. {$if sizeof(aintmax) = 8}
  2036. if maxdef.size=8 then
  2037. aintmax:=high(int64)
  2038. else
  2039. {$endif}
  2040. begin
  2041. aintmax:=high(longint);
  2042. maxdef:=u32inttype;
  2043. end;
  2044. { generate the rangecheck code for the def where we are going to }
  2045. { store the result }
  2046. { use the trick that }
  2047. { a <= x <= b <=> 0 <= x-a <= b-a <=> unsigned(x-a) <= unsigned(b-a) }
  2048. { To be able to do that, we have to make sure however that either }
  2049. { fromdef and todef are both signed or unsigned, or that we leave }
  2050. { the parts < 0 and > maxlongint out }
  2051. if from_signed xor to_signed then
  2052. begin
  2053. if from_signed then
  2054. { from is signed, to is unsigned }
  2055. begin
  2056. { if high(from) < 0 -> always range error }
  2057. if (hfrom < 0) or
  2058. { if low(to) > maxlongint also range error }
  2059. (lto > aintmax) then
  2060. begin
  2061. g_call_system_proc(list,'fpc_rangeerror',[],nil).resetiftemp;
  2062. exit
  2063. end;
  2064. { from is signed and to is unsigned -> when looking at to }
  2065. { as an signed value, it must be < maxaint (otherwise }
  2066. { it will become negative, which is invalid since "to" is unsigned) }
  2067. if hto > aintmax then
  2068. hto := aintmax;
  2069. end
  2070. else
  2071. { from is unsigned, to is signed }
  2072. begin
  2073. if (lfrom > aintmax) or
  2074. (hto < 0) then
  2075. begin
  2076. g_call_system_proc(list,'fpc_rangeerror',[],nil).resetiftemp;
  2077. exit
  2078. end;
  2079. { from is unsigned and to is signed -> when looking at to }
  2080. { as an unsigned value, it must be >= 0 (since negative }
  2081. { values are the same as values > maxlongint) }
  2082. if lto < 0 then
  2083. lto := 0;
  2084. end;
  2085. end;
  2086. a_load_loc_stack(list,fromdef,l);
  2087. resize_stack_int_val(list,fromdef,maxdef,false);
  2088. a_load_const_stack(list,maxdef,tcgint(int64(lto)),R_INTREGISTER);
  2089. a_op_stack(list,OP_SUB,maxdef);
  2090. {
  2091. if from_signed then
  2092. a_cmp_const_reg_label(list,OS_INT,OC_GTE,aint(hto-lto),hreg,neglabel)
  2093. else
  2094. }
  2095. if qword(hto-lto)>qword(aintmax) then
  2096. a_load_const_stack(list,maxdef,aintmax,R_INTREGISTER)
  2097. else
  2098. a_load_const_stack(list,maxdef,tcgint(int64(hto-lto)),R_INTREGISTER);
  2099. a_cmp_stack_stack(list,maxdef,OC_A);
  2100. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_if));
  2101. thlcgwasm(hlcg).decstack(current_asmdata.CurrAsmList,1);
  2102. g_call_system_proc(list,'fpc_rangeerror',[],nil).resetiftemp;
  2103. current_asmdata.CurrAsmList.concat(taicpu.op_none(a_end_if));
  2104. end;
  2105. procedure thlcgwasm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  2106. begin
  2107. { not possible, need the original operands }
  2108. internalerror(2012102101);
  2109. end;
  2110. procedure thlcgwasm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  2111. var
  2112. hl : tasmlabel;
  2113. begin
  2114. if not(cs_check_overflow in current_settings.localswitches) then
  2115. exit;
  2116. current_asmdata.getjumplabel(hl);
  2117. list.concat(taicpu.op_none(a_block));
  2118. a_cmp_const_loc_label(list,s32inttype,OC_EQ,0,ovloc,hl);
  2119. g_call_system_proc(list,'fpc_overflow',[],nil);
  2120. hlcg.g_maybe_checkforexceptions(current_asmdata.CurrAsmList);
  2121. list.concat(taicpu.op_none(a_end_block));
  2122. a_label(list,hl);
  2123. end;
  2124. procedure thlcgwasm.maybe_change_load_node_reg(list: TAsmList; var n: tnode; reload: boolean);
  2125. begin
  2126. { don't do anything, all registers become stack locations anyway }
  2127. end;
  2128. procedure thlcgwasm.gen_entry_code(list: TAsmList);
  2129. begin
  2130. inherited;
  2131. list.concat(taicpu.op_none(a_block));
  2132. list.concat(taicpu.op_none(a_block));
  2133. end;
  2134. procedure thlcgwasm.gen_exit_code(list: TAsmList);
  2135. begin
  2136. list.concat(taicpu.op_none(a_end_block));
  2137. if ts_wasm_bf_exceptions in current_settings.targetswitches then
  2138. a_label(list,tcpuprocinfo(current_procinfo).CurrRaiseLabel);
  2139. if fevalstackheight<>0 then
  2140. {$ifdef DEBUG_WASMSTACK}
  2141. list.concat(tai_comment.Create(strpnew('!!! values remaining on stack at end of block !!!')));
  2142. {$else DEBUG_WASMSTACK}
  2143. internalerror(2021091801);
  2144. {$endif DEBUG_WASMSTACK}
  2145. inherited;
  2146. end;
  2147. procedure thlcgwasm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister);
  2148. begin
  2149. internalerror(2012090201);
  2150. end;
  2151. procedure thlcgwasm.a_loadmm_loc_reg(list: TAsmList; fromsize, tosize: tdef; const loc: tlocation; const reg: tregister; shuffle: pmmshuffle);
  2152. begin
  2153. internalerror(2012090202);
  2154. end;
  2155. procedure thlcgwasm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  2156. begin
  2157. internalerror(2012060130);
  2158. end;
  2159. procedure thlcgwasm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  2160. begin
  2161. internalerror(2012060131);
  2162. end;
  2163. procedure thlcgwasm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  2164. begin
  2165. internalerror(2012060132);
  2166. end;
  2167. procedure thlcgwasm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  2168. begin
  2169. internalerror(2012060133);
  2170. end;
  2171. procedure thlcgwasm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  2172. begin
  2173. internalerror(2012060134);
  2174. end;
  2175. procedure thlcgwasm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  2176. begin
  2177. internalerror(2012060135);
  2178. end;
  2179. procedure thlcgwasm.g_stackpointer_alloc(list: TAsmList; size: longint);
  2180. begin
  2181. internalerror(2012090203);
  2182. end;
  2183. procedure thlcgwasm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  2184. begin
  2185. internalerror(2012090204);
  2186. end;
  2187. procedure thlcgwasm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  2188. begin
  2189. internalerror(2012090205);
  2190. end;
  2191. procedure thlcgwasm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  2192. begin
  2193. internalerror(2012090206);
  2194. end;
  2195. procedure thlcgwasm.g_procdef(list: TAsmList; pd: tprocdef);
  2196. begin
  2197. list.Concat(tai_functype.create(pd.mangledname,tcpuprocdef(pd).create_functype));
  2198. end;
  2199. procedure thlcgwasm.g_maybe_checkforexceptions(list: TasmList);
  2200. var
  2201. pd: tprocdef;
  2202. begin
  2203. if ts_wasm_bf_exceptions in current_settings.targetswitches then
  2204. begin
  2205. pd:=search_system_proc('fpc_raised_exception_flag');
  2206. g_call_system_proc(list,pd,[],nil).resetiftemp;
  2207. decstack(current_asmdata.CurrAsmList,1);
  2208. list.concat(taicpu.op_sym(a_br_if,tcpuprocinfo(current_procinfo).CurrRaiseLabel));
  2209. end;
  2210. end;
  2211. procedure thlcgwasm.a_load_stack_reg(list: TAsmList; size: tdef; reg: tregister);
  2212. begin
  2213. list.concat(taicpu.op_reg(a_local_set,reg));
  2214. decstack(list,1);
  2215. end;
  2216. procedure thlcgwasm.a_load_stack_ref(list: TAsmList; size: tdef; const ref: treference; extra_slots: longint);
  2217. var
  2218. opc: tasmop;
  2219. finishandval: tcgint;
  2220. begin
  2221. { fake location that indicates the value has to remain on the stack }
  2222. if ref.base=NR_EVAL_STACK_BASE then
  2223. exit;
  2224. opc:=loadstoreopcref(size,false,ref,finishandval);
  2225. if ref.refaddr=addr_got_tls then
  2226. list.concat(taicpu.op_const(opc,ref.offset))
  2227. else
  2228. list.concat(taicpu.op_ref(opc,ref));
  2229. { avoid problems with getting the size of an open array etc }
  2230. if wasmAlwayInMem(size) then
  2231. size:=ptruinttype;
  2232. decstack(list,1+extra_slots);
  2233. end;
  2234. procedure thlcgwasm.a_load_reg_stack(list: TAsmList; size: tdef; reg: tregister);
  2235. begin
  2236. list.concat(taicpu.op_reg(a_local_get,reg));
  2237. incstack(list,1);
  2238. end;
  2239. procedure thlcgwasm.a_load_ref_stack(list: TAsmList; size: tdef; const ref: treference; extra_slots: longint);
  2240. var
  2241. opc: tasmop;
  2242. finishandval: tcgint;
  2243. begin
  2244. { fake location that indicates the value is already on the stack? }
  2245. if (ref.base=NR_EVAL_STACK_BASE) then
  2246. exit;
  2247. opc:=loadstoreopcref(size,true,ref,finishandval);
  2248. if ref.refaddr=addr_got_tls then
  2249. list.concat(taicpu.op_const(opc,ref.offset))
  2250. else
  2251. list.concat(taicpu.op_ref(opc,ref));
  2252. { avoid problems with getting the size of an open array etc }
  2253. if wasmAlwayInMem(size) then
  2254. size:=ptruinttype;
  2255. incstack(list,1-extra_slots);
  2256. if finishandval<>-1 then
  2257. a_op_const_stack(list,OP_AND,size,finishandval);
  2258. // there's no cast check in Wasm
  2259. //if ref.checkcast then
  2260. // gen_typecheck(list,a_checkcast,size);
  2261. end;
  2262. procedure thlcgwasm.a_load_subsetref_stack(list : TAsmList;size: tdef; const sref: tsubsetreference);
  2263. var
  2264. tmpreg: TRegister;
  2265. begin
  2266. tmpreg:=getintregister(list,size);
  2267. a_load_subsetref_reg(list,size,size,sref,tmpreg);
  2268. a_load_reg_stack(list,size,tmpreg);
  2269. end;
  2270. function thlcgwasm.loadstoreopcref(def: tdef; isload: boolean; const ref: treference; out finishandval: tcgint): tasmop;
  2271. const
  2272. {iisload} {issigned}
  2273. getputmem8 : array [boolean, boolean] of TAsmOp = ((a_i32_store8, a_i32_store8), (a_i32_load8_u, a_i32_load8_s));
  2274. getputmem16 : array [boolean, boolean] of TAsmOp = ((a_i32_store16, a_i32_store16), (a_i32_load16_u ,a_i32_load16_s));
  2275. getputmem32 : array [boolean, boolean] of TAsmOp = ((a_i32_store, a_i32_store), (a_i32_load, a_i32_load));
  2276. getputmem64 : array [boolean, boolean] of TAsmOp = ((a_i64_store, a_i64_store), (a_i64_load, a_i64_load));
  2277. getputmemf32 : array [boolean] of TAsmOp = (a_f32_store, a_f32_load);
  2278. getputmemf64 : array [boolean] of TAsmOp = (a_f64_store, a_f64_load);
  2279. begin
  2280. if assigned(ref.symbol) and (ref.symbol.typ=AT_WASM_GLOBAL) then
  2281. begin
  2282. if isload then
  2283. result:=a_global_get
  2284. else
  2285. result:=a_global_set;
  2286. finishandval:=-1;
  2287. end
  2288. else if (ref.base<>NR_LOCAL_STACK_POINTER_REG) or assigned(ref.symbol) then
  2289. begin
  2290. { -> either a global (static) field, or a regular field. If a regular
  2291. field, then ref.base contains the self pointer, otherwise
  2292. ref.base=NR_NO. In both cases, the symbol contains all other
  2293. information (combined field name and type descriptor) }
  2294. case def.size of
  2295. 1: result := getputmem8[isload, is_signed(def)];
  2296. 2: result := getputmem16[isload, is_signed(def)];
  2297. 4:
  2298. if is_single(def) or ((def.typ=recorddef) and (trecorddef(def).contains_float_field)) then
  2299. result := getputmemf32[isload]
  2300. else
  2301. result := getputmem32[isload, is_signed(def)];
  2302. 8: if is_double(def) or ((def.typ=recorddef) and (trecorddef(def).contains_float_field)) then
  2303. result := getputmemf64[isload]
  2304. else
  2305. result := getputmem64[isload, is_signed(def)];
  2306. else
  2307. Internalerror(2019091501);
  2308. end;
  2309. //result:=getputopc[isload,ref.base=NR_NO];
  2310. finishandval:=-1;
  2311. { erase sign extension for byte/smallint loads }
  2312. if (def2regtyp(def)=R_INTREGISTER) and
  2313. not is_signed(def) and
  2314. (def.typ=orddef) and
  2315. not is_widechar(def) then
  2316. case def.size of
  2317. 1: if (torddef(def).high>127) then
  2318. finishandval:=255;
  2319. 2: if (torddef(def).high>32767) then
  2320. finishandval:=65535;
  2321. end;
  2322. end
  2323. else
  2324. begin
  2325. finishandval:=-1;
  2326. if isload then
  2327. result := a_local_get
  2328. else
  2329. result := a_local_set;
  2330. end;
  2331. end;
  2332. procedure thlcgwasm.resize_stack_int_val(list: TAsmList; fromsize, tosize: tdef; formemstore: boolean);
  2333. var
  2334. fromcgsize, tocgsize: tcgsize;
  2335. begin
  2336. { When storing to an array, field or global variable, make sure the
  2337. static type verification can determine that the stored value fits
  2338. within the boundaries of the declared type (to appease the Dalvik VM).
  2339. Local variables either get their type upgraded in the debug info,
  2340. or have no type information at all }
  2341. if formemstore and
  2342. (tosize.typ=orddef) then
  2343. if (torddef(tosize).ordtype in [u8bit,uchar]) then
  2344. tosize:=s8inttype
  2345. else if torddef(tosize).ordtype=u16bit then
  2346. tosize:=s16inttype;
  2347. fromcgsize:=def_cgsize(fromsize);
  2348. tocgsize:=def_cgsize(tosize);
  2349. if fromcgsize in [OS_S64,OS_64] then
  2350. begin
  2351. if not(tocgsize in [OS_S64,OS_64]) then
  2352. begin
  2353. { truncate }
  2354. list.concat(taicpu.op_none(a_i32_wrap_i64));
  2355. case tocgsize of
  2356. OS_8:
  2357. a_op_const_stack(list,OP_AND,s32inttype,255);
  2358. OS_S8:
  2359. list.concat(taicpu.op_none(a_i32_extend8_s));
  2360. OS_16:
  2361. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2362. OS_S16:
  2363. list.concat(taicpu.op_none(a_i32_extend16_s));
  2364. OS_32,OS_S32:
  2365. ;
  2366. else
  2367. internalerror(2021012201);
  2368. end;
  2369. end;
  2370. end
  2371. else if tocgsize in [OS_S64,OS_64] then
  2372. begin
  2373. { extend }
  2374. case fromcgsize of
  2375. OS_8:
  2376. begin
  2377. a_op_const_stack(list,OP_AND,s32inttype,255);
  2378. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2379. end;
  2380. OS_S8:
  2381. begin
  2382. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2383. list.concat(taicpu.op_none(a_i64_extend8_s));
  2384. end;
  2385. OS_16:
  2386. begin
  2387. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2388. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2389. end;
  2390. OS_S16:
  2391. begin
  2392. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2393. list.concat(taicpu.op_none(a_i64_extend16_s));
  2394. end;
  2395. OS_32:
  2396. list.concat(taicpu.op_none(a_i64_extend_i32_u));
  2397. OS_S32:
  2398. list.concat(taicpu.op_none(a_i64_extend_i32_s));
  2399. OS_64,OS_S64:
  2400. ;
  2401. else
  2402. internalerror(2021010301);
  2403. end;
  2404. end
  2405. else
  2406. begin
  2407. if tcgsize2size[fromcgsize]<tcgsize2size[tocgsize] then
  2408. begin
  2409. { extend }
  2410. case fromcgsize of
  2411. OS_8:
  2412. a_op_const_stack(list,OP_AND,s32inttype,255);
  2413. OS_S8:
  2414. begin
  2415. list.concat(taicpu.op_none(a_i32_extend8_s));
  2416. if tocgsize=OS_16 then
  2417. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2418. end;
  2419. OS_16:
  2420. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2421. OS_S16:
  2422. list.concat(taicpu.op_none(a_i32_extend16_s));
  2423. OS_32,OS_S32:
  2424. ;
  2425. else
  2426. internalerror(2021010302);
  2427. end;
  2428. end
  2429. else if tcgsize2size[fromcgsize]>=tcgsize2size[tocgsize] then
  2430. begin
  2431. { truncate }
  2432. case tocgsize of
  2433. OS_8:
  2434. a_op_const_stack(list,OP_AND,s32inttype,255);
  2435. OS_S8:
  2436. list.concat(taicpu.op_none(a_i32_extend8_s));
  2437. OS_16:
  2438. a_op_const_stack(list,OP_AND,s32inttype,65535);
  2439. OS_S16:
  2440. list.concat(taicpu.op_none(a_i32_extend16_s));
  2441. OS_32,OS_S32:
  2442. ;
  2443. else
  2444. internalerror(2021010302);
  2445. end;
  2446. end;
  2447. end;
  2448. end;
  2449. procedure thlcgwasm.maybe_resize_stack_para_val(list: TAsmList; retdef: tdef; callside: boolean);
  2450. var
  2451. convsize: tdef;
  2452. begin
  2453. if (retdef.typ=orddef) then
  2454. begin
  2455. if (torddef(retdef).ordtype in [u8bit,u16bit,uchar]) and
  2456. (torddef(retdef).high>=(1 shl (retdef.size*8-1))) then
  2457. begin
  2458. convsize:=nil;
  2459. if callside then
  2460. if torddef(retdef).ordtype in [u8bit,uchar] then
  2461. convsize:=s8inttype
  2462. else
  2463. convsize:=s16inttype
  2464. else if torddef(retdef).ordtype in [u8bit,uchar] then
  2465. convsize:=u8inttype
  2466. else
  2467. convsize:=u16inttype;
  2468. if assigned(convsize) then
  2469. resize_stack_int_val(list,s32inttype,convsize,false);
  2470. end;
  2471. end;
  2472. end;
  2473. procedure thlcgwasm.g_adjust_stack_after_call(list: TAsmList; pd: tabstractprocdef);
  2474. var
  2475. totalremovesize: longint;
  2476. realresdef: tdef;
  2477. ft: TWasmFuncType;
  2478. begin
  2479. if pd.typ=procvardef then
  2480. ft:=tcpuprocvardef(pd).create_functype
  2481. else
  2482. ft:=tcpuprocdef(pd).create_functype;
  2483. totalremovesize:=Length(ft.params)-Length(ft.results);
  2484. { remove parameters from internal evaluation stack counter (in case of
  2485. e.g. no parameters and a result, it can also increase) }
  2486. if totalremovesize>0 then
  2487. decstack(list,totalremovesize)
  2488. else if totalremovesize<0 then
  2489. incstack(list,-totalremovesize);
  2490. ft.free;
  2491. end;
  2492. procedure thlcgwasm.g_fingerprint(list: TAsmList);
  2493. begin
  2494. list.concat(taicpu.op_const(a_i64_const,Random(high(int64))));
  2495. list.concat(taicpu.op_const(a_i64_const,Random(high(int64))));
  2496. list.concat(taicpu.op_const(a_i64_const,Random(high(int64))));
  2497. list.concat(taicpu.op_const(a_i64_const,Random(high(int64))));
  2498. list.concat(taicpu.op_none(a_drop));
  2499. list.concat(taicpu.op_none(a_drop));
  2500. list.concat(taicpu.op_none(a_drop));
  2501. list.concat(taicpu.op_none(a_drop));
  2502. end;
  2503. procedure thlcgwasm.resizestackfpuval(list: TAsmList; fromsize, tosize: tcgsize);
  2504. begin
  2505. if (fromsize=OS_F32) and
  2506. (tosize=OS_F64) then
  2507. begin
  2508. list.concat(taicpu.op_none(a_f64_promote_f32));
  2509. end
  2510. else if (fromsize=OS_F64) and
  2511. (tosize=OS_F32) then
  2512. begin
  2513. list.concat(taicpu.op_none(a_f32_demote_f64));
  2514. end;
  2515. end;
  2516. procedure create_hlcodegen_cpu;
  2517. begin
  2518. hlcg:=thlcgwasm.create;
  2519. create_codegen;
  2520. end;
  2521. initialization
  2522. chlcgobj:=thlcgwasm;
  2523. create_hlcodegen:=@create_hlcodegen_cpu;
  2524. end.