hlcgllvm.pas 80 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,cclasses,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase, tgobj;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure temp_to_ref(p: ptemprecord; out ref: treference); override;
  31. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  32. procedure a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara); override;
  33. protected
  34. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  35. public
  36. procedure getcpuregister(list: TAsmList; r: Tregister); override;
  37. procedure ungetcpuregister(list: TAsmList; r: Tregister); override;
  38. procedure alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset); override;
  39. procedure deallocallcpuregisters(list: TAsmList); override;
  40. procedure a_bit_test_reg_reg_reg(list: TAsmList; bitnumbersize, valuesize, destsize: tdef; bitnumber, value, destreg: tregister); override;
  41. procedure a_bit_set_reg_reg(list: TAsmList; doset: boolean; bitnumbersize, destsize: tdef; bitnumber, dest: tregister); override;
  42. protected
  43. procedure a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  44. public
  45. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  46. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  47. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  48. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  49. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  50. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  51. protected
  52. procedure gen_load_refaddrfull_anyreg(list: TAsmList; fromsize, tosize : tdef; const simpleref: treference; register: tregister; shuffle: pmmshuffle);
  53. function handle_agg_load_ref_anyreg(list: TasmList; var fromsize, tosize: tdef; var simpleref: treference; register: tregister; shuffle: pmmshuffle): boolean;
  54. public
  55. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  56. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  57. protected
  58. procedure a_loadaddr_ref_reg_intern(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister; makefromsizepointer: boolean);
  59. public
  60. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  61. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  62. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  63. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  64. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  65. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  66. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  67. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  68. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  69. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  70. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  71. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  72. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  73. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  74. procedure gen_proc_symbol(list: TAsmList); override;
  75. procedure handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr); override;
  76. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  77. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  78. protected
  79. procedure gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara); override;
  80. public
  81. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  82. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  83. procedure g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister); override;
  84. procedure g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference); override;
  85. procedure g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference); override;
  86. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  87. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  88. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  89. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  90. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  91. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  92. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  93. protected
  94. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  95. public
  96. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  97. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  98. {$ifdef cpuflags}
  99. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  100. has flags and we have to override the abstract methods to prevent
  101. warnings }
  102. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  103. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  104. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  105. {$endif cpuflags}
  106. { unimplemented or unnecessary routines }
  107. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister); override;
  108. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  109. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  110. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  111. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  112. procedure gen_stack_check_size_para(list: TAsmList); override;
  113. procedure gen_stack_check_call(list: TAsmList); override;
  114. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  115. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  116. procedure g_external_wrapper(list: TAsmList; procdef: tprocdef; const wrappername, externalname: string; global: boolean); override;
  117. { def is a pointerdef or implicit pointer type (class, classref, procvar,
  118. dynamic array, ...). }
  119. function make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  120. { def is the type of the data stored in memory pointed to by ref, not
  121. a pointer to this type }
  122. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  123. protected
  124. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  125. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  126. end;
  127. procedure create_hlcodegen;
  128. implementation
  129. uses
  130. verbose,cutils,globals,fmodule,constexp,systems,
  131. defutil,llvmdef,llvmsym,
  132. aasmtai,aasmcpu,
  133. aasmllvm,llvmbase,tgllvm,
  134. symtable,symllvm,
  135. paramgr,llvmpara,
  136. procinfo,cpuinfo,cgobj,cgllvm,cghlcpu,
  137. cgcpu,hlcgcpu;
  138. const
  139. topcg2llvmop: array[topcg] of tllvmop =
  140. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  141. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  142. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  143. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  144. { OP_ROL OP_ROR }
  145. la_none, la_none);
  146. constructor thlcgllvm.create;
  147. begin
  148. inherited
  149. end;
  150. procedure thlcgllvm.temp_to_ref(p: ptemprecord; out ref: treference);
  151. begin
  152. { on the LLVM target, every temp is independent and encoded via a
  153. separate temp register whose superregister number is stored in p^.pos }
  154. reference_reset_base(ref,voidstackpointertype,newreg(R_TEMPREGISTER,p^.pos,R_SUBWHOLE),0,p^.alignment);
  155. end;
  156. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  157. var
  158. tmpref, initialref, ref: treference;
  159. fielddef,
  160. orgsize: tdef;
  161. location: pcgparalocation;
  162. sizeleft,
  163. totaloffset: asizeint;
  164. paralocidx: longint;
  165. userecord: boolean;
  166. begin
  167. location:=cgpara.location;
  168. sizeleft:=cgpara.intsize;
  169. totaloffset:=0;
  170. orgsize:=size;
  171. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  172. userecord:=
  173. (orgsize<>size) and
  174. assigned(cgpara.location^.next);
  175. paralocidx:=0;
  176. while assigned(location) do
  177. begin
  178. if userecord then
  179. begin
  180. { llvmparadef is a record in this case, with every field
  181. corresponding to a single paraloc (fielddef is unused, because
  182. it will be equivalent to location^.def -- see below) }
  183. g_setup_load_field_by_name(list,trecorddef(size),'F'+tostr(paralocidx),initialref,tmpref,fielddef);
  184. end
  185. else
  186. tmpref:=initialref;
  187. paramanager.allocparaloc(list,location);
  188. case location^.loc of
  189. LOC_REGISTER,LOC_CREGISTER:
  190. begin
  191. { byval parameter -> load the address rather than the value }
  192. if not location^.llvmvalueloc then
  193. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  194. { if this parameter is split into multiple paralocs via
  195. record fields, load the current paraloc. The type of the
  196. paraloc and of the current record field will match by
  197. construction (the record is build from the paraloc
  198. types) }
  199. else if userecord then
  200. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  201. { if the parameter is passed in a single paraloc, the
  202. paraloc's type may be different from the declared type
  203. -> use the original complete parameter size as source so
  204. we can insert a type conversion if necessary }
  205. else
  206. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  207. end;
  208. LOC_REFERENCE,LOC_CREFERENCE:
  209. begin
  210. if assigned(location^.next) then
  211. internalerror(2010052906);
  212. reference_reset_base(ref,cpointerdef.getreusable(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  213. if (def_cgsize(size)<>OS_NO) and
  214. (size.size=sizeleft) and
  215. (sizeleft<=sizeof(aint)) then
  216. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  217. else
  218. { use concatcopy, because the parameter can be larger than }
  219. { what the OS_* constants can handle }
  220. g_concatcopy(list,location^.def,tmpref,ref);
  221. end;
  222. LOC_MMREGISTER,LOC_CMMREGISTER:
  223. begin
  224. case location^.size of
  225. OS_F32,
  226. OS_F64,
  227. OS_F128:
  228. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  229. OS_M8..OS_M128,
  230. OS_MS8..OS_MS128,
  231. OS_32..OS_128,
  232. { OS_NO is for records of non-power-of-two sizes that have to
  233. be passed in MM registers -> never scalar floats }
  234. OS_NO:
  235. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  236. else
  237. internalerror(2010053101);
  238. end;
  239. end
  240. else
  241. internalerror(2010053111);
  242. end;
  243. inc(totaloffset,tcgsize2size[location^.size]);
  244. dec(sizeleft,tcgsize2size[location^.size]);
  245. location:=location^.next;
  246. inc(paralocidx);
  247. end;
  248. end;
  249. procedure thlcgllvm.a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara);
  250. begin
  251. if is_ordinal(cgpara.def) then
  252. begin
  253. cgpara.check_simple_location;
  254. paramanager.alloccgpara(list,cgpara);
  255. if cgpara.location^.shiftval<0 then
  256. a:=a shl -cgpara.location^.shiftval;
  257. cgpara.location^.llvmloc.loc:=LOC_CONSTANT;
  258. cgpara.location^.llvmloc.value:=a;
  259. end
  260. else
  261. inherited;
  262. end;
  263. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  264. var
  265. newrefsize: tdef;
  266. reg: tregister;
  267. begin
  268. newrefsize:=llvmgetcgparadef(para,true);
  269. if refsize<>newrefsize then
  270. begin
  271. reg:=getaddressregister(list,cpointerdef.getreusable(newrefsize));
  272. a_loadaddr_ref_reg(list,refsize,cpointerdef.getreusable(newrefsize),initialref,reg);
  273. reference_reset_base(newref,cpointerdef.getreusable(newrefsize),reg,0,initialref.alignment);
  274. refsize:=newrefsize;
  275. end
  276. else
  277. newref:=initialref;
  278. end;
  279. procedure thlcgllvm.getcpuregister(list: TAsmList; r: Tregister);
  280. begin
  281. { don't do anything }
  282. end;
  283. procedure thlcgllvm.ungetcpuregister(list: TAsmList; r: Tregister);
  284. begin
  285. { don't do anything }
  286. end;
  287. procedure thlcgllvm.alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset);
  288. begin
  289. { don't do anything }
  290. end;
  291. procedure thlcgllvm.deallocallcpuregisters(list: TAsmList);
  292. begin
  293. { don't do anything }
  294. end;
  295. procedure thlcgllvm.a_bit_test_reg_reg_reg(list: TAsmList; bitnumbersize, valuesize, destsize: tdef; bitnumber, value, destreg: tregister);
  296. var
  297. tmpbitnumberreg: tregister;
  298. begin
  299. { unlike other architectures, llvm requires the bitnumber register to
  300. have the same size as the shifted register }
  301. if bitnumbersize.size<>valuesize.size then
  302. begin
  303. tmpbitnumberreg:=hlcg.getintregister(list,valuesize);
  304. a_load_reg_reg(list,bitnumbersize,valuesize,bitnumber,tmpbitnumberreg);
  305. bitnumbersize:=valuesize;
  306. bitnumber:=tmpbitnumberreg;
  307. end;
  308. inherited;
  309. end;
  310. procedure thlcgllvm.a_bit_set_reg_reg(list: TAsmList; doset: boolean; bitnumbersize, destsize: tdef; bitnumber, dest: tregister);
  311. var
  312. tmpbitnumberreg: tregister;
  313. begin
  314. { unlike other architectures, llvm requires the bitnumber register to
  315. have the same size as the shifted register }
  316. if bitnumbersize.size<>destsize.size then
  317. begin
  318. tmpbitnumberreg:=hlcg.getintregister(list,destsize);
  319. a_load_reg_reg(list,bitnumbersize,destsize,bitnumber,tmpbitnumberreg);
  320. bitnumbersize:=destsize;
  321. bitnumber:=tmpbitnumberreg;
  322. end;
  323. inherited;
  324. end;
  325. function get_call_pd(pd: tabstractprocdef): tdef;
  326. begin
  327. if (pd.typ=procdef) or
  328. not pd.is_addressonly then
  329. { we get a pointerdef rather than a procvardef so that if we have to
  330. insert an external declaration for this procdef in llvmtype, we don't
  331. have to create another procdef from the procvardef we've just created.
  332. With a pointerdef, we can just get the pointeddef again. A pointerdef
  333. is also much cheaper to create, and in llvm a provardef is a "function
  334. pointer", so a pointer to a procdef is the same as a procvar as far
  335. as llvm is concerned }
  336. result:=cpointerdef.getreusable(pd)
  337. else
  338. result:=pd
  339. end;
  340. procedure thlcgllvm.a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  341. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  342. begin
  343. case getregtype(reg) of
  344. R_INTREGISTER,
  345. R_ADDRESSREGISTER:
  346. begin
  347. a_load_ref_reg(list,def,def,ref,reg);
  348. callpara^.loc:=LOC_REGISTER;
  349. end;
  350. R_FPUREGISTER:
  351. begin
  352. a_loadfpu_ref_reg(list,def,def,ref,reg);
  353. callpara^.loc:=LOC_FPUREGISTER;
  354. end;
  355. R_MMREGISTER:
  356. begin
  357. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  358. callpara^.loc:=LOC_MMREGISTER;
  359. end;
  360. else
  361. internalerror(2014012213);
  362. end;
  363. end;
  364. var
  365. i: longint;
  366. href: treference;
  367. callpara: pllvmcallpara;
  368. paraloc: pcgparalocation;
  369. begin
  370. callparas:=tfplist.Create;
  371. for i:=0 to high(paras) do
  372. begin
  373. paraloc:=paras[i]^.location;
  374. while assigned(paraloc) do
  375. begin
  376. new(callpara);
  377. callpara^.def:=paraloc^.def;
  378. llvmextractvalueextinfo(paras[i]^.def, callpara^.def, callpara^.valueext);
  379. if paraloc^.llvmloc.loc=LOC_CONSTANT then
  380. begin
  381. callpara^.loc:=LOC_CONSTANT;
  382. callpara^.value:=paraloc^.llvmloc.value;
  383. end
  384. else
  385. begin
  386. callpara^.loc:=paraloc^.loc;
  387. case callpara^.loc of
  388. LOC_REFERENCE:
  389. begin
  390. if paraloc^.llvmvalueloc then
  391. internalerror(2014012307)
  392. else
  393. begin
  394. reference_reset_base(href, cpointerdef.getreusable(callpara^.def), paraloc^.reference.index, paraloc^.reference.offset, paraloc^.def.alignment);
  395. res:=getregisterfordef(list, paraloc^.def);
  396. load_ref_anyreg(callpara^.def, href, res, callpara);
  397. end;
  398. callpara^.reg:=res
  399. end;
  400. LOC_REGISTER,
  401. LOC_FPUREGISTER,
  402. LOC_MMREGISTER:
  403. begin
  404. { undo explicit value extension }
  405. if callpara^.valueext<>lve_none then
  406. begin
  407. res:=getregisterfordef(list, callpara^.def);
  408. a_load_reg_reg(list, paraloc^.def, callpara^.def, paraloc^.register, res);
  409. paraloc^.register:=res;
  410. end;
  411. callpara^.reg:=paraloc^.register
  412. end;
  413. { empty records }
  414. LOC_VOID:
  415. begin
  416. end
  417. else
  418. internalerror(2014010605);
  419. end;
  420. end;
  421. callparas.add(callpara);
  422. paraloc:=paraloc^.next;
  423. end;
  424. end;
  425. { the Pascal level may expect a different returndef compared to the
  426. declared one }
  427. if not assigned(forceresdef) then
  428. hlretdef:=pd.returndef
  429. else
  430. hlretdef:=forceresdef;
  431. { llvm will always expect the original return def }
  432. if not paramanager.ret_in_param(hlretdef, pd) then
  433. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside], true)
  434. else
  435. llvmretdef:=voidtype;
  436. if not is_void(llvmretdef) then
  437. res:=getregisterfordef(list, llvmretdef)
  438. else
  439. res:=NR_NO;
  440. { if this is a complex procvar, get the non-tmethod-like equivalent }
  441. if (pd.typ=procvardef) and
  442. not pd.is_addressonly then
  443. pd:=tprocvardef(cprocvardef.getreusableprocaddr(pd));
  444. end;
  445. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  446. var
  447. callparas: tfplist;
  448. llvmretdef,
  449. hlretdef: tdef;
  450. res: tregister;
  451. begin
  452. a_call_common(list,pd,paras,forceresdef,res,hlretdef,llvmretdef,callparas);
  453. list.concat(taillvm.call_size_name_paras(get_call_pd(pd),res,llvmretdef,current_asmdata.RefAsmSymbol(s,AT_FUNCTION),callparas));
  454. result:=get_call_result_cgpara(pd,forceresdef);
  455. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  456. end;
  457. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  458. var
  459. callparas: tfplist;
  460. llvmretdef,
  461. hlretdef: tdef;
  462. res: tregister;
  463. begin
  464. a_call_common(list,pd,paras,nil,res,hlretdef,llvmretdef,callparas);
  465. list.concat(taillvm.call_size_reg_paras(get_call_pd(pd),res,llvmretdef,reg,callparas));
  466. result:=get_call_result_cgpara(pd,nil);
  467. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  468. end;
  469. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  470. begin
  471. list.concat(taillvm.op_reg_size_const_size(llvmconvop(ptrsinttype,tosize,false),register,ptrsinttype,a,tosize))
  472. end;
  473. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  474. var
  475. sref: treference;
  476. begin
  477. { llvm instructions do not support pointer constants -> only directly
  478. encode for integers; a_load_const_reg() handles pointers properly }
  479. if is_ordinal(tosize) or
  480. is_64bit(tosize) then
  481. begin
  482. sref:=make_simple_ref(list,ref,tosize);
  483. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,cpointerdef.getreusable(tosize),sref))
  484. end
  485. else
  486. inherited;
  487. end;
  488. function def2intdef(fromsize, tosize: tdef): tdef;
  489. begin
  490. { we cannot zero-extend from/to anything but ordinal/enum
  491. types }
  492. if not(tosize.typ in [orddef,enumdef]) then
  493. internalerror(2014012305);
  494. { will give an internalerror if def_cgsize() returns OS_NO, which is
  495. what we want }
  496. result:=cgsize_orddef(def_cgsize(fromsize));
  497. end;
  498. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  499. var
  500. tmpref,
  501. sref: treference;
  502. hreg,
  503. hreg2: tregister;
  504. tmpsize: tdef;
  505. begin
  506. sref:=make_simple_ref(list,ref,tosize);
  507. hreg:=register;
  508. (* typecast the pointer to the value instead of the value itself if
  509. they have the same size but are of different kinds, because we can't
  510. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  511. if (llvmaggregatetype(fromsize) or
  512. llvmaggregatetype(tosize)) and
  513. (fromsize<>tosize) then
  514. begin
  515. if fromsize.size>tosize.size then
  516. begin
  517. { if source size is larger than the target size, we have to
  518. truncate it before storing. Unfortunately, we cannot truncate
  519. records (nor bitcast them to integers), so we first have to
  520. store them to memory and then bitcast the pointer to them
  521. We can't truncate an integer to 3/5/6/7 bytes either, so also
  522. pass via a temp in that case
  523. }
  524. if (fromsize.typ in [arraydef,recorddef]) or
  525. (tosize.size in [3,5,6,7]) then
  526. begin
  527. { store struct/array-in-register to memory }
  528. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  529. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  530. { typecast pointer to memory into pointer to integer type }
  531. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  532. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),tmpref,hreg);
  533. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,tmpref.alignment);
  534. { load the integer from the temp into the destination }
  535. a_load_ref_ref(list,tosize,tosize,sref,ref);
  536. tg.ungettemp(list,tmpref);
  537. end
  538. else
  539. begin
  540. tmpsize:=def2intdef(tosize,fromsize);
  541. hreg:=getintregister(list,tmpsize);
  542. { truncate the integer }
  543. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  544. { store it to memory (it will now be of the same size as the
  545. struct, and hence another path will be followed in this
  546. method) }
  547. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  548. end;
  549. exit;
  550. end
  551. else
  552. begin
  553. hreg2:=getaddressregister(list,cpointerdef.getreusable(fromsize));
  554. a_loadaddr_ref_reg(list,tosize,cpointerdef.getreusable(fromsize),sref,hreg2);
  555. reference_reset_base(sref,cpointerdef.getreusable(fromsize),hreg2,0,sref.alignment);
  556. tosize:=fromsize;
  557. end;
  558. end
  559. else if fromsize<>tosize then
  560. begin
  561. hreg:=getregisterfordef(list,tosize);
  562. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  563. end;
  564. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,cpointerdef.getreusable(tosize),sref));
  565. end;
  566. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  567. var
  568. op: tllvmop;
  569. tmpreg: tregister;
  570. tmpintdef: tdef;
  571. begin
  572. op:=llvmconvop(fromsize,tosize,true);
  573. { converting from pointer to something else and vice versa is only
  574. possible via an intermediate pass to integer. Same for "something else"
  575. to pointer. }
  576. case op of
  577. la_ptrtoint_to_x,
  578. la_x_to_inttoptr:
  579. begin
  580. { convert via an integer with the same size as "x" }
  581. if op=la_ptrtoint_to_x then
  582. begin
  583. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  584. op:=la_bitcast
  585. end
  586. else
  587. begin
  588. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  589. op:=la_inttoptr;
  590. end;
  591. tmpreg:=getintregister(list,tmpintdef);
  592. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  593. reg1:=tmpreg;
  594. fromsize:=tmpintdef;
  595. end;
  596. end;
  597. { reg2 = bitcast fromsize reg1 to tosize }
  598. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  599. end;
  600. procedure thlcgllvm.gen_load_refaddrfull_anyreg(list: TAsmList; fromsize, tosize: tdef; const simpleref: treference; register: tregister; shuffle: pmmshuffle);
  601. var
  602. tmpref,
  603. tmpref2: treference;
  604. begin
  605. { can't bitcast records/arrays }
  606. if (llvmaggregatetype(fromsize) or
  607. llvmaggregatetype(tosize)) and
  608. (fromsize<>tosize) then
  609. begin
  610. if fromsize.size>tosize.size then
  611. begin
  612. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  613. tmpref2:=tmpref;
  614. g_ptrtypecast_ref(list,cpointerdef.getreusable(fromsize),cpointerdef.getreusable(tosize),tmpref2);
  615. end
  616. else
  617. begin
  618. tg.gethltemp(list,tosize,tosize.size,tt_normal,tmpref);
  619. tmpref2:=tmpref;
  620. g_ptrtypecast_ref(list,cpointerdef.getreusable(tosize),cpointerdef.getreusable(fromsize),tmpref);
  621. end;
  622. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,simpleref,cpointerdef.getreusable(fromsize),tmpref));
  623. case getregtype(register) of
  624. R_INTREGISTER,
  625. R_ADDRESSREGISTER:
  626. a_load_ref_reg(list,tosize,tosize,tmpref2,register);
  627. R_FPUREGISTER:
  628. a_loadfpu_ref_reg(list,tosize,tosize,tmpref2,register);
  629. R_MMREGISTER:
  630. a_loadmm_ref_reg(list,tosize,tosize,tmpref2,register,shuffle);
  631. else
  632. internalerror(2016061901);
  633. end;
  634. tg.ungettemp(list,tmpref);
  635. end
  636. else
  637. list.concat(taillvm.op_reg_size_ref_size(llvmconvop(fromsize,tosize,false),register,fromsize,simpleref,tosize))
  638. end;
  639. function thlcgllvm.handle_agg_load_ref_anyreg(list: TasmList; var fromsize, tosize: tdef; var simpleref: treference; register: tregister; shuffle: pmmshuffle): boolean;
  640. var
  641. tmpref,
  642. tmpref2: treference;
  643. firstshuffle: pmmshuffle;
  644. begin
  645. if fromsize.size<tosize.size then
  646. begin
  647. { allocate a temp of size tosize, typecast it to the
  648. (smaller) fromsize, load the source in it, and then
  649. load the destination from it. The extra bits will contain
  650. garbage, but they should never be used. }
  651. tg.gethltemp(list,tosize,tosize.size,tt_persistent,tmpref);
  652. tmpref2:=tmpref;
  653. g_ptrtypecast_ref(list,cpointerdef.getreusable(tosize),cpointerdef.getreusable(fromsize),tmpref2);
  654. case getregtype(register) of
  655. R_INTREGISTER,
  656. R_ADDRESSREGISTER:
  657. begin
  658. a_load_ref_ref(list,fromsize,fromsize,simpleref,tmpref2);
  659. a_load_ref_reg(list,tosize,tosize,tmpref,register);
  660. end;
  661. R_FPUREGISTER:
  662. begin
  663. a_loadfpu_ref_ref(list,fromsize,fromsize,simpleref,tmpref2);
  664. a_loadfpu_ref_reg(list,tosize,tosize,tmpref,register);
  665. end;
  666. R_MMREGISTER:
  667. begin
  668. { don't shuffle twice }
  669. if shuffle=mms_movescalar then
  670. firstshuffle:=shuffle
  671. else
  672. firstshuffle:=nil;
  673. a_loadmm_ref_ref(list,fromsize,fromsize,simpleref,tmpref2,firstshuffle);
  674. a_loadmm_ref_reg(list,tosize,tosize,tmpref,register,shuffle);
  675. end;
  676. end;
  677. tg.ungettemp(list,tmpref);
  678. result:=true;
  679. end
  680. else
  681. begin
  682. (* typecast the pointer to the value instead of the value
  683. itself if tosize<=fromsize but they are of different
  684. kinds, because we can't e.g. bitcast a loaded <{i32, i32}>
  685. to an i64 *)
  686. g_ptrtypecast_ref(list,cpointerdef.getreusable(fromsize),cpointerdef.getreusable(tosize),simpleref);
  687. fromsize:=tosize;
  688. result:=false;
  689. end;
  690. end;
  691. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  692. var
  693. sref: treference;
  694. hreg: tregister;
  695. begin
  696. sref:=make_simple_ref(list,ref,fromsize);
  697. { "named register"? }
  698. if sref.refaddr=addr_full then
  699. gen_load_refaddrfull_anyreg(list,fromsize,tosize,sref,register,nil)
  700. else
  701. begin
  702. if ((fromsize.typ in [arraydef,recorddef]) or
  703. (tosize.typ in [arraydef,recorddef])) and
  704. (fromsize<>tosize) then
  705. begin
  706. if handle_agg_load_ref_anyreg(list,fromsize,tosize,sref,register,nil) then
  707. exit;
  708. end;
  709. hreg:=register;
  710. if fromsize<>tosize then
  711. hreg:=getregisterfordef(list,fromsize);
  712. list.concat(taillvm.op_reg_size_ref(la_load,hreg,cpointerdef.getreusable(fromsize),sref));
  713. if hreg<>register then
  714. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  715. end;
  716. end;
  717. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  718. var
  719. sdref: treference;
  720. begin
  721. if (fromsize=tosize) and
  722. (sref.refaddr=addr_full) then
  723. begin
  724. sdref:=make_simple_ref(list,dref,tosize);
  725. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(tosize),sdref));
  726. end
  727. else if (fromsize=tosize) and
  728. not(fromsize.typ in [orddef,floatdef,enumdef]) and
  729. (sref.refaddr<>addr_full) and
  730. (fromsize.size>2*sizeof(aint)) then
  731. g_concatcopy(list,fromsize,sref,dref)
  732. else
  733. inherited
  734. end;
  735. procedure thlcgllvm.a_loadaddr_ref_reg_intern(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister; makefromsizepointer: boolean);
  736. var
  737. sref: treference;
  738. begin
  739. { can't take the address of a 'named register' }
  740. if ref.refaddr=addr_full then
  741. internalerror(2013102306);
  742. if makefromsizepointer then
  743. fromsize:=cpointerdef.getreusable(fromsize);
  744. sref:=make_simple_ref_ptr(list,ref,fromsize);
  745. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,fromsize,sref,tosize));
  746. end;
  747. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  748. begin
  749. a_loadaddr_ref_reg_intern(list,fromsize,tosize,ref,r,true);
  750. end;
  751. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  752. begin
  753. a_op_const_reg_reg(list,op,size,a,reg,reg);
  754. end;
  755. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  756. var
  757. tmpreg: tregister;
  758. begin
  759. if (def2regtyp(size)=R_INTREGISTER) and
  760. (topcg2llvmop[op]<>la_none) then
  761. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  762. else
  763. begin
  764. { default implementation is not SSA-safe }
  765. tmpreg:=getregisterfordef(list,size);
  766. a_load_const_reg(list,size,a,tmpreg);
  767. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  768. end;
  769. end;
  770. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  771. var
  772. orgdst,
  773. tmpreg1,
  774. tmpreg2,
  775. tmpreg3: tregister;
  776. opsize: tdef;
  777. begin
  778. orgdst:=dst;
  779. opsize:=size;
  780. { always perform using integer registers, because math operations on
  781. pointers are not supported (except via getelementptr, possible future
  782. optimization) }
  783. if def2regtyp(size)=R_ADDRESSREGISTER then
  784. begin
  785. opsize:=ptruinttype;
  786. tmpreg1:=getintregister(list,ptruinttype);
  787. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  788. src1:=tmpreg1;
  789. tmpreg1:=getintregister(list,ptruinttype);
  790. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  791. src2:=tmpreg1;
  792. dst:=getintregister(list,ptruinttype);
  793. end;
  794. if topcg2llvmop[op]<>la_none then
  795. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  796. else
  797. begin
  798. case op of
  799. OP_NEG:
  800. { %dst = sub size 0, %src1 }
  801. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  802. OP_NOT:
  803. { %dst = xor size -1, %src1 }
  804. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  805. OP_ROL:
  806. begin
  807. tmpreg1:=getintregister(list,opsize);
  808. tmpreg2:=getintregister(list,opsize);
  809. tmpreg3:=getintregister(list,opsize);
  810. { tmpreg1 := (tcgsize2size[size]*8 - (src1 and (tcgsize2size[size]*8-1) }
  811. list.concat(taillvm.op_reg_size_const_reg(la_and,tmpreg1,opsize,opsize.size*8-1,src1));
  812. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg2,opsize,opsize.size*8,tmpreg1));
  813. { tmpreg3 := src2 shr tmpreg2 }
  814. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg2,src2,tmpreg3);
  815. { tmpreg2:= src2 shl tmpreg1 }
  816. tmpreg2:=getintregister(list,opsize);
  817. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  818. { dst := tmpreg2 or tmpreg3 }
  819. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  820. end;
  821. OP_ROR:
  822. begin
  823. tmpreg1:=getintregister(list,size);
  824. tmpreg2:=getintregister(list,size);
  825. tmpreg3:=getintregister(list,size);
  826. { tmpreg1 := (tcgsize2size[size]*8 - (src1 and (tcgsize2size[size]*8-1) }
  827. list.concat(taillvm.op_reg_size_const_reg(la_and,tmpreg1,opsize,opsize.size*8-1,src1));
  828. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg2,opsize,opsize.size*8,tmpreg1));
  829. { tmpreg3 := src2 shl tmpreg2 }
  830. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg2,src2,tmpreg3);
  831. { tmpreg2:= src2 shr tmpreg1 }
  832. tmpreg2:=getintregister(list,opsize);
  833. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  834. { dst := tmpreg2 or tmpreg3 }
  835. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  836. end;
  837. else
  838. internalerror(2010081310);
  839. end;
  840. end;
  841. if dst<>orgdst then
  842. a_load_reg_reg(list,opsize,size,dst,orgdst);
  843. end;
  844. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  845. begin
  846. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  847. end;
  848. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  849. var
  850. hreg: tregister;
  851. begin
  852. if not setflags then
  853. begin
  854. inherited;
  855. exit;
  856. end;
  857. hreg:=getintregister(list,size);
  858. a_load_const_reg(list,size,a,hreg);
  859. a_op_reg_reg_reg_checkoverflow(list,op,size,hreg,src,dst,setflags,ovloc);
  860. end;
  861. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  862. var
  863. calcsize: tdef;
  864. tmpsrc1,
  865. tmpsrc2,
  866. tmpdst: tregister;
  867. signed,
  868. docheck: boolean;
  869. begin
  870. docheck:=size.size>=ossinttype.size;
  871. if not setflags or
  872. not docheck then
  873. begin
  874. inherited a_op_reg_reg_reg_checkoverflow(list,op,size,src1,src2,dst,false,ovloc);
  875. exit;
  876. end;
  877. { extend values to twice their original width (one bit extra is enough,
  878. but adding support for 9/17/33/65 bit types just for this is overkill) }
  879. signed:=is_signed(size);
  880. case size.size of
  881. 1:
  882. if signed then
  883. calcsize:=s16inttype
  884. else
  885. calcsize:=u16inttype;
  886. 2:
  887. if signed then
  888. calcsize:=s32inttype
  889. else
  890. calcsize:=u32inttype;
  891. 4:
  892. if signed then
  893. calcsize:=s64inttype
  894. else
  895. calcsize:=u64inttype;
  896. 8:
  897. if signed then
  898. calcsize:=s128inttype
  899. else
  900. calcsize:=u128inttype;
  901. else
  902. internalerror(2015122503);
  903. end;
  904. tmpsrc1:=getintregister(list,calcsize);
  905. a_load_reg_reg(list,size,calcsize,src1,tmpsrc1);
  906. tmpsrc2:=getintregister(list,calcsize);
  907. a_load_reg_reg(list,size,calcsize,src2,tmpsrc2);
  908. tmpdst:=getintregister(list,calcsize);
  909. { perform the calculation with twice the width }
  910. a_op_reg_reg_reg(list,op,calcsize,tmpsrc1,tmpsrc2,tmpdst);
  911. { signed/unsigned overflow occurs if signed/unsigned truncation of the
  912. result is different from the actual result -> extend again and compare }
  913. a_load_reg_reg(list,calcsize,size,tmpdst,dst);
  914. tmpsrc1:=getintregister(list,calcsize);
  915. a_load_reg_reg(list,size,calcsize,dst,tmpsrc1);
  916. location_reset(ovloc,LOC_REGISTER,OS_8);
  917. ovloc.register:=getintregister(list,llvmbool1type);
  918. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,ovloc.register,OC_NE,calcsize,tmpsrc1,tmpdst));
  919. end;
  920. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  921. var
  922. tmpreg : tregister;
  923. invert: boolean;
  924. fallthroughlab, falselab, tmplab: tasmlabel;
  925. begin
  926. { since all comparisons return their results in a register, we'll often
  927. get comparisons against true/false -> optimise }
  928. if (size=pasbool8type) and
  929. (cmp_op in [OC_EQ,OC_NE]) then
  930. begin
  931. { convert to an llvmbool1type and use directly }
  932. tmpreg:=getintregister(list,llvmbool1type);
  933. a_load_reg_reg(list,size,llvmbool1type,reg,tmpreg);
  934. case cmp_op of
  935. OC_EQ:
  936. invert:=a=0;
  937. OC_NE:
  938. invert:=a=1;
  939. else
  940. { avoid uninitialised warning }
  941. internalerror(2015031504);
  942. end;
  943. current_asmdata.getjumplabel(falselab);
  944. fallthroughlab:=falselab;
  945. if invert then
  946. begin
  947. tmplab:=l;
  948. l:=falselab;
  949. falselab:=tmplab;
  950. end;
  951. list.concat(taillvm.op_size_reg_lab_lab(la_br,llvmbool1type,tmpreg,l,falselab));
  952. a_label(list,fallthroughlab);
  953. exit;
  954. end;
  955. tmpreg:=getregisterfordef(list,size);
  956. a_load_const_reg(list,size,a,tmpreg);
  957. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  958. end;
  959. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  960. var
  961. resreg: tregister;
  962. falselab: tasmlabel;
  963. begin
  964. if getregtype(reg1)<>getregtype(reg2) then
  965. internalerror(2012111105);
  966. resreg:=getintregister(list,llvmbool1type);
  967. current_asmdata.getjumplabel(falselab);
  968. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  969. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  970. OC_GT is true if op1>op2 }
  971. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  972. list.concat(taillvm.op_size_reg_lab_lab(la_br,llvmbool1type,resreg,l,falselab));
  973. a_label(list,falselab);
  974. end;
  975. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  976. begin
  977. { implement in tcg because required by the overridden a_label; doesn't use
  978. any high level stuff anyway }
  979. cg.a_jmp_always(list,l);
  980. end;
  981. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  982. var
  983. pd: tprocdef;
  984. sourcepara, destpara, sizepara, alignpara, volatilepara: tcgpara;
  985. maxalign: longint;
  986. begin
  987. { perform small copies directly; not larger ones, because then llvm
  988. will try to load the entire large datastructure into registers and
  989. starts spilling like crazy; too small copies must not be done via
  990. llvm.memcpy either, because then you get crashes in llvm }
  991. if (size.typ in [orddef,floatdef,enumdef]) or
  992. (size.size<=2*sizeof(aint)) then
  993. begin
  994. a_load_ref_ref(list,size,size,source,dest);
  995. exit;
  996. end;
  997. pd:=search_system_proc('llvm_memcpy64');
  998. sourcepara.init;
  999. destpara.init;
  1000. sizepara.init;
  1001. alignpara.init;
  1002. volatilepara.init;
  1003. paramanager.getintparaloc(list,pd,1,destpara);
  1004. paramanager.getintparaloc(list,pd,2,sourcepara);
  1005. paramanager.getintparaloc(list,pd,3,sizepara);
  1006. paramanager.getintparaloc(list,pd,4,alignpara);
  1007. paramanager.getintparaloc(list,pd,5,volatilepara);
  1008. a_loadaddr_ref_cgpara(list,size,dest,destpara);
  1009. a_loadaddr_ref_cgpara(list,size,source,sourcepara);
  1010. a_load_const_cgpara(list,u64inttype,size.size,sizepara);
  1011. maxalign:=newalignment(source.alignment,dest.alignment);
  1012. a_load_const_cgpara(list,u32inttype,maxalign,alignpara);
  1013. { we don't know anything about volatility here, should become an extra
  1014. parameter to g_concatcopy }
  1015. a_load_const_cgpara(list,llvmbool1type,0,volatilepara);
  1016. g_call_system_proc(list,pd,[@destpara,@sourcepara,@sizepara,@alignpara,@volatilepara],nil).resetiftemp;
  1017. sourcepara.done;
  1018. destpara.done;
  1019. sizepara.done;
  1020. alignpara.done;
  1021. volatilepara.done;
  1022. end;
  1023. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  1024. var
  1025. tmpreg: tregister;
  1026. href: treference;
  1027. fromcompcurr,
  1028. tocompcurr: boolean;
  1029. begin
  1030. href:=make_simple_ref(list,ref,fromsize);
  1031. { named register -> use generic code }
  1032. if ref.refaddr=addr_full then
  1033. begin
  1034. gen_load_refaddrfull_anyreg(list,fromsize,tosize,href,reg,mms_movescalar);
  1035. exit
  1036. end;
  1037. { comp and currency are handled by the x87 in this case. They cannot
  1038. be represented directly in llvm, and llvmdef translates them into i64
  1039. (since that's their storage size and internally they also are int64).
  1040. Solve this by changing the type to s80real once they are loaded into
  1041. a register. }
  1042. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  1043. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  1044. if tocompcurr then
  1045. tosize:=s80floattype;
  1046. { don't generate different code for loading e.g. extended into cextended,
  1047. but to take care of loading e.g. comp (=int64) into double }
  1048. if (fromsize.size<>tosize.size) then
  1049. tmpreg:=getfpuregister(list,fromsize)
  1050. else
  1051. tmpreg:=reg;
  1052. { handle aggregate loads (happens if a struct needs to be passed in a
  1053. floating point register) }
  1054. if (fromsize.typ in [arraydef,recorddef]) or
  1055. (tosize.typ in [arraydef,recorddef]) then
  1056. begin
  1057. if handle_agg_load_ref_anyreg(list,fromsize,tosize,href,reg,mms_movescalar) then
  1058. exit;
  1059. end;
  1060. { %tmpreg = load size* %ref }
  1061. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,cpointerdef.getreusable(fromsize),href));
  1062. if tmpreg<>reg then
  1063. if fromcompcurr then
  1064. { treat as extended as long as it's in a register }
  1065. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  1066. else
  1067. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  1068. end;
  1069. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  1070. var
  1071. tmpreg: tregister;
  1072. href: treference;
  1073. fromcompcurr,
  1074. tocompcurr: boolean;
  1075. begin
  1076. { see comment in a_loadfpu_ref_reg }
  1077. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  1078. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  1079. if fromcompcurr then
  1080. fromsize:=s80floattype;
  1081. href:=make_simple_ref(list,ref,tosize);
  1082. { don't generate different code for loading e.g. extended into cextended,
  1083. but to take care of storing e.g. comp (=int64) into double }
  1084. if (fromsize.size<>tosize.size) then
  1085. begin
  1086. tmpreg:=getfpuregister(list,tosize);
  1087. if tocompcurr then
  1088. { store back an int64 rather than an extended }
  1089. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  1090. else
  1091. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  1092. end
  1093. else
  1094. tmpreg:=reg;
  1095. { store tosize tmpreg, tosize* href }
  1096. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,cpointerdef.getreusable(tosize),href));
  1097. end;
  1098. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1099. var
  1100. op: tllvmop;
  1101. begin
  1102. op:=llvmconvop(fromsize,tosize,true);
  1103. { reg2 = bitcast fromllsize reg1 to tollsize }
  1104. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  1105. end;
  1106. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  1107. var
  1108. item: TCmdStrListItem;
  1109. mangledname: TSymStr;
  1110. asmsym: tasmsymbol;
  1111. begin
  1112. if po_external in current_procinfo.procdef.procoptions then
  1113. exit;
  1114. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  1115. mangledname:=current_procinfo.procdef.mangledname;
  1116. { predefine the real function name as local/global, so the aliases can
  1117. refer to the symbol and get the binding correct }
  1118. if (cs_profile in current_settings.moduleswitches) or
  1119. (po_global in current_procinfo.procdef.procoptions) then
  1120. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION,current_procinfo.procdef)
  1121. else
  1122. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION,current_procinfo.procdef);
  1123. while assigned(item) do
  1124. begin
  1125. if mangledname<>item.Str then
  1126. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,asmsym.bind));
  1127. item:=TCmdStrListItem(item.next);
  1128. end;
  1129. list.concat(taillvmdecl.createdef(asmsym,current_procinfo.procdef,nil,sec_code,current_procinfo.procdef.alignment));
  1130. end;
  1131. procedure thlcgllvm.handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr);
  1132. begin
  1133. { don't do anything, because at this point we can't know yet for certain
  1134. whether the aliased routine is internal to the current routine or not.
  1135. If it's internal, we would have to generate an llvm alias, while if it's
  1136. external, we would have to generate a declaration. Additionally, aliases
  1137. cannot refer to declarations, so always creating aliases doesn't work
  1138. either -> handle in llvmtype }
  1139. end;
  1140. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  1141. begin
  1142. list.concatlist(ttgllvm(tg).alloclist)
  1143. { rest: todo }
  1144. end;
  1145. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  1146. var
  1147. retdef: tdef;
  1148. retreg,
  1149. hreg: tregister;
  1150. retpara: tcgpara;
  1151. begin
  1152. { the function result type is the type of the first location, which can
  1153. differ from the real result type (e.g. int64 for a record consisting of
  1154. two longint fields on x86-64 -- we are responsible for lowering the
  1155. result types like that) }
  1156. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  1157. retpara.check_simple_location;
  1158. retdef:=retpara.location^.def;
  1159. if is_void(retdef) or
  1160. { don't check retdef here, it is e.g. a pshortstring in case it's
  1161. shortstring that's returned in a parameter }
  1162. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  1163. list.concat(taillvm.op_size(la_ret,voidtype))
  1164. else
  1165. begin
  1166. case retpara.location^.loc of
  1167. LOC_REGISTER,
  1168. LOC_FPUREGISTER,
  1169. LOC_MMREGISTER:
  1170. begin
  1171. { sign/zeroextension of function results is handled implicitly
  1172. via the signext/zeroext modifiers of the result, rather than
  1173. in the code generator -> remove any explicit extensions here }
  1174. retreg:=retpara.location^.register;
  1175. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  1176. (retdef.typ in [orddef,enumdef]) then
  1177. begin
  1178. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  1179. begin
  1180. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  1181. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  1182. retreg:=hreg;
  1183. retdef:=current_procinfo.procdef.returndef;
  1184. end;
  1185. end;
  1186. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  1187. end;
  1188. LOC_VOID:
  1189. begin
  1190. { zero-sized records: return an undefined zero-sized record of
  1191. the correct type }
  1192. list.concat(taillvm.op_size_undef(la_ret,retdef));
  1193. end
  1194. else
  1195. { todo: complex returns }
  1196. internalerror(2012111106);
  1197. end;
  1198. end;
  1199. retpara.resetiftemp;
  1200. end;
  1201. procedure thlcgllvm.gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara);
  1202. begin
  1203. if not paramanager.ret_in_param(resdef,pd) then
  1204. begin
  1205. case resloc.location^.loc of
  1206. LOC_REGISTER,
  1207. LOC_FPUREGISTER,
  1208. LOC_MMREGISTER:
  1209. begin
  1210. if not llvmaggregatetype(resdef) then
  1211. list.concat(taillvm.op_reg_size_undef(la_bitcast,resloc.location^.register,llvmgetcgparadef(resloc,true)))
  1212. else
  1213. { bitcast doesn't work for aggregates -> just load from the
  1214. (uninitialised) function result memory location }
  1215. gen_load_loc_function_result(list,resdef,tabstractnormalvarsym(pd.funcretsym).localloc)
  1216. end;
  1217. { for empty record returns }
  1218. LOC_VOID:
  1219. ;
  1220. else
  1221. internalerror(2015042301);
  1222. end;
  1223. end;
  1224. end;
  1225. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  1226. begin
  1227. { not possible, need ovloc }
  1228. internalerror(2012111107);
  1229. end;
  1230. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  1231. var
  1232. hl: tasmlabel;
  1233. begin
  1234. if not(cs_check_overflow in current_settings.localswitches) then
  1235. exit;
  1236. if ovloc.size<>OS_8 then
  1237. internalerror(2015122504);
  1238. current_asmdata.getjumplabel(hl);
  1239. a_cmp_const_loc_label(list,llvmbool1type,OC_EQ,0,ovloc,hl);
  1240. g_call_system_proc(list,'fpc_overflow',[],nil);
  1241. a_label(list,hl);
  1242. end;
  1243. procedure thlcgllvm.g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister);
  1244. var
  1245. hreg: tregister;
  1246. begin
  1247. { will insert a bitcast if necessary }
  1248. if fromdef<>todef then
  1249. begin
  1250. hreg:=getregisterfordef(list,todef);
  1251. a_load_reg_reg(list,fromdef,todef,reg,hreg);
  1252. reg:=hreg;
  1253. end;
  1254. end;
  1255. procedure thlcgllvm.g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference);
  1256. var
  1257. hreg: tregister;
  1258. begin
  1259. hreg:=getaddressregister(list,todef);
  1260. a_loadaddr_ref_reg_intern(list,fromdef,todef,ref,hreg,false);
  1261. reference_reset_base(ref,todef,hreg,0,ref.alignment);
  1262. end;
  1263. procedure thlcgllvm.g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference);
  1264. var
  1265. parentdef,
  1266. subscriptdef,
  1267. currentstructdef,
  1268. llvmfielddef: tdef;
  1269. newbase: tregister;
  1270. implicitpointer: boolean;
  1271. begin
  1272. implicitpointer:=is_implicit_pointer_object_type(recdef);
  1273. currentstructdef:=recdef;
  1274. { in case the field is part of a parent of the current object,
  1275. index into the parents until we're at the parent containing the
  1276. field; if it's an implicit pointer type, these embedded parents
  1277. will be of the structure type of the class rather than of the
  1278. class time itself -> one indirection fewer }
  1279. while field.owner<>tabstractrecorddef(currentstructdef).symtable do
  1280. begin
  1281. { only objectdefs have parents and hence the owner of the
  1282. fieldvarsym can be different from the current def's owner }
  1283. parentdef:=tobjectdef(currentstructdef).childof;
  1284. if implicitpointer then
  1285. newbase:=getaddressregister(list,parentdef)
  1286. else
  1287. newbase:=getaddressregister(list,cpointerdef.getreusable(parentdef));
  1288. recref:=make_simple_ref(list,recref,recdef);
  1289. if implicitpointer then
  1290. subscriptdef:=currentstructdef
  1291. else
  1292. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1293. { recurse into the first field }
  1294. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,0,true));
  1295. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset));
  1296. { go to the parent }
  1297. currentstructdef:=parentdef;
  1298. end;
  1299. { get the type of the corresponding field in the llvm shadow
  1300. definition }
  1301. llvmfielddef:=tabstractrecordsymtable(tabstractrecorddef(currentstructdef).symtable).llvmst[field].def;
  1302. if implicitpointer then
  1303. subscriptdef:=currentstructdef
  1304. else
  1305. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1306. { load the address of that shadow field }
  1307. newbase:=getaddressregister(list,cpointerdef.getreusable(llvmfielddef));
  1308. recref:=make_simple_ref(list,recref,recdef);
  1309. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,field.llvmfieldnr,true));
  1310. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset+field.offsetfromllvmfield));
  1311. { in case of an 80 bits extended type, typecast from an array of 10
  1312. bytes (used because otherwise llvm will allocate the ABI-defined
  1313. size for extended, which is usually larger) into an extended }
  1314. if (llvmfielddef.typ=floatdef) and
  1315. (tfloatdef(llvmfielddef).floattype=s80real) then
  1316. g_ptrtypecast_ref(list,cpointerdef.getreusable(carraydef.getreusable(u8inttype,10)),cpointerdef.getreusable(s80floattype),recref);
  1317. { if it doesn't match the requested field exactly (variant record),
  1318. adjust the type of the pointer }
  1319. if (field.offsetfromllvmfield<>0) or
  1320. (llvmfielddef<>field.vardef) then
  1321. g_ptrtypecast_ref(list,cpointerdef.getreusable(llvmfielddef),cpointerdef.getreusable(field.vardef),recref);
  1322. end;
  1323. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  1324. var
  1325. href: treference;
  1326. begin
  1327. if shuffle=mms_movescalar then
  1328. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  1329. else
  1330. begin
  1331. href:=make_simple_ref(list,ref,fromsize);
  1332. if ref.refaddr=addr_full then
  1333. gen_load_refaddrfull_anyreg(list,fromsize,tosize,href,reg,shuffle)
  1334. else
  1335. begin
  1336. { handle aggregate loads (happens if a struct needs to be passed
  1337. in an mmregister) }
  1338. if (fromsize.typ in [arraydef,recorddef]) or
  1339. (tosize.typ in [arraydef,recorddef]) then
  1340. begin
  1341. if handle_agg_load_ref_anyreg(list,fromsize,tosize,href,reg,mms_movescalar) then
  1342. exit;
  1343. end;
  1344. if fromsize<>tosize then
  1345. g_ptrtypecast_ref(list,cpointerdef.create(fromsize),cpointerdef.create(tosize),href);
  1346. { %reg = load size* %ref }
  1347. list.concat(taillvm.op_reg_size_ref(la_load,reg,cpointerdef.getreusable(tosize),href));
  1348. end;
  1349. end;
  1350. end;
  1351. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  1352. var
  1353. href: treference;
  1354. begin
  1355. if shuffle=mms_movescalar then
  1356. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  1357. else
  1358. begin
  1359. { todo }
  1360. if fromsize<>tosize then
  1361. internalerror(2013060220);
  1362. href:=make_simple_ref(list,ref,tosize);
  1363. { store tosize reg, tosize* href }
  1364. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,cpointerdef.getreusable(tosize),href))
  1365. end;
  1366. end;
  1367. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  1368. begin
  1369. if shuffle=mms_movescalar then
  1370. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  1371. else
  1372. { reg2 = bitcast fromllsize reg1 to tollsize }
  1373. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  1374. end;
  1375. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  1376. begin
  1377. if (op=OP_XOR) and
  1378. (src=dst) then
  1379. a_load_const_reg(list,size,0,dst)
  1380. else
  1381. { todo }
  1382. internalerror(2013060221);
  1383. end;
  1384. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  1385. begin
  1386. internalerror(2013060222);
  1387. end;
  1388. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  1389. begin
  1390. internalerror(2013060223);
  1391. end;
  1392. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  1393. var
  1394. paraloc: pcgparalocation;
  1395. begin
  1396. result:=inherited;
  1397. { we'll change the paraloc, make sure we don't modify the original one }
  1398. if not result.temporary then
  1399. begin
  1400. result:=result.getcopy;
  1401. result.temporary:=true;
  1402. end;
  1403. { get the LLVM representation of the function result (e.g. a
  1404. struct with two i64 fields for a record with 4 i32 fields) }
  1405. result.def:=llvmgetcgparadef(result,true);
  1406. if assigned(result.location^.next) then
  1407. begin
  1408. { unify the result into a sinlge location; unlike for parameters,
  1409. we are not responsible for splitting up results into multiple
  1410. locations }
  1411. { set the first location to the type of the function result }
  1412. result.location^.def:=result.def;
  1413. result.location^.size:=result.size;
  1414. { free all extra paralocs }
  1415. while assigned(result.location^.next) do
  1416. begin
  1417. paraloc:=result.location^.next^.next;
  1418. freemem(result.location^.next);
  1419. result.location^.next:=paraloc;
  1420. end;
  1421. end;
  1422. paraloc:=result.location;
  1423. paraloc^.def:=result.def;
  1424. case paraloc^.loc of
  1425. LOC_VOID:
  1426. ;
  1427. LOC_REGISTER,
  1428. LOC_FPUREGISTER,
  1429. LOC_MMREGISTER:
  1430. begin
  1431. paraloc^.llvmloc.loc:=paraloc^.loc;
  1432. paraloc^.llvmloc.reg:=paraloc^.register;
  1433. paraloc^.llvmvalueloc:=true;
  1434. end;
  1435. LOC_REFERENCE:
  1436. if not paramanager.ret_in_param(pd.returndef,pd) then
  1437. { TODO, if this can happen at all }
  1438. internalerror(2014011901);
  1439. else
  1440. internalerror(2014011902);
  1441. end;
  1442. end;
  1443. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1444. begin
  1445. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1446. end;
  1447. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1448. var
  1449. memloc: tlocation;
  1450. begin
  1451. if not(cgpara.location^.llvmvalueloc) then
  1452. begin
  1453. memloc:=l;
  1454. location_force_mem(list,memloc,vardef);
  1455. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1456. end
  1457. else
  1458. inherited;
  1459. end;
  1460. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1461. var
  1462. ploc : pcgparalocation;
  1463. hloc : tlocation;
  1464. href, href2 : treference;
  1465. hreg : tregister;
  1466. fielddef,
  1467. llvmparadef : tdef;
  1468. index : longint;
  1469. offset : pint;
  1470. userecord : boolean;
  1471. begin
  1472. { ignore e.g. empty records }
  1473. if (para.location^.loc=LOC_VOID) then
  1474. exit;
  1475. { If the parameter location is reused we don't need to copy
  1476. anything }
  1477. if (destloc.loc=LOC_REFERENCE) and
  1478. reusepara then
  1479. exit;
  1480. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1481. with two int64 fields for passing a record consisiting of 8 bytes on
  1482. x86-64) }
  1483. llvmparadef:=llvmgetcgparadef(para,true);
  1484. userecord:=
  1485. (llvmparadef<>para.def) and
  1486. assigned(para.location^.next);
  1487. if userecord then
  1488. begin
  1489. { llvmparadef is a record in this case, with every field corresponding
  1490. to a single paraloc }
  1491. if destloc.loc<>LOC_REFERENCE then
  1492. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1493. else
  1494. begin
  1495. hreg:=getaddressregister(list,cpointerdef.getreusable(llvmparadef));
  1496. a_loadaddr_ref_reg(list,vardef,cpointerdef.getreusable(llvmparadef),destloc.reference,hreg);
  1497. reference_reset_base(href,cpointerdef.getreusable(llvmparadef),hreg,0,destloc.reference.alignment);
  1498. end;
  1499. index:=0;
  1500. ploc:=para.location;
  1501. repeat
  1502. paraloctoloc(ploc,hloc);
  1503. g_setup_load_field_by_name(list,trecorddef(llvmparadef),'F'+tostr(index),href,href2,fielddef);
  1504. a_load_loc_ref(list,ploc^.def,fielddef,hloc,href2);
  1505. inc(index);
  1506. ploc:=ploc^.next;
  1507. until not assigned(ploc);
  1508. if destloc.loc<>LOC_REFERENCE then
  1509. tg.ungettemp(list,href);
  1510. end
  1511. else
  1512. begin
  1513. para.check_simple_location;
  1514. paraloctoloc(para.location,hloc);
  1515. case destloc.loc of
  1516. LOC_REFERENCE :
  1517. begin
  1518. case def2regtyp(llvmparadef) of
  1519. R_INTREGISTER,
  1520. R_ADDRESSREGISTER:
  1521. a_load_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1522. R_FPUREGISTER:
  1523. a_loadfpu_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1524. R_MMREGISTER:
  1525. a_loadmm_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference,nil);
  1526. else
  1527. internalerror(2014080801);
  1528. end;
  1529. end;
  1530. LOC_REGISTER:
  1531. begin
  1532. a_load_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1533. end;
  1534. LOC_FPUREGISTER:
  1535. begin
  1536. a_loadfpu_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1537. end;
  1538. LOC_MMREGISTER:
  1539. begin
  1540. a_loadmm_loc_reg(list,llvmparadef,vardef,hloc,destloc.register,nil);
  1541. end;
  1542. { TODO other possible locations }
  1543. else
  1544. internalerror(2013102304);
  1545. end;
  1546. end;
  1547. end;
  1548. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1549. begin
  1550. internalerror(2013060224);
  1551. end;
  1552. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1553. begin
  1554. internalerror(2013060225);
  1555. end;
  1556. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1557. begin
  1558. internalerror(2013060226);
  1559. end;
  1560. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister);
  1561. begin
  1562. internalerror(2012090201);
  1563. end;
  1564. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1565. begin
  1566. internalerror(2012090203);
  1567. end;
  1568. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1569. begin
  1570. internalerror(2012090204);
  1571. end;
  1572. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1573. begin
  1574. internalerror(2012090205);
  1575. end;
  1576. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1577. begin
  1578. internalerror(2012090206);
  1579. end;
  1580. procedure thlcgllvm.gen_stack_check_size_para(list: TAsmList);
  1581. begin
  1582. { this is implemented in a very hackish way, whereby first the call
  1583. to fpc_stackcheck() is emitted, then the prolog is generated and
  1584. registers are allocated, and finally the code to load the parameter
  1585. is inserted before the call to fpc_stackcheck(). Since parameters are
  1586. explicitly passed to call instructions for llvm, that does not work
  1587. here. It could be solved by patching the call instruction later, but
  1588. that's a lot of engineering for functionality that's only marginally
  1589. useful at best. }
  1590. end;
  1591. procedure thlcgllvm.gen_stack_check_call(list: TAsmList);
  1592. begin
  1593. { see explanation in thlcgllvm.gen_stack_check_size_para() }
  1594. end;
  1595. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1596. begin
  1597. result:=make_simple_ref_ptr(list,ref,cpointerdef.create(def));
  1598. end;
  1599. function thlcgllvm.make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  1600. var
  1601. ptrindex: tcgint;
  1602. hreg1,
  1603. hreg2: tregister;
  1604. tmpref: treference;
  1605. pointedsize: asizeint;
  1606. begin
  1607. { already simple? }
  1608. if (not assigned(ref.symbol) or
  1609. (ref.base=NR_NO)) and
  1610. (ref.index=NR_NO) and
  1611. (ref.offset=0) then
  1612. begin
  1613. result:=ref;
  1614. exit;
  1615. end;
  1616. case ptrdef.typ of
  1617. pointerdef:
  1618. begin
  1619. pointedsize:=tpointerdef(ptrdef).pointeddef.size;
  1620. { void, formaldef }
  1621. if pointedsize=0 then
  1622. pointedsize:=1;
  1623. end;
  1624. else
  1625. begin
  1626. { pointedsize is only used if the offset <> 0, to see whether we
  1627. can use getelementptr if it's an exact multiple -> set pointedsize
  1628. to a value that will never be a multiple as we can't "index" other
  1629. types }
  1630. pointedsize:=ref.offset+1;
  1631. end;
  1632. end;
  1633. hreg2:=getaddressregister(list,ptrdef);
  1634. { symbol+offset or base+offset with offset a multiple of the size ->
  1635. use getelementptr }
  1636. if (ref.index=NR_NO) and
  1637. (ref.offset mod pointedsize=0) then
  1638. begin
  1639. ptrindex:=ref.offset div pointedsize;
  1640. if assigned(ref.symbol) then
  1641. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1642. else
  1643. reference_reset_base(tmpref,ptrdef,ref.base,0,ref.alignment);
  1644. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,ptrdef,tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1645. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1646. exit;
  1647. end;
  1648. { for now, perform all calculations using plain pointer arithmetic. Later
  1649. we can look into optimizations based on getelementptr for structured
  1650. accesses (if only to prevent running out of virtual registers).
  1651. Assumptions:
  1652. * symbol/base register: always type "ptrdef"
  1653. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1654. hreg1:=getintregister(list,ptruinttype);
  1655. if assigned(ref.symbol) then
  1656. begin
  1657. if ref.base<>NR_NO then
  1658. internalerror(2012111301);
  1659. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1660. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,ptrdef,tmpref,ptruinttype,0,true));
  1661. end
  1662. else if ref.base<>NR_NO then
  1663. begin
  1664. a_load_reg_reg(list,ptrdef,ptruinttype,ref.base,hreg1);
  1665. end
  1666. else
  1667. { for absolute addresses }
  1668. a_load_const_reg(list,ptruinttype,0,hreg1);
  1669. if ref.index<>NR_NO then
  1670. begin
  1671. { SSA... }
  1672. hreg2:=getintregister(list,ptruinttype);
  1673. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1674. hreg1:=hreg2;
  1675. end;
  1676. if ref.offset<>0 then
  1677. begin
  1678. hreg2:=getintregister(list,ptruinttype);
  1679. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1680. hreg1:=hreg2;
  1681. end;
  1682. hreg2:=getaddressregister(list,ptrdef);
  1683. a_load_reg_reg(list,ptruinttype,ptrdef,hreg1,hreg2);
  1684. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1685. end;
  1686. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1687. var
  1688. hreg: tregister;
  1689. rettemp: treference;
  1690. begin
  1691. if not is_void(hlretdef) and
  1692. not paramanager.ret_in_param(hlretdef, pd) then
  1693. begin
  1694. { should already be a copy, because it currently describes the llvm
  1695. return location }
  1696. if not retpara.temporary then
  1697. internalerror(2014020101);
  1698. if llvmaggregatetype(hlretdef) then
  1699. begin
  1700. { to ease the handling of aggregate types here, we just store
  1701. everything to memory rather than potentially dealing with aggregates
  1702. in "registers" }
  1703. tg.gethltemp(list, llvmretdef, llvmretdef.size, tt_normal, rettemp);
  1704. case def2regtyp(llvmretdef) of
  1705. R_INTREGISTER,
  1706. R_ADDRESSREGISTER:
  1707. a_load_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1708. R_FPUREGISTER:
  1709. a_loadfpu_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1710. R_MMREGISTER:
  1711. a_loadmm_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp,mms_movescalar);
  1712. end;
  1713. { the return parameter now contains a value whose type matches the one
  1714. that the high level code generator expects instead of the llvm shim
  1715. }
  1716. retpara.def:=llvmretdef;
  1717. retpara.location^.def:=llvmretdef;
  1718. { for llvm-specific code: }
  1719. retpara.location^.llvmvalueloc:=false;
  1720. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1721. retpara.location^.llvmloc.reg:=rettemp.base;
  1722. { for the rest (normally not used, but cleaner to set it correclty) }
  1723. retpara.location^.loc:=LOC_REFERENCE;
  1724. retpara.location^.reference.index:=rettemp.base;
  1725. retpara.location^.reference.offset:=0;
  1726. end
  1727. else
  1728. begin
  1729. retpara.def:=llvmretdef;
  1730. retpara.Location^.def:=llvmretdef;
  1731. retpara.location^.llvmloc.reg:=resval;
  1732. retpara.Location^.llvmloc.loc:=retpara.location^.loc;
  1733. retpara.Location^.llvmvalueloc:=true;
  1734. end;
  1735. end
  1736. else
  1737. retpara.location^.llvmloc.loc:=LOC_VOID;
  1738. end;
  1739. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1740. begin
  1741. case paraloc^.llvmloc.loc of
  1742. LOC_REFERENCE:
  1743. begin
  1744. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1745. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1746. if paraloc^.llvmvalueloc then
  1747. hloc.reference.refaddr:=addr_full;
  1748. end;
  1749. LOC_REGISTER:
  1750. begin
  1751. if paraloc^.llvmvalueloc then
  1752. begin
  1753. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1754. hloc.register:=paraloc^.llvmloc.reg;
  1755. end
  1756. else
  1757. begin
  1758. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1759. internalerror(2014011903);
  1760. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1761. hloc.reference.base:=paraloc^.llvmloc.reg;
  1762. end;
  1763. end;
  1764. LOC_FPUREGISTER,
  1765. LOC_MMREGISTER:
  1766. begin
  1767. if paraloc^.llvmvalueloc then
  1768. begin
  1769. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1770. hloc.register:=paraloc^.llvmloc.reg;
  1771. end
  1772. else
  1773. internalerror(2014012401);
  1774. end
  1775. else
  1776. internalerror(2014010706);
  1777. end;
  1778. end;
  1779. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1780. begin
  1781. if cs_asm_source in current_settings.globalswitches then
  1782. begin
  1783. case vs.initialloc.loc of
  1784. LOC_REFERENCE :
  1785. begin
  1786. if assigned(vs.initialloc.reference.symbol) then
  1787. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1788. vs.initialloc.reference.symbol.name)))
  1789. else
  1790. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1791. tostr(getsupreg(vs.initialloc.reference.base)))));
  1792. end;
  1793. end;
  1794. end;
  1795. vs.localloc:=vs.initialloc;
  1796. end;
  1797. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1798. var
  1799. parasym : tasmsymbol;
  1800. begin
  1801. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1802. internalerror(2014010708);
  1803. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1804. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1805. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1806. vs.initialloc.reference.refaddr:=addr_full;
  1807. end;
  1808. procedure thlcgllvm.g_external_wrapper(list: TAsmList; procdef: tprocdef; const wrappername, externalname: string; global: boolean);
  1809. var
  1810. asmsym: TAsmSymbol;
  1811. begin
  1812. if po_external in procdef.procoptions then
  1813. exit;
  1814. asmsym:=current_asmdata.RefAsmSymbol(externalname,AT_FUNCTION);
  1815. list.concat(taillvmalias.create(asmsym,wrappername,procdef,asmsym.bind));
  1816. end;
  1817. procedure create_hlcodegen;
  1818. begin
  1819. if not assigned(current_procinfo) or
  1820. not(po_assembler in current_procinfo.procdef.procoptions) then
  1821. begin
  1822. tgobjclass:=ttgllvm;
  1823. hlcg:=thlcgllvm.create;
  1824. cgllvm.create_codegen
  1825. end
  1826. else
  1827. begin
  1828. tgobjclass:=orgtgclass;
  1829. hlcgcpu.create_hlcodegen;
  1830. { todo: handle/remove chlcgobj }
  1831. end;
  1832. end;
  1833. begin
  1834. chlcgobj:=thlcgllvm;
  1835. end.