hlcgllvm.pas 76 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,cclasses,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase, tgobj;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure temp_to_ref(p: ptemprecord; out ref: treference); override;
  31. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  32. procedure a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara); override;
  33. protected
  34. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  35. public
  36. procedure getcpuregister(list: TAsmList; r: Tregister); override;
  37. procedure ungetcpuregister(list: TAsmList; r: Tregister); override;
  38. procedure alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset); override;
  39. procedure deallocallcpuregisters(list: TAsmList); override;
  40. protected
  41. procedure a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  42. public
  43. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  44. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  45. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  46. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  47. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  48. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  49. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  50. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  51. protected
  52. procedure a_loadaddr_ref_reg_intern(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister; makefromsizepointer: boolean);
  53. public
  54. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  55. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  56. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  57. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  58. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  59. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  60. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  61. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  62. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  63. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  64. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  65. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  66. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  67. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  68. procedure gen_proc_symbol(list: TAsmList); override;
  69. procedure gen_proc_symbol_end(list: TAsmList); override;
  70. procedure handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr); override;
  71. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  72. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  73. protected
  74. procedure gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara); override;
  75. public
  76. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  77. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  78. procedure g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister); override;
  79. procedure g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference); override;
  80. procedure g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference); override;
  81. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  82. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  83. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  84. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  85. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  86. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  87. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  88. protected
  89. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  90. public
  91. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  92. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  93. {$ifdef cpuflags}
  94. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  95. has flags and we have to override the abstract methods to prevent
  96. warnings }
  97. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  98. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  99. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  100. {$endif cpuflags}
  101. { unimplemented or unnecessary routines }
  102. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister); override;
  103. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  104. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  105. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  106. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  107. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  108. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  109. procedure g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string); override;
  110. { def is a pointerdef or implicit pointer type (class, classref, procvar,
  111. dynamic array, ...). }
  112. function make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  113. { def is the type of the data stored in memory pointed to by ref, not
  114. a pointer to this type }
  115. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  116. protected
  117. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  118. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  119. end;
  120. procedure create_hlcodegen;
  121. implementation
  122. uses
  123. verbose,cutils,globals,fmodule,constexp,systems,
  124. defutil,llvmdef,llvmsym,
  125. aasmtai,aasmcpu,
  126. aasmllvm,llvmbase,tgllvm,
  127. symtable,symllvm,
  128. paramgr,llvmpara,
  129. procinfo,cpuinfo,cgobj,cgllvm,cghlcpu,
  130. cgcpu,hlcgcpu;
  131. const
  132. topcg2llvmop: array[topcg] of tllvmop =
  133. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  134. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  135. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  136. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  137. { OP_ROL OP_ROR }
  138. la_none, la_none);
  139. constructor thlcgllvm.create;
  140. begin
  141. inherited
  142. end;
  143. procedure thlcgllvm.temp_to_ref(p: ptemprecord; out ref: treference);
  144. begin
  145. { on the LLVM target, every temp is independent and encoded via a
  146. separate temp register whose superregister number is stored in p^.pos }
  147. reference_reset_base(ref,voidstackpointertype,newreg(R_TEMPREGISTER,p^.pos,R_SUBWHOLE),0,p^.alignment);
  148. end;
  149. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  150. var
  151. tmpref, initialref, ref: treference;
  152. fielddef,
  153. orgsize: tdef;
  154. location: pcgparalocation;
  155. sizeleft,
  156. totaloffset: asizeint;
  157. paralocidx: longint;
  158. userecord: boolean;
  159. begin
  160. location:=cgpara.location;
  161. sizeleft:=cgpara.intsize;
  162. totaloffset:=0;
  163. orgsize:=size;
  164. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  165. userecord:=
  166. (orgsize<>size) and
  167. assigned(cgpara.location^.next);
  168. paralocidx:=0;
  169. while assigned(location) do
  170. begin
  171. if userecord then
  172. begin
  173. { llvmparadef is a record in this case, with every field
  174. corresponding to a single paraloc (fielddef is unused, because
  175. it will be equivalent to location^.def -- see below) }
  176. g_setup_load_field_by_name(list,trecorddef(size),'F'+tostr(paralocidx),initialref,tmpref,fielddef);
  177. end
  178. else
  179. tmpref:=initialref;
  180. paramanager.allocparaloc(list,location);
  181. case location^.loc of
  182. LOC_REGISTER,LOC_CREGISTER:
  183. begin
  184. { byval parameter -> load the address rather than the value }
  185. if not location^.llvmvalueloc then
  186. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  187. { if this parameter is split into multiple paralocs via
  188. record fields, load the current paraloc. The type of the
  189. paraloc and of the current record field will match by
  190. construction (the record is build from the paraloc
  191. types) }
  192. else if userecord then
  193. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  194. { if the parameter is passed in a single paraloc, the
  195. paraloc's type may be different from the declared type
  196. -> use the original complete parameter size as source so
  197. we can insert a type conversion if necessary }
  198. else
  199. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  200. end;
  201. LOC_REFERENCE,LOC_CREFERENCE:
  202. begin
  203. if assigned(location^.next) then
  204. internalerror(2010052906);
  205. reference_reset_base(ref,cpointerdef.getreusable(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  206. if (def_cgsize(size)<>OS_NO) and
  207. (size.size=sizeleft) and
  208. (sizeleft<=sizeof(aint)) then
  209. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  210. else
  211. { use concatcopy, because the parameter can be larger than }
  212. { what the OS_* constants can handle }
  213. g_concatcopy(list,location^.def,tmpref,ref);
  214. end;
  215. LOC_MMREGISTER,LOC_CMMREGISTER:
  216. begin
  217. case location^.size of
  218. OS_F32,
  219. OS_F64,
  220. OS_F128:
  221. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  222. OS_M8..OS_M128,
  223. OS_MS8..OS_MS128,
  224. OS_32..OS_128,
  225. { OS_NO is for records of non-power-of-two sizes that have to
  226. be passed in MM registers -> never scalar floats }
  227. OS_NO:
  228. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  229. else
  230. internalerror(2010053101);
  231. end;
  232. end
  233. else
  234. internalerror(2010053111);
  235. end;
  236. inc(totaloffset,tcgsize2size[location^.size]);
  237. dec(sizeleft,tcgsize2size[location^.size]);
  238. location:=location^.next;
  239. inc(paralocidx);
  240. end;
  241. end;
  242. procedure thlcgllvm.a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara);
  243. begin
  244. if is_ordinal(cgpara.def) then
  245. begin
  246. cgpara.check_simple_location;
  247. paramanager.alloccgpara(list,cgpara);
  248. if cgpara.location^.shiftval<0 then
  249. a:=a shl -cgpara.location^.shiftval;
  250. cgpara.location^.llvmloc.loc:=LOC_CONSTANT;
  251. cgpara.location^.llvmloc.value:=a;
  252. end
  253. else
  254. inherited;
  255. end;
  256. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  257. var
  258. newrefsize: tdef;
  259. reg: tregister;
  260. begin
  261. newrefsize:=llvmgetcgparadef(para,true);
  262. if refsize<>newrefsize then
  263. begin
  264. reg:=getaddressregister(list,cpointerdef.getreusable(newrefsize));
  265. a_loadaddr_ref_reg(list,refsize,cpointerdef.getreusable(newrefsize),initialref,reg);
  266. reference_reset_base(newref,cpointerdef.getreusable(newrefsize),reg,0,initialref.alignment);
  267. refsize:=newrefsize;
  268. end
  269. else
  270. newref:=initialref;
  271. end;
  272. procedure thlcgllvm.getcpuregister(list: TAsmList; r: Tregister);
  273. begin
  274. { don't do anything }
  275. end;
  276. procedure thlcgllvm.ungetcpuregister(list: TAsmList; r: Tregister);
  277. begin
  278. { don't do anything }
  279. end;
  280. procedure thlcgllvm.alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset);
  281. begin
  282. { don't do anything }
  283. end;
  284. procedure thlcgllvm.deallocallcpuregisters(list: TAsmList);
  285. begin
  286. { don't do anything }
  287. end;
  288. function get_call_pd(pd: tabstractprocdef): tdef;
  289. begin
  290. if (pd.typ=procdef) or
  291. not pd.is_addressonly then
  292. { we get a pointerdef rather than a procvardef so that if we have to
  293. insert an external declaration for this procdef in llvmtype, we don't
  294. have to create another procdef from the procvardef we've just created.
  295. With a pointerdef, we can just get the pointeddef again. A pointerdef
  296. is also much cheaper to create, and in llvm a provardef is a "function
  297. pointer", so a pointer to a procdef is the same as a procvar as far
  298. as llvm is concerned }
  299. result:=cpointerdef.getreusable(pd)
  300. else
  301. result:=pd
  302. end;
  303. procedure thlcgllvm.a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  304. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  305. begin
  306. case getregtype(reg) of
  307. R_INTREGISTER,
  308. R_ADDRESSREGISTER:
  309. begin
  310. a_load_ref_reg(list,def,def,ref,reg);
  311. callpara^.loc:=LOC_REGISTER;
  312. end;
  313. R_FPUREGISTER:
  314. begin
  315. a_loadfpu_ref_reg(list,def,def,ref,reg);
  316. callpara^.loc:=LOC_FPUREGISTER;
  317. end;
  318. R_MMREGISTER:
  319. begin
  320. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  321. callpara^.loc:=LOC_MMREGISTER;
  322. end;
  323. else
  324. internalerror(2014012213);
  325. end;
  326. end;
  327. var
  328. i: longint;
  329. href: treference;
  330. callpara: pllvmcallpara;
  331. paraloc: pcgparalocation;
  332. begin
  333. callparas:=tfplist.Create;
  334. for i:=0 to high(paras) do
  335. begin
  336. paraloc:=paras[i]^.location;
  337. while assigned(paraloc) and
  338. (paraloc^.loc<>LOC_VOID) do
  339. begin
  340. new(callpara);
  341. callpara^.def:=paraloc^.def;
  342. llvmextractvalueextinfo(paras[i]^.def, callpara^.def, callpara^.valueext);
  343. if paraloc^.llvmloc.loc=LOC_CONSTANT then
  344. begin
  345. callpara^.loc:=LOC_CONSTANT;
  346. callpara^.value:=paraloc^.llvmloc.value;
  347. end
  348. else
  349. begin
  350. callpara^.loc:=paraloc^.loc;
  351. case callpara^.loc of
  352. LOC_REFERENCE:
  353. begin
  354. if paraloc^.llvmvalueloc then
  355. internalerror(2014012307)
  356. else
  357. begin
  358. reference_reset_base(href, cpointerdef.getreusable(callpara^.def), paraloc^.reference.index, paraloc^.reference.offset, paraloc^.def.alignment);
  359. res:=getregisterfordef(list, paraloc^.def);
  360. load_ref_anyreg(callpara^.def, href, res, callpara);
  361. end;
  362. callpara^.reg:=res
  363. end;
  364. LOC_REGISTER,
  365. LOC_FPUREGISTER,
  366. LOC_MMREGISTER:
  367. begin
  368. { undo explicit value extension }
  369. if callpara^.valueext<>lve_none then
  370. begin
  371. res:=getregisterfordef(list, callpara^.def);
  372. a_load_reg_reg(list, paraloc^.def, callpara^.def, paraloc^.register, res);
  373. paraloc^.register:=res;
  374. end;
  375. callpara^.reg:=paraloc^.register
  376. end;
  377. else
  378. internalerror(2014010605);
  379. end;
  380. end;
  381. callparas.add(callpara);
  382. paraloc:=paraloc^.next;
  383. end;
  384. end;
  385. { the Pascal level may expect a different returndef compared to the
  386. declared one }
  387. if not assigned(forceresdef) then
  388. hlretdef:=pd.returndef
  389. else
  390. hlretdef:=forceresdef;
  391. { llvm will always expect the original return def }
  392. if not paramanager.ret_in_param(hlretdef, pd) then
  393. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside], true)
  394. else
  395. llvmretdef:=voidtype;
  396. if not is_void(llvmretdef) then
  397. res:=getregisterfordef(list, llvmretdef)
  398. else
  399. res:=NR_NO;
  400. { if this is a complex procvar, get the non-tmethod-like equivalent }
  401. if (pd.typ=procvardef) and
  402. not pd.is_addressonly then
  403. pd:=tprocvardef(cprocvardef.getreusableprocaddr(pd));
  404. end;
  405. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  406. var
  407. callparas: tfplist;
  408. llvmretdef,
  409. hlretdef: tdef;
  410. res: tregister;
  411. begin
  412. a_call_common(list,pd,paras,forceresdef,res,hlretdef,llvmretdef,callparas);
  413. list.concat(taillvm.call_size_name_paras(get_call_pd(pd),res,llvmretdef,current_asmdata.RefAsmSymbol(s),callparas));
  414. result:=get_call_result_cgpara(pd,forceresdef);
  415. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  416. end;
  417. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  418. var
  419. callparas: tfplist;
  420. llvmretdef,
  421. hlretdef: tdef;
  422. res: tregister;
  423. begin
  424. a_call_common(list,pd,paras,nil,res,hlretdef,llvmretdef,callparas);
  425. list.concat(taillvm.call_size_reg_paras(get_call_pd(pd),res,llvmretdef,reg,callparas));
  426. result:=get_call_result_cgpara(pd,nil);
  427. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  428. end;
  429. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  430. begin
  431. list.concat(taillvm.op_reg_size_const_size(llvmconvop(ptrsinttype,tosize),register,ptrsinttype,a,tosize))
  432. end;
  433. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  434. var
  435. sref: treference;
  436. begin
  437. { llvm instructions do not support pointer constants -> only directly
  438. encode for integers; a_load_const_reg() handles pointers properly }
  439. if is_ordinal(tosize) or
  440. is_64bit(tosize) then
  441. begin
  442. sref:=make_simple_ref(list,ref,tosize);
  443. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,cpointerdef.getreusable(tosize),sref))
  444. end
  445. else
  446. inherited;
  447. end;
  448. function def2intdef(fromsize, tosize: tdef): tdef;
  449. begin
  450. { we cannot zero-extend from/to anything but ordinal/enum
  451. types }
  452. if not(tosize.typ in [orddef,enumdef]) then
  453. internalerror(2014012305);
  454. { will give an internalerror if def_cgsize() returns OS_NO, which is
  455. what we want }
  456. result:=cgsize_orddef(def_cgsize(fromsize));
  457. end;
  458. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  459. var
  460. tmpref,
  461. sref: treference;
  462. hreg,
  463. hreg2: tregister;
  464. tmpsize: tdef;
  465. begin
  466. sref:=make_simple_ref(list,ref,tosize);
  467. hreg:=register;
  468. (* typecast the pointer to the value instead of the value itself if
  469. they have the same size but are of different kinds, because we can't
  470. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  471. if (llvmaggregatetype(fromsize) or
  472. llvmaggregatetype(tosize)) and
  473. (fromsize<>tosize) then
  474. begin
  475. if fromsize.size>tosize.size then
  476. begin
  477. { if source size is larger than the target size, we have to
  478. truncate it before storing. Unfortunately, we cannot truncate
  479. records (nor bitcast them to integers), so we first have to
  480. store them to memory and then bitcast the pointer to them
  481. We can't truncate an integer to 3/5/6/7 bytes either, so also
  482. pass via a temp in that case
  483. }
  484. if (fromsize.typ in [arraydef,recorddef]) or
  485. (tosize.size in [3,5,6,7]) then
  486. begin
  487. { store struct/array-in-register to memory }
  488. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  489. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  490. { typecast pointer to memory into pointer to integer type }
  491. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  492. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),tmpref,hreg);
  493. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,tmpref.alignment);
  494. { load the integer from the temp into the destination }
  495. a_load_ref_ref(list,tosize,tosize,sref,ref);
  496. tg.ungettemp(list,tmpref);
  497. end
  498. else
  499. begin
  500. tmpsize:=def2intdef(tosize,fromsize);
  501. hreg:=getintregister(list,tmpsize);
  502. { truncate the integer }
  503. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  504. { store it to memory (it will now be of the same size as the
  505. struct, and hence another path will be followed in this
  506. method) }
  507. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  508. end;
  509. exit;
  510. end
  511. else
  512. begin
  513. hreg2:=getaddressregister(list,cpointerdef.getreusable(fromsize));
  514. a_loadaddr_ref_reg(list,tosize,cpointerdef.getreusable(fromsize),sref,hreg2);
  515. reference_reset_base(sref,cpointerdef.getreusable(fromsize),hreg2,0,sref.alignment);
  516. tosize:=fromsize;
  517. end;
  518. end
  519. else if fromsize<>tosize then
  520. begin
  521. hreg:=getregisterfordef(list,tosize);
  522. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  523. end;
  524. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,cpointerdef.getreusable(tosize),sref));
  525. end;
  526. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  527. var
  528. op: tllvmop;
  529. tmpreg: tregister;
  530. tmpintdef: tdef;
  531. begin
  532. op:=llvmconvop(fromsize,tosize);
  533. { converting from pointer to something else and vice versa is only
  534. possible via an intermediate pass to integer. Same for "something else"
  535. to pointer. }
  536. case op of
  537. la_ptrtoint_to_x,
  538. la_x_to_inttoptr:
  539. begin
  540. { convert via an integer with the same size as "x" }
  541. if op=la_ptrtoint_to_x then
  542. begin
  543. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  544. op:=la_bitcast
  545. end
  546. else
  547. begin
  548. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  549. op:=la_inttoptr;
  550. end;
  551. tmpreg:=getintregister(list,tmpintdef);
  552. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  553. reg1:=tmpreg;
  554. fromsize:=tmpintdef;
  555. end;
  556. end;
  557. { reg2 = bitcast fromsize reg1 to tosize }
  558. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  559. end;
  560. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  561. var
  562. tmpref,
  563. sref: treference;
  564. hreg: tregister;
  565. tmpsize: tdef;
  566. begin
  567. sref:=make_simple_ref(list,ref,fromsize);
  568. { "named register"? }
  569. if sref.refaddr=addr_full then
  570. begin
  571. { can't bitcast records/arrays }
  572. if (llvmaggregatetype(fromsize) or
  573. llvmaggregatetype(tosize)) and
  574. (fromsize<>tosize) then
  575. begin
  576. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  577. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(fromsize),tmpref));
  578. a_load_ref_reg(list,fromsize,tosize,tmpref,register);
  579. tg.ungettemp(list,tmpref);
  580. end
  581. else
  582. list.concat(taillvm.op_reg_size_ref_size(llvmconvop(fromsize,tosize),register,fromsize,sref,tosize))
  583. end
  584. else
  585. begin
  586. if ((fromsize.typ in [arraydef,recorddef]) or
  587. (tosize.typ in [arraydef,recorddef])) and
  588. (fromsize<>tosize) then
  589. begin
  590. if fromsize.size<tosize.size then
  591. begin
  592. { if the target size is larger than the source size, we
  593. have to perform the zero-extension using an integer type
  594. (can't zero-extend a record/array) }
  595. if fromsize.typ in [arraydef,recorddef] then
  596. begin
  597. { typecast the pointer to the struct into a pointer to an
  598. integer of equal size }
  599. tmpsize:=def2intdef(fromsize,tosize);
  600. hreg:=getaddressregister(list,cpointerdef.getreusable(tmpsize));
  601. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tmpsize),sref,hreg);
  602. reference_reset_base(sref,cpointerdef.getreusable(tmpsize),hreg,0,sref.alignment);
  603. { load that integer }
  604. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  605. end
  606. else
  607. begin
  608. { load the integer into an integer memory location with
  609. the same size as the struct (the integer should be
  610. unsigned, we don't want sign extensions here) }
  611. if is_signed(fromsize) then
  612. internalerror(2014012309);
  613. tmpsize:=def2intdef(tosize,fromsize);
  614. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  615. { typecast the struct-sized integer location into the
  616. struct type }
  617. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  618. { load the struct in the register }
  619. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  620. tg.ungettemp(list,tmpref);
  621. end;
  622. exit;
  623. end
  624. else
  625. begin
  626. (* typecast the pointer to the value instead of the value
  627. itself if they have the same size but are of different
  628. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  629. to an i64 *)
  630. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  631. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),sref,hreg);
  632. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,sref.alignment);
  633. fromsize:=tosize;
  634. end;
  635. end;
  636. hreg:=register;
  637. if fromsize<>tosize then
  638. hreg:=getregisterfordef(list,fromsize);
  639. list.concat(taillvm.op_reg_size_ref(la_load,hreg,cpointerdef.getreusable(fromsize),sref));
  640. if hreg<>register then
  641. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  642. end;
  643. end;
  644. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  645. var
  646. sdref: treference;
  647. begin
  648. if (fromsize=tosize) and
  649. (sref.refaddr=addr_full) then
  650. begin
  651. sdref:=make_simple_ref(list,dref,tosize);
  652. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(tosize),sdref));
  653. end
  654. else
  655. inherited
  656. end;
  657. procedure thlcgllvm.a_loadaddr_ref_reg_intern(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister; makefromsizepointer: boolean);
  658. var
  659. sref: treference;
  660. begin
  661. { can't take the address of a 'named register' }
  662. if ref.refaddr=addr_full then
  663. internalerror(2013102306);
  664. if makefromsizepointer then
  665. fromsize:=cpointerdef.getreusable(fromsize);
  666. sref:=make_simple_ref_ptr(list,ref,fromsize);
  667. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,fromsize,sref,tosize));
  668. end;
  669. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  670. begin
  671. a_loadaddr_ref_reg_intern(list,fromsize,tosize,ref,r,true);
  672. end;
  673. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  674. begin
  675. a_op_const_reg_reg(list,op,size,a,reg,reg);
  676. end;
  677. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  678. var
  679. tmpreg: tregister;
  680. begin
  681. if (def2regtyp(size)=R_INTREGISTER) and
  682. (topcg2llvmop[op]<>la_none) then
  683. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  684. else
  685. begin
  686. { default implementation is not SSA-safe }
  687. tmpreg:=getregisterfordef(list,size);
  688. a_load_const_reg(list,size,a,tmpreg);
  689. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  690. end;
  691. end;
  692. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  693. var
  694. orgdst,
  695. tmpreg1,
  696. tmpreg2,
  697. tmpreg3: tregister;
  698. opsize: tdef;
  699. begin
  700. orgdst:=dst;
  701. opsize:=size;
  702. { always perform using integer registers, because math operations on
  703. pointers are not supported (except via getelementptr, possible future
  704. optimization) }
  705. if def2regtyp(size)=R_ADDRESSREGISTER then
  706. begin
  707. opsize:=ptruinttype;
  708. tmpreg1:=getintregister(list,ptruinttype);
  709. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  710. src1:=tmpreg1;
  711. tmpreg1:=getintregister(list,ptruinttype);
  712. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  713. src2:=tmpreg1;
  714. dst:=getintregister(list,ptruinttype);
  715. end;
  716. if topcg2llvmop[op]<>la_none then
  717. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  718. else
  719. begin
  720. case op of
  721. OP_NEG:
  722. { %dst = sub size 0, %src1 }
  723. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  724. OP_NOT:
  725. { %dst = xor size -1, %src1 }
  726. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  727. OP_ROL:
  728. begin
  729. tmpreg1:=getintregister(list,opsize);
  730. tmpreg2:=getintregister(list,opsize);
  731. tmpreg3:=getintregister(list,opsize);
  732. { tmpreg1 := (tcgsize2size[size]*8 - (src1 and (tcgsize2size[size]*8-1) }
  733. list.concat(taillvm.op_reg_size_const_reg(la_and,tmpreg1,opsize,opsize.size*8-1,src1));
  734. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg2,opsize,opsize.size*8,tmpreg1));
  735. { tmpreg3 := src2 shr tmpreg2 }
  736. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg2,src2,tmpreg3);
  737. { tmpreg2:= src2 shl tmpreg1 }
  738. tmpreg2:=getintregister(list,opsize);
  739. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  740. { dst := tmpreg2 or tmpreg3 }
  741. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  742. end;
  743. OP_ROR:
  744. begin
  745. tmpreg1:=getintregister(list,size);
  746. tmpreg2:=getintregister(list,size);
  747. tmpreg3:=getintregister(list,size);
  748. { tmpreg1 := (tcgsize2size[size]*8 - (src1 and (tcgsize2size[size]*8-1) }
  749. list.concat(taillvm.op_reg_size_const_reg(la_and,tmpreg1,opsize,opsize.size*8-1,src1));
  750. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg2,opsize,opsize.size*8,tmpreg1));
  751. { tmpreg3 := src2 shl tmpreg2 }
  752. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg2,src2,tmpreg3);
  753. { tmpreg2:= src2 shr tmpreg1 }
  754. tmpreg2:=getintregister(list,opsize);
  755. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  756. { dst := tmpreg2 or tmpreg3 }
  757. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  758. end;
  759. else
  760. internalerror(2010081310);
  761. end;
  762. end;
  763. if dst<>orgdst then
  764. a_load_reg_reg(list,opsize,size,dst,orgdst);
  765. end;
  766. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  767. begin
  768. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  769. end;
  770. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  771. var
  772. hreg: tregister;
  773. begin
  774. if not setflags then
  775. begin
  776. inherited;
  777. exit;
  778. end;
  779. hreg:=getintregister(list,size);
  780. a_load_const_reg(list,size,a,hreg);
  781. a_op_reg_reg_reg_checkoverflow(list,op,size,hreg,src,dst,setflags,ovloc);
  782. end;
  783. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  784. var
  785. calcsize: tdef;
  786. tmpsrc1,
  787. tmpsrc2,
  788. tmpdst: tregister;
  789. signed,
  790. docheck: boolean;
  791. begin
  792. docheck:=size.size>=ossinttype.size;
  793. if not setflags or
  794. not docheck then
  795. begin
  796. inherited a_op_reg_reg_reg_checkoverflow(list,op,size,src1,src2,dst,false,ovloc);
  797. exit;
  798. end;
  799. { extend values to twice their original width (one bit extra is enough,
  800. but adding support for 9/17/33/65 bit types just for this is overkill) }
  801. signed:=is_signed(size);
  802. case size.size of
  803. 1:
  804. if signed then
  805. calcsize:=s16inttype
  806. else
  807. calcsize:=u16inttype;
  808. 2:
  809. if signed then
  810. calcsize:=s32inttype
  811. else
  812. calcsize:=u32inttype;
  813. 4:
  814. if signed then
  815. calcsize:=s64inttype
  816. else
  817. calcsize:=u64inttype;
  818. 8:
  819. if signed then
  820. calcsize:=s128inttype
  821. else
  822. calcsize:=u128inttype;
  823. else
  824. internalerror(2015122503);
  825. end;
  826. tmpsrc1:=getintregister(list,calcsize);
  827. a_load_reg_reg(list,size,calcsize,src1,tmpsrc1);
  828. tmpsrc2:=getintregister(list,calcsize);
  829. a_load_reg_reg(list,size,calcsize,src2,tmpsrc2);
  830. tmpdst:=getintregister(list,calcsize);
  831. { perform the calculation with twice the width }
  832. a_op_reg_reg_reg(list,op,calcsize,tmpsrc1,tmpsrc2,tmpdst);
  833. { signed/unsigned overflow occurs if signed/unsigned truncation of the
  834. result is different from the actual result -> extend again and compare }
  835. a_load_reg_reg(list,calcsize,size,tmpdst,dst);
  836. tmpsrc1:=getintregister(list,calcsize);
  837. a_load_reg_reg(list,size,calcsize,dst,tmpsrc1);
  838. location_reset(ovloc,LOC_REGISTER,OS_8);
  839. ovloc.register:=getintregister(list,llvmbool1type);
  840. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,ovloc.register,OC_NE,calcsize,tmpsrc1,tmpdst));
  841. end;
  842. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  843. var
  844. tmpreg : tregister;
  845. invert: boolean;
  846. fallthroughlab, falselab, tmplab: tasmlabel;
  847. begin
  848. { since all comparisons return their results in a register, we'll often
  849. get comparisons against true/false -> optimise }
  850. if (size=pasbool8type) and
  851. (cmp_op in [OC_EQ,OC_NE]) then
  852. begin
  853. { convert to an llvmbool1type and use directly }
  854. tmpreg:=getintregister(list,llvmbool1type);
  855. a_load_reg_reg(list,size,llvmbool1type,reg,tmpreg);
  856. case cmp_op of
  857. OC_EQ:
  858. invert:=a=0;
  859. OC_NE:
  860. invert:=a=1;
  861. else
  862. { avoid uninitialised warning }
  863. internalerror(2015031504);
  864. end;
  865. current_asmdata.getjumplabel(falselab);
  866. fallthroughlab:=falselab;
  867. if invert then
  868. begin
  869. tmplab:=l;
  870. l:=falselab;
  871. falselab:=tmplab;
  872. end;
  873. list.concat(taillvm.op_size_reg_lab_lab(la_br,llvmbool1type,tmpreg,l,falselab));
  874. a_label(list,fallthroughlab);
  875. exit;
  876. end;
  877. tmpreg:=getregisterfordef(list,size);
  878. a_load_const_reg(list,size,a,tmpreg);
  879. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  880. end;
  881. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  882. var
  883. resreg: tregister;
  884. falselab: tasmlabel;
  885. begin
  886. if getregtype(reg1)<>getregtype(reg2) then
  887. internalerror(2012111105);
  888. resreg:=getintregister(list,llvmbool1type);
  889. current_asmdata.getjumplabel(falselab);
  890. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  891. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  892. OC_GT is true if op1>op2 }
  893. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  894. list.concat(taillvm.op_size_reg_lab_lab(la_br,llvmbool1type,resreg,l,falselab));
  895. a_label(list,falselab);
  896. end;
  897. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  898. begin
  899. { implement in tcg because required by the overridden a_label; doesn't use
  900. any high level stuff anyway }
  901. cg.a_jmp_always(list,l);
  902. end;
  903. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  904. var
  905. pd: tprocdef;
  906. sourcepara, destpara, sizepara, alignpara, volatilepara: tcgpara;
  907. maxalign: longint;
  908. begin
  909. { perform small copies directly; not larger ones, because then llvm
  910. will try to load the entire large datastructure into registers and
  911. starts spilling like crazy; too small copies must not be done via
  912. llvm.memcpy either, because then you get crashes in llvm }
  913. if (size.typ in [orddef,floatdef,enumdef]) or
  914. (size.size<=2*sizeof(aint)) then
  915. begin
  916. a_load_ref_ref(list,size,size,source,dest);
  917. exit;
  918. end;
  919. pd:=search_system_proc('llvm_memcpy64');
  920. sourcepara.init;
  921. destpara.init;
  922. sizepara.init;
  923. alignpara.init;
  924. volatilepara.init;
  925. paramanager.getintparaloc(list,pd,1,destpara);
  926. paramanager.getintparaloc(list,pd,2,sourcepara);
  927. paramanager.getintparaloc(list,pd,3,sizepara);
  928. paramanager.getintparaloc(list,pd,4,alignpara);
  929. paramanager.getintparaloc(list,pd,5,volatilepara);
  930. a_loadaddr_ref_cgpara(list,size,dest,destpara);
  931. a_loadaddr_ref_cgpara(list,size,source,sourcepara);
  932. a_load_const_cgpara(list,u64inttype,size.size,sizepara);
  933. maxalign:=newalignment(source.alignment,dest.alignment);
  934. a_load_const_cgpara(list,u32inttype,maxalign,alignpara);
  935. { we don't know anything about volatility here, should become an extra
  936. parameter to g_concatcopy }
  937. a_load_const_cgpara(list,llvmbool1type,0,volatilepara);
  938. g_call_system_proc(list,pd,[@destpara,@sourcepara,@sizepara,@alignpara,@volatilepara],nil).resetiftemp;
  939. sourcepara.done;
  940. destpara.done;
  941. sizepara.done;
  942. alignpara.done;
  943. volatilepara.done;
  944. end;
  945. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  946. var
  947. tmpreg: tregister;
  948. href: treference;
  949. fromcompcurr,
  950. tocompcurr: boolean;
  951. begin
  952. { named register -> use generic code }
  953. if ref.refaddr=addr_full then
  954. begin
  955. a_load_ref_reg(list,fromsize,tosize,ref,reg);
  956. exit
  957. end;
  958. { comp and currency are handled by the x87 in this case. They cannot
  959. be represented directly in llvm, and llvmdef translates them into i64
  960. (since that's their storage size and internally they also are int64).
  961. Solve this by changing the type to s80real once they are loaded into
  962. a register. }
  963. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  964. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  965. if tocompcurr then
  966. tosize:=s80floattype;
  967. href:=make_simple_ref(list,ref,fromsize);
  968. { don't generate different code for loading e.g. extended into cextended,
  969. but to take care of loading e.g. comp (=int64) into double }
  970. if (fromsize.size<>tosize.size) then
  971. tmpreg:=getfpuregister(list,fromsize)
  972. else
  973. tmpreg:=reg;
  974. { %tmpreg = load size* %ref }
  975. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,cpointerdef.getreusable(fromsize),href));
  976. if tmpreg<>reg then
  977. if fromcompcurr then
  978. { treat as extended as long as it's in a register }
  979. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  980. else
  981. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  982. end;
  983. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  984. var
  985. tmpreg: tregister;
  986. href: treference;
  987. fromcompcurr,
  988. tocompcurr: boolean;
  989. begin
  990. { see comment in a_loadfpu_ref_reg }
  991. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  992. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  993. if fromcompcurr then
  994. fromsize:=s80floattype;
  995. href:=make_simple_ref(list,ref,tosize);
  996. { don't generate different code for loading e.g. extended into cextended,
  997. but to take care of storing e.g. comp (=int64) into double }
  998. if (fromsize.size<>tosize.size) then
  999. begin
  1000. tmpreg:=getfpuregister(list,tosize);
  1001. if tocompcurr then
  1002. { store back an int64 rather than an extended }
  1003. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  1004. else
  1005. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  1006. end
  1007. else
  1008. tmpreg:=reg;
  1009. { store tosize tmpreg, tosize* href }
  1010. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,cpointerdef.getreusable(tosize),href));
  1011. end;
  1012. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1013. var
  1014. op: tllvmop;
  1015. intfromsize,
  1016. inttosize: longint;
  1017. begin
  1018. { treat comp and currency as extended in registers (see comment at start
  1019. of a_loadfpu_ref_reg) }
  1020. if tfloatdef(fromsize).floattype in [s64comp,s64currency] then
  1021. fromsize:=sc80floattype;
  1022. if tfloatdef(tosize).floattype in [s64comp,s64currency] then
  1023. tosize:=sc80floattype;
  1024. { at the value level, s80real and sc80real are the same }
  1025. if fromsize<>s80floattype then
  1026. intfromsize:=fromsize.size
  1027. else
  1028. intfromsize:=sc80floattype.size;
  1029. if tosize<>s80floattype then
  1030. inttosize:=tosize.size
  1031. else
  1032. inttosize:=sc80floattype.size;
  1033. if intfromsize<inttosize then
  1034. op:=la_fpext
  1035. else if intfromsize>inttosize then
  1036. op:=la_fptrunc
  1037. else
  1038. op:=la_bitcast;
  1039. { reg2 = bitcast fromllsize reg1 to tollsize }
  1040. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  1041. end;
  1042. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  1043. var
  1044. item: TCmdStrListItem;
  1045. mangledname: TSymStr;
  1046. asmsym: tasmsymbol;
  1047. begin
  1048. if po_external in current_procinfo.procdef.procoptions then
  1049. exit;
  1050. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  1051. mangledname:=current_procinfo.procdef.mangledname;
  1052. { predefine the real function name as local/global, so the aliases can
  1053. refer to the symbol and get the binding correct }
  1054. if (cs_profile in current_settings.moduleswitches) or
  1055. (po_global in current_procinfo.procdef.procoptions) then
  1056. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  1057. else
  1058. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  1059. while assigned(item) do
  1060. begin
  1061. if mangledname<>item.Str then
  1062. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,asmsym.bind));
  1063. item:=TCmdStrListItem(item.next);
  1064. end;
  1065. list.concat(taillvmdecl.createdef(asmsym,current_procinfo.procdef,nil,sec_code,current_procinfo.procdef.alignment));
  1066. end;
  1067. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  1068. begin
  1069. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  1070. { todo: darwin main proc, or handle in other way? }
  1071. end;
  1072. procedure thlcgllvm.handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr);
  1073. begin
  1074. { don't do anything, because at this point we can't know yet for certain
  1075. whether the aliased routine is internal to the current routine or not.
  1076. If it's internal, we would have to generate an llvm alias, while if it's
  1077. external, we would have to generate a declaration. Additionally, aliases
  1078. cannot refer to declarations, so always creating aliases doesn't work
  1079. either -> handle in llvmtype }
  1080. end;
  1081. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  1082. begin
  1083. list.concatlist(ttgllvm(tg).alloclist)
  1084. { rest: todo }
  1085. end;
  1086. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  1087. var
  1088. retdef: tdef;
  1089. retreg,
  1090. hreg: tregister;
  1091. retpara: tcgpara;
  1092. begin
  1093. { the function result type is the type of the first location, which can
  1094. differ from the real result type (e.g. int64 for a record consisting of
  1095. two longint fields on x86-64 -- we are responsible for lowering the
  1096. result types like that) }
  1097. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  1098. retpara.check_simple_location;
  1099. retdef:=retpara.location^.def;
  1100. if is_void(retdef) or
  1101. { don't check retdef here, it is e.g. a pshortstring in case it's
  1102. shortstring that's returned in a parameter }
  1103. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  1104. list.concat(taillvm.op_size(la_ret,voidtype))
  1105. else
  1106. begin
  1107. case retpara.location^.loc of
  1108. LOC_REGISTER,
  1109. LOC_FPUREGISTER,
  1110. LOC_MMREGISTER:
  1111. begin
  1112. { sign/zeroextension of function results is handled implicitly
  1113. via the signext/zeroext modifiers of the result, rather than
  1114. in the code generator -> remove any explicit extensions here }
  1115. retreg:=retpara.location^.register;
  1116. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  1117. (retdef.typ in [orddef,enumdef]) then
  1118. begin
  1119. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  1120. begin
  1121. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  1122. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  1123. retreg:=hreg;
  1124. retdef:=current_procinfo.procdef.returndef;
  1125. end;
  1126. end;
  1127. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  1128. end
  1129. else
  1130. { todo: complex returns }
  1131. internalerror(2012111106);
  1132. end;
  1133. end;
  1134. retpara.resetiftemp;
  1135. end;
  1136. procedure thlcgllvm.gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara);
  1137. begin
  1138. if not paramanager.ret_in_param(resdef,pd) then
  1139. begin
  1140. case resloc.location^.loc of
  1141. LOC_REGISTER,
  1142. LOC_FPUREGISTER,
  1143. LOC_MMREGISTER:
  1144. begin
  1145. list.concat(taillvm.op_reg_size_undef(la_bitcast,resloc.location^.register,llvmgetcgparadef(resloc,true)));
  1146. end;
  1147. { for empty record returns }
  1148. LOC_VOID:
  1149. ;
  1150. else
  1151. internalerror(2015042301);
  1152. end;
  1153. end;
  1154. end;
  1155. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  1156. begin
  1157. { not possible, need ovloc }
  1158. internalerror(2012111107);
  1159. end;
  1160. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  1161. var
  1162. hl: tasmlabel;
  1163. begin
  1164. if not(cs_check_overflow in current_settings.localswitches) then
  1165. exit;
  1166. if ovloc.size<>OS_8 then
  1167. internalerror(2015122504);
  1168. current_asmdata.getjumplabel(hl);
  1169. a_cmp_const_loc_label(list,llvmbool1type,OC_EQ,0,ovloc,hl);
  1170. g_call_system_proc(list,'fpc_overflow',[],nil);
  1171. a_label(list,hl);
  1172. end;
  1173. procedure thlcgllvm.g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister);
  1174. var
  1175. hreg: tregister;
  1176. begin
  1177. { will insert a bitcast if necessary }
  1178. if fromdef<>todef then
  1179. begin
  1180. hreg:=getregisterfordef(list,todef);
  1181. a_load_reg_reg(list,fromdef,todef,reg,hreg);
  1182. reg:=hreg;
  1183. end;
  1184. end;
  1185. procedure thlcgllvm.g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference);
  1186. var
  1187. hreg: tregister;
  1188. begin
  1189. hreg:=getaddressregister(list,todef);
  1190. a_loadaddr_ref_reg_intern(list,fromdef,todef,ref,hreg,false);
  1191. reference_reset_base(ref,todef,hreg,0,ref.alignment);
  1192. end;
  1193. procedure thlcgllvm.g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference);
  1194. var
  1195. parentdef,
  1196. subscriptdef,
  1197. currentstructdef,
  1198. llvmfielddef: tdef;
  1199. newbase: tregister;
  1200. implicitpointer: boolean;
  1201. begin
  1202. implicitpointer:=is_implicit_pointer_object_type(recdef);
  1203. currentstructdef:=recdef;
  1204. { in case the field is part of a parent of the current object,
  1205. index into the parents until we're at the parent containing the
  1206. field; if it's an implicit pointer type, these embedded parents
  1207. will be of the structure type of the class rather than of the
  1208. class time itself -> one indirection fewer }
  1209. while field.owner<>tabstractrecorddef(currentstructdef).symtable do
  1210. begin
  1211. { only objectdefs have parents and hence the owner of the
  1212. fieldvarsym can be different from the current def's owner }
  1213. parentdef:=tobjectdef(currentstructdef).childof;
  1214. if implicitpointer then
  1215. newbase:=getaddressregister(list,parentdef)
  1216. else
  1217. newbase:=getaddressregister(list,cpointerdef.getreusable(parentdef));
  1218. recref:=make_simple_ref(list,recref,recdef);
  1219. if implicitpointer then
  1220. subscriptdef:=currentstructdef
  1221. else
  1222. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1223. { recurse into the first field }
  1224. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,0,true));
  1225. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset));
  1226. { go to the parent }
  1227. currentstructdef:=parentdef;
  1228. end;
  1229. { get the type of the corresponding field in the llvm shadow
  1230. definition }
  1231. llvmfielddef:=tabstractrecordsymtable(tabstractrecorddef(currentstructdef).symtable).llvmst[field].def;
  1232. if implicitpointer then
  1233. subscriptdef:=currentstructdef
  1234. else
  1235. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1236. { load the address of that shadow field }
  1237. newbase:=getaddressregister(list,cpointerdef.getreusable(llvmfielddef));
  1238. recref:=make_simple_ref(list,recref,recdef);
  1239. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,field.llvmfieldnr,true));
  1240. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset+field.offsetfromllvmfield));
  1241. { in case of an 80 bits extended type, typecast from an array of 10
  1242. bytes (used because otherwise llvm will allocate the ABI-defined
  1243. size for extended, which is usually larger) into an extended }
  1244. if (llvmfielddef.typ=floatdef) and
  1245. (tfloatdef(llvmfielddef).floattype=s80real) then
  1246. g_ptrtypecast_ref(list,cpointerdef.getreusable(carraydef.getreusable(u8inttype,10)),cpointerdef.getreusable(s80floattype),recref);
  1247. { if it doesn't match the requested field exactly (variant record),
  1248. adjust the type of the pointer }
  1249. if (field.offsetfromllvmfield<>0) or
  1250. (llvmfielddef<>field.vardef) then
  1251. g_ptrtypecast_ref(list,cpointerdef.getreusable(llvmfielddef),cpointerdef.getreusable(field.vardef),recref);
  1252. end;
  1253. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  1254. var
  1255. href: treference;
  1256. begin
  1257. { named register -> use generic code }
  1258. if ref.refaddr=addr_full then
  1259. a_load_ref_reg(list,fromsize,tosize,ref,reg)
  1260. else if shuffle=mms_movescalar then
  1261. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  1262. else
  1263. begin
  1264. href:=make_simple_ref(list,ref,fromsize);
  1265. if fromsize<>tosize then
  1266. g_ptrtypecast_ref(list,cpointerdef.create(fromsize),cpointerdef.create(tosize),href);
  1267. { %reg = load size* %ref }
  1268. list.concat(taillvm.op_reg_size_ref(la_load,reg,cpointerdef.getreusable(tosize),href));
  1269. end;
  1270. end;
  1271. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  1272. var
  1273. href: treference;
  1274. begin
  1275. if shuffle=mms_movescalar then
  1276. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  1277. else
  1278. begin
  1279. { todo }
  1280. if fromsize<>tosize then
  1281. internalerror(2013060220);
  1282. href:=make_simple_ref(list,ref,tosize);
  1283. { store tosize reg, tosize* href }
  1284. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,cpointerdef.getreusable(tosize),href))
  1285. end;
  1286. end;
  1287. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  1288. begin
  1289. if shuffle=mms_movescalar then
  1290. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  1291. else
  1292. { reg2 = bitcast fromllsize reg1 to tollsize }
  1293. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  1294. end;
  1295. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  1296. begin
  1297. if (op=OP_XOR) and
  1298. (src=dst) then
  1299. a_load_const_reg(list,size,0,dst)
  1300. else
  1301. { todo }
  1302. internalerror(2013060221);
  1303. end;
  1304. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  1305. begin
  1306. internalerror(2013060222);
  1307. end;
  1308. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  1309. begin
  1310. internalerror(2013060223);
  1311. end;
  1312. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  1313. var
  1314. paraloc: pcgparalocation;
  1315. begin
  1316. result:=inherited;
  1317. { we'll change the paraloc, make sure we don't modify the original one }
  1318. if not result.temporary then
  1319. begin
  1320. result:=result.getcopy;
  1321. result.temporary:=true;
  1322. end;
  1323. { get the LLVM representation of the function result (e.g. a
  1324. struct with two i64 fields for a record with 4 i32 fields) }
  1325. result.def:=llvmgetcgparadef(result,true);
  1326. if assigned(result.location^.next) then
  1327. begin
  1328. { unify the result into a sinlge location; unlike for parameters,
  1329. we are not responsible for splitting up results into multiple
  1330. locations }
  1331. { set the first location to the type of the function result }
  1332. result.location^.def:=result.def;
  1333. result.location^.size:=result.size;
  1334. { free all extra paralocs }
  1335. while assigned(result.location^.next) do
  1336. begin
  1337. paraloc:=result.location^.next^.next;
  1338. freemem(result.location^.next);
  1339. result.location^.next:=paraloc;
  1340. end;
  1341. end;
  1342. paraloc:=result.location;
  1343. paraloc^.def:=result.def;
  1344. case paraloc^.loc of
  1345. LOC_VOID:
  1346. ;
  1347. LOC_REGISTER,
  1348. LOC_FPUREGISTER,
  1349. LOC_MMREGISTER:
  1350. begin
  1351. paraloc^.llvmloc.loc:=paraloc^.loc;
  1352. paraloc^.llvmloc.reg:=paraloc^.register;
  1353. paraloc^.llvmvalueloc:=true;
  1354. end;
  1355. LOC_REFERENCE:
  1356. if not paramanager.ret_in_param(pd.returndef,pd) then
  1357. { TODO, if this can happen at all }
  1358. internalerror(2014011901);
  1359. else
  1360. internalerror(2014011902);
  1361. end;
  1362. end;
  1363. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1364. begin
  1365. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1366. end;
  1367. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1368. var
  1369. memloc: tlocation;
  1370. begin
  1371. if not(cgpara.location^.llvmvalueloc) then
  1372. begin
  1373. memloc:=l;
  1374. location_force_mem(list,memloc,vardef);
  1375. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1376. end
  1377. else
  1378. inherited;
  1379. end;
  1380. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1381. var
  1382. ploc : pcgparalocation;
  1383. hloc : tlocation;
  1384. href, href2 : treference;
  1385. hreg : tregister;
  1386. fielddef,
  1387. llvmparadef : tdef;
  1388. index : longint;
  1389. offset : pint;
  1390. userecord : boolean;
  1391. begin
  1392. { ignore e.g. empty records }
  1393. if (para.location^.loc=LOC_VOID) then
  1394. exit;
  1395. { If the parameter location is reused we don't need to copy
  1396. anything }
  1397. if (destloc.loc=LOC_REFERENCE) and
  1398. reusepara then
  1399. exit;
  1400. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1401. with two int64 fields for passing a record consisiting of 8 bytes on
  1402. x86-64) }
  1403. llvmparadef:=llvmgetcgparadef(para,true);
  1404. userecord:=
  1405. (llvmparadef<>para.def) and
  1406. assigned(para.location^.next);
  1407. if userecord then
  1408. begin
  1409. { llvmparadef is a record in this case, with every field corresponding
  1410. to a single paraloc }
  1411. if destloc.loc<>LOC_REFERENCE then
  1412. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1413. else
  1414. begin
  1415. hreg:=getaddressregister(list,cpointerdef.getreusable(llvmparadef));
  1416. a_loadaddr_ref_reg(list,vardef,cpointerdef.getreusable(llvmparadef),destloc.reference,hreg);
  1417. reference_reset_base(href,cpointerdef.getreusable(llvmparadef),hreg,0,destloc.reference.alignment);
  1418. end;
  1419. index:=0;
  1420. ploc:=para.location;
  1421. repeat
  1422. paraloctoloc(ploc,hloc);
  1423. g_setup_load_field_by_name(list,trecorddef(llvmparadef),'F'+tostr(index),href,href2,fielddef);
  1424. a_load_loc_ref(list,ploc^.def,fielddef,hloc,href2);
  1425. inc(index);
  1426. ploc:=ploc^.next;
  1427. until not assigned(ploc);
  1428. if destloc.loc<>LOC_REFERENCE then
  1429. tg.ungettemp(list,href);
  1430. end
  1431. else
  1432. begin
  1433. para.check_simple_location;
  1434. paraloctoloc(para.location,hloc);
  1435. case destloc.loc of
  1436. LOC_REFERENCE :
  1437. begin
  1438. case def2regtyp(llvmparadef) of
  1439. R_INTREGISTER,
  1440. R_ADDRESSREGISTER:
  1441. a_load_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1442. R_FPUREGISTER:
  1443. a_loadfpu_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1444. R_MMREGISTER:
  1445. a_loadmm_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference,nil);
  1446. else
  1447. internalerror(2014080801);
  1448. end;
  1449. end;
  1450. LOC_REGISTER:
  1451. begin
  1452. a_load_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1453. end;
  1454. LOC_FPUREGISTER:
  1455. begin
  1456. a_loadfpu_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1457. end;
  1458. LOC_MMREGISTER:
  1459. begin
  1460. a_loadmm_loc_reg(list,llvmparadef,vardef,hloc,destloc.register,nil);
  1461. end;
  1462. { TODO other possible locations }
  1463. else
  1464. internalerror(2013102304);
  1465. end;
  1466. end;
  1467. end;
  1468. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1469. begin
  1470. internalerror(2013060224);
  1471. end;
  1472. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1473. begin
  1474. internalerror(2013060225);
  1475. end;
  1476. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1477. begin
  1478. internalerror(2013060226);
  1479. end;
  1480. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister);
  1481. begin
  1482. internalerror(2012090201);
  1483. end;
  1484. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1485. begin
  1486. internalerror(2012090203);
  1487. end;
  1488. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1489. begin
  1490. internalerror(2012090204);
  1491. end;
  1492. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1493. begin
  1494. internalerror(2012090205);
  1495. end;
  1496. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1497. begin
  1498. internalerror(2012090206);
  1499. end;
  1500. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1501. begin
  1502. result:=make_simple_ref_ptr(list,ref,cpointerdef.create(def));
  1503. end;
  1504. function thlcgllvm.make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  1505. var
  1506. ptrindex: tcgint;
  1507. hreg1,
  1508. hreg2: tregister;
  1509. tmpref: treference;
  1510. pointedsize: asizeint;
  1511. begin
  1512. { already simple? }
  1513. if (not assigned(ref.symbol) or
  1514. (ref.base=NR_NO)) and
  1515. (ref.index=NR_NO) and
  1516. (ref.offset=0) then
  1517. begin
  1518. result:=ref;
  1519. exit;
  1520. end;
  1521. case ptrdef.typ of
  1522. pointerdef:
  1523. begin
  1524. pointedsize:=tpointerdef(ptrdef).pointeddef.size;
  1525. { void, formaldef }
  1526. if pointedsize=0 then
  1527. pointedsize:=1;
  1528. end;
  1529. else
  1530. begin
  1531. { pointedsize is only used if the offset <> 0, to see whether we
  1532. can use getelementptr if it's an exact multiple -> set pointedsize
  1533. to a value that will never be a multiple as we can't "index" other
  1534. types }
  1535. pointedsize:=ref.offset+1;
  1536. end;
  1537. end;
  1538. hreg2:=getaddressregister(list,ptrdef);
  1539. { symbol+offset or base+offset with offset a multiple of the size ->
  1540. use getelementptr }
  1541. if (ref.index=NR_NO) and
  1542. (ref.offset mod pointedsize=0) then
  1543. begin
  1544. ptrindex:=ref.offset div pointedsize;
  1545. if assigned(ref.symbol) then
  1546. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1547. else
  1548. reference_reset_base(tmpref,ptrdef,ref.base,0,ref.alignment);
  1549. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,ptrdef,tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1550. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1551. exit;
  1552. end;
  1553. { for now, perform all calculations using plain pointer arithmetic. Later
  1554. we can look into optimizations based on getelementptr for structured
  1555. accesses (if only to prevent running out of virtual registers).
  1556. Assumptions:
  1557. * symbol/base register: always type "ptrdef"
  1558. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1559. hreg1:=getintregister(list,ptruinttype);
  1560. if assigned(ref.symbol) then
  1561. begin
  1562. if ref.base<>NR_NO then
  1563. internalerror(2012111301);
  1564. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1565. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,ptrdef,tmpref,ptruinttype,0,true));
  1566. end
  1567. else if ref.base<>NR_NO then
  1568. begin
  1569. a_load_reg_reg(list,ptrdef,ptruinttype,ref.base,hreg1);
  1570. end
  1571. else
  1572. { todo: support for absolute addresses on embedded platforms }
  1573. internalerror(2012111302);
  1574. if ref.index<>NR_NO then
  1575. begin
  1576. { SSA... }
  1577. hreg2:=getintregister(list,ptruinttype);
  1578. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1579. hreg1:=hreg2;
  1580. end;
  1581. if ref.offset<>0 then
  1582. begin
  1583. hreg2:=getintregister(list,ptruinttype);
  1584. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1585. hreg1:=hreg2;
  1586. end;
  1587. hreg2:=getaddressregister(list,ptrdef);
  1588. a_load_reg_reg(list,ptruinttype,ptrdef,hreg1,hreg2);
  1589. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1590. end;
  1591. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1592. var
  1593. hreg: tregister;
  1594. rettemp: treference;
  1595. begin
  1596. if not is_void(hlretdef) and
  1597. not paramanager.ret_in_param(hlretdef, pd) then
  1598. begin
  1599. { should already be a copy, because it currently describes the llvm
  1600. return location }
  1601. if not retpara.temporary then
  1602. internalerror(2014020101);
  1603. if llvmaggregatetype(hlretdef) then
  1604. begin
  1605. { to ease the handling of aggregate types here, we just store
  1606. everything to memory rather than potentially dealing with aggregates
  1607. in "registers" }
  1608. tg.gethltemp(list, llvmretdef, llvmretdef.size, tt_normal, rettemp);
  1609. case def2regtyp(llvmretdef) of
  1610. R_INTREGISTER,
  1611. R_ADDRESSREGISTER:
  1612. a_load_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1613. R_FPUREGISTER:
  1614. a_loadfpu_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1615. R_MMREGISTER:
  1616. a_loadmm_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp,mms_movescalar);
  1617. end;
  1618. { the return parameter now contains a value whose type matches the one
  1619. that the high level code generator expects instead of the llvm shim
  1620. }
  1621. retpara.def:=llvmretdef;
  1622. retpara.location^.def:=llvmretdef;
  1623. { for llvm-specific code: }
  1624. retpara.location^.llvmvalueloc:=false;
  1625. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1626. retpara.location^.llvmloc.reg:=rettemp.base;
  1627. { for the rest (normally not used, but cleaner to set it correclty) }
  1628. retpara.location^.loc:=LOC_REFERENCE;
  1629. retpara.location^.reference.index:=rettemp.base;
  1630. retpara.location^.reference.offset:=0;
  1631. end
  1632. else
  1633. begin
  1634. retpara.def:=llvmretdef;
  1635. retpara.Location^.def:=llvmretdef;
  1636. retpara.location^.llvmloc.reg:=resval;
  1637. retpara.Location^.llvmloc.loc:=retpara.location^.loc;
  1638. retpara.Location^.llvmvalueloc:=true;
  1639. end;
  1640. end
  1641. else
  1642. retpara.location^.llvmloc.loc:=LOC_VOID;
  1643. end;
  1644. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1645. begin
  1646. case paraloc^.llvmloc.loc of
  1647. LOC_REFERENCE:
  1648. begin
  1649. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1650. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1651. if paraloc^.llvmvalueloc then
  1652. hloc.reference.refaddr:=addr_full;
  1653. end;
  1654. LOC_REGISTER:
  1655. begin
  1656. if paraloc^.llvmvalueloc then
  1657. begin
  1658. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1659. hloc.register:=paraloc^.llvmloc.reg;
  1660. end
  1661. else
  1662. begin
  1663. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1664. internalerror(2014011903);
  1665. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1666. hloc.reference.base:=paraloc^.llvmloc.reg;
  1667. end;
  1668. end;
  1669. LOC_FPUREGISTER,
  1670. LOC_MMREGISTER:
  1671. begin
  1672. if paraloc^.llvmvalueloc then
  1673. begin
  1674. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1675. hloc.register:=paraloc^.llvmloc.reg;
  1676. end
  1677. else
  1678. internalerror(2014012401);
  1679. end
  1680. else
  1681. internalerror(2014010706);
  1682. end;
  1683. end;
  1684. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1685. begin
  1686. if cs_asm_source in current_settings.globalswitches then
  1687. begin
  1688. case vs.initialloc.loc of
  1689. LOC_REFERENCE :
  1690. begin
  1691. if assigned(vs.initialloc.reference.symbol) then
  1692. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1693. vs.initialloc.reference.symbol.name)))
  1694. else
  1695. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1696. tostr(getsupreg(vs.initialloc.reference.base)))));
  1697. end;
  1698. end;
  1699. end;
  1700. vs.localloc:=vs.initialloc;
  1701. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1702. end;
  1703. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1704. var
  1705. parasym : tasmsymbol;
  1706. begin
  1707. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1708. internalerror(2014010708);
  1709. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1710. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1711. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1712. vs.initialloc.reference.refaddr:=addr_full;
  1713. end;
  1714. procedure thlcgllvm.g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string);
  1715. var
  1716. asmsym: TAsmSymbol;
  1717. begin
  1718. if po_external in procdef.procoptions then
  1719. exit;
  1720. asmsym:=current_asmdata.RefAsmSymbol(externalname,AT_FUNCTION);
  1721. list.concat(taillvmalias.create(asmsym,procdef.mangledname,procdef,asmsym.bind));
  1722. end;
  1723. procedure create_hlcodegen;
  1724. begin
  1725. if not assigned(current_procinfo) or
  1726. not(po_assembler in current_procinfo.procdef.procoptions) then
  1727. begin
  1728. tgobjclass:=ttgllvm;
  1729. hlcg:=thlcgllvm.create;
  1730. cgllvm.create_codegen
  1731. end
  1732. else
  1733. begin
  1734. tgobjclass:=orgtgclass;
  1735. hlcgcpu.create_hlcodegen;
  1736. { todo: handle/remove chlcgobj }
  1737. end;
  1738. end;
  1739. begin
  1740. chlcgobj:=thlcgllvm;
  1741. end.