hlcgllvm.pas 61 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,cclasses,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  31. protected
  32. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  33. public
  34. procedure getcpuregister(list: TAsmList; r: Tregister); override;
  35. procedure ungetcpuregister(list: TAsmList; r: Tregister); override;
  36. procedure alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset); override;
  37. procedure deallocallcpuregisters(list: TAsmList); override;
  38. protected
  39. procedure a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out calldef: tdef; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  40. public
  41. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  42. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  43. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  44. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  45. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  46. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  47. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  48. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  49. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  50. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  51. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  52. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  53. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  54. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  55. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  56. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  57. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  58. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  59. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  60. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  61. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  62. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  63. procedure gen_proc_symbol(list: TAsmList); override;
  64. procedure gen_proc_symbol_end(list: TAsmList); override;
  65. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  66. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  67. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  68. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  69. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  70. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  71. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  72. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  73. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  74. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  75. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  76. protected
  77. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  78. public
  79. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  80. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  81. {$ifdef cpuflags}
  82. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  83. has flags and we have to override the abstract methods to prevent
  84. warnings }
  85. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  86. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  87. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  88. {$endif cpuflags}
  89. { unimplemented or unnecessary routines }
  90. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister); override;
  91. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  92. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  93. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  94. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  95. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  96. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  97. protected
  98. { def is the type of the data stored in memory pointed to by ref, not
  99. a pointer to this type }
  100. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  101. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  102. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  103. end;
  104. procedure create_hlcodegen;
  105. implementation
  106. uses
  107. verbose,cutils,globals,fmodule,constexp,systems,
  108. defutil,llvmdef,llvmsym,
  109. aasmtai,aasmcpu,
  110. aasmllvm,llvmbase,tgllvm,
  111. symtable,
  112. paramgr,llvmpara,
  113. procinfo,cpuinfo,tgobj,cgobj,cgllvm,cghlcpu;
  114. const
  115. topcg2llvmop: array[topcg] of tllvmop =
  116. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  117. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  118. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  119. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  120. { OP_ROL OP_ROR }
  121. la_none, la_none);
  122. constructor thlcgllvm.create;
  123. begin
  124. inherited
  125. end;
  126. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  127. var
  128. tmpref, initialref, ref: treference;
  129. orgsize: tdef;
  130. tmpreg: tregister;
  131. hloc: tlocation;
  132. location: pcgparalocation;
  133. orgsizeleft,
  134. sizeleft,
  135. totaloffset: asizeint;
  136. paralocidx: longint;
  137. userecord,
  138. reghasvalue: boolean;
  139. begin
  140. location:=cgpara.location;
  141. sizeleft:=cgpara.intsize;
  142. totaloffset:=0;
  143. orgsize:=size;
  144. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  145. userecord:=
  146. (orgsize<>size) and
  147. assigned(cgpara.location^.next);
  148. paralocidx:=0;
  149. while assigned(location) do
  150. begin
  151. if userecord then
  152. begin
  153. { llvmparadef is a record in this case, with every field corresponding
  154. to a single paraloc }
  155. paraloctoloc(location,hloc);
  156. tmpreg:=getaddressregister(list,getpointerdef(location^.def));
  157. list.concat(taillvm.getelementptr_reg_size_ref_size_const(tmpreg,getpointerdef(size),initialref,s32inttype,paralocidx,true));
  158. reference_reset_base(tmpref,getpointerdef(location^.def),tmpreg,0,newalignment(initialref.alignment,totaloffset));
  159. end
  160. else
  161. tmpref:=initialref;
  162. paramanager.allocparaloc(list,location);
  163. case location^.loc of
  164. LOC_REGISTER,LOC_CREGISTER:
  165. begin
  166. { byval parameter -> load the address rather than the value }
  167. if not location^.llvmvalueloc then
  168. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  169. { if this parameter is split into multiple paralocs via
  170. record fields, load the current paraloc. The type of the
  171. paraloc and of the current record field will match by
  172. construction (the record is build from the paraloc
  173. types) }
  174. else if userecord then
  175. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  176. { if the parameter is passed in a single paraloc, the
  177. paraloc's type may be different from the declared type
  178. -> use the original complete parameter size as source so
  179. we can insert a type conversion if necessary }
  180. else
  181. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  182. end;
  183. LOC_REFERENCE,LOC_CREFERENCE:
  184. begin
  185. if assigned(location^.next) then
  186. internalerror(2010052906);
  187. reference_reset_base(ref,getpointerdef(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  188. if (def_cgsize(size)<>OS_NO) and
  189. (size.size=sizeleft) and
  190. (sizeleft<=sizeof(aint)) then
  191. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  192. else
  193. { use concatcopy, because the parameter can be larger than }
  194. { what the OS_* constants can handle }
  195. g_concatcopy(list,location^.def,tmpref,ref);
  196. end;
  197. LOC_MMREGISTER,LOC_CMMREGISTER:
  198. begin
  199. case location^.size of
  200. OS_F32,
  201. OS_F64,
  202. OS_F128:
  203. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  204. OS_M8..OS_M128,
  205. OS_MS8..OS_MS128:
  206. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  207. else
  208. internalerror(2010053101);
  209. end;
  210. end
  211. else
  212. internalerror(2010053111);
  213. end;
  214. inc(totaloffset,tcgsize2size[location^.size]);
  215. dec(sizeleft,tcgsize2size[location^.size]);
  216. location:=location^.next;
  217. inc(paralocidx);
  218. end;
  219. end;
  220. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  221. var
  222. newrefsize: tdef;
  223. reg: tregister;
  224. begin
  225. newrefsize:=llvmgetcgparadef(para,true);
  226. if refsize<>newrefsize then
  227. begin
  228. reg:=getaddressregister(list,getpointerdef(newrefsize));
  229. a_loadaddr_ref_reg(list,refsize,getpointerdef(newrefsize),initialref,reg);
  230. reference_reset_base(newref,getpointerdef(newrefsize),reg,0,initialref.alignment);
  231. refsize:=newrefsize;
  232. end
  233. else
  234. newref:=initialref;
  235. end;
  236. procedure thlcgllvm.getcpuregister(list: TAsmList; r: Tregister);
  237. begin
  238. { don't do anything }
  239. end;
  240. procedure thlcgllvm.ungetcpuregister(list: TAsmList; r: Tregister);
  241. begin
  242. { don't do anything }
  243. end;
  244. procedure thlcgllvm.alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset);
  245. begin
  246. { don't do anything }
  247. end;
  248. procedure thlcgllvm.deallocallcpuregisters(list: TAsmList);
  249. begin
  250. { don't do anything }
  251. end;
  252. procedure thlcgllvm.a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out calldef: tdef; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  253. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  254. begin
  255. case getregtype(reg) of
  256. R_INTREGISTER,
  257. R_ADDRESSREGISTER:
  258. begin
  259. a_load_ref_reg(list,def,def,ref,reg);
  260. callpara^.loc:=LOC_REGISTER;
  261. end;
  262. R_FPUREGISTER:
  263. begin
  264. a_loadfpu_ref_reg(list,def,def,ref,reg);
  265. callpara^.loc:=LOC_FPUREGISTER;
  266. end;
  267. R_MMREGISTER:
  268. begin
  269. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  270. callpara^.loc:=LOC_MMREGISTER;
  271. end;
  272. else
  273. internalerror(2014012213);
  274. end;
  275. end;
  276. var
  277. i: longint;
  278. href: treference;
  279. callpara: pllvmcallpara;
  280. paraloc: pcgparalocation;
  281. begin
  282. callparas:=tfplist.Create;
  283. for i:=0 to high(paras) do
  284. begin
  285. paraloc:=paras[i]^.location;
  286. while assigned(paraloc) and
  287. (paraloc^.loc<>LOC_VOID) do
  288. begin
  289. new(callpara);
  290. callpara^.def:=paraloc^.def;
  291. llvmextractvalueextinfo(paras[i]^.def, callpara^.def, callpara^.valueext);
  292. callpara^.loc:=paraloc^.loc;
  293. case callpara^.loc of
  294. LOC_REFERENCE:
  295. begin
  296. if paraloc^.llvmvalueloc then
  297. internalerror(2014012307)
  298. else
  299. begin
  300. reference_reset_base(href, getpointerdef(callpara^.def), paraloc^.reference.index, paraloc^.reference.offset, paraloc^.def.alignment);
  301. res:=getregisterfordef(list, paraloc^.def);
  302. load_ref_anyreg(callpara^.def, href, res, callpara);
  303. end;
  304. callpara^.reg:=res
  305. end;
  306. LOC_REGISTER,
  307. LOC_FPUREGISTER,
  308. LOC_MMREGISTER:
  309. begin
  310. { undo explicit value extension }
  311. if callpara^.valueext<>lve_none then
  312. begin
  313. res:=getregisterfordef(list, callpara^.def);
  314. a_load_reg_reg(list, paraloc^.def, callpara^.def, paraloc^.register, res);
  315. paraloc^.register:=res;
  316. end;
  317. callpara^.reg:=paraloc^.register
  318. end;
  319. else
  320. internalerror(2014010605);
  321. end;
  322. callparas.add(callpara);
  323. paraloc:=paraloc^.next;
  324. end;
  325. end;
  326. { the Pascal level may expect a different returndef compared to the
  327. declared one }
  328. if not assigned(forceresdef) then
  329. hlretdef:=pd.returndef
  330. else
  331. hlretdef:=forceresdef;
  332. { llvm will always expect the original return def }
  333. if not paramanager.ret_in_param(hlretdef, pd) then
  334. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside], true)
  335. else
  336. llvmretdef:=voidtype;
  337. if not is_void(llvmretdef) then
  338. res:=getregisterfordef(list, llvmretdef)
  339. else
  340. res:=NR_NO;
  341. { if this is a complex procvar, get the non-tmethod-like equivalent }
  342. if (pd.typ=procvardef) and
  343. not pd.is_addressonly then
  344. pd:=tprocvardef(pd.getcopyas(procvardef,pc_address_only));
  345. { if the function returns a function pointer type or is varargs, we
  346. must specify the full function signature, otherwise we can only
  347. specify the return type }
  348. if (po_varargs in pd.procoptions) or
  349. ((pd.proccalloption in cdecl_pocalls) and
  350. (pd.paras.count>0) and
  351. is_array_of_const(tparavarsym(pd.paras[pd.paras.count-1]).vardef)) then
  352. calldef:=pd
  353. else
  354. calldef:=llvmretdef;
  355. end;
  356. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  357. var
  358. callparas: tfplist;
  359. asmsym: tasmsymbol;
  360. llvmretdef,
  361. hlretdef,
  362. calldef: tdef;
  363. res: tregister;
  364. begin
  365. if not pd.owner.iscurrentunit or
  366. (s<>pd.mangledname) or
  367. (po_external in pd.procoptions) then
  368. begin
  369. asmsym:=current_asmdata.RefAsmSymbol(tprocdef(pd).mangledname);
  370. if not asmsym.declared then
  371. current_asmdata.AsmLists[al_imports].Concat(taillvmdecl.create(asmsym, pd, nil, sec_code));
  372. end;
  373. a_call_common(list,pd,paras,forceresdef,res,calldef,hlretdef,llvmretdef,callparas);
  374. list.concat(taillvm.call_size_name_paras(res,calldef,current_asmdata.RefAsmSymbol(pd.mangledname),callparas));
  375. result:=get_call_result_cgpara(pd,forceresdef);
  376. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  377. end;
  378. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  379. begin
  380. internalerror(2012042824);
  381. result:=get_call_result_cgpara(pd,nil);
  382. // set_call_function_result(list,pd,pd.returndef,res,result);
  383. end;
  384. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  385. begin
  386. list.concat(taillvm.op_reg_size_const_size(llvmconvop(ptrsinttype,tosize),register,ptrsinttype,a,tosize))
  387. end;
  388. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  389. var
  390. sref: treference;
  391. begin
  392. sref:=make_simple_ref(list,ref,tosize);
  393. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,getpointerdef(tosize),sref))
  394. end;
  395. function def2intdef(fromsize, tosize: tdef): tdef;
  396. begin
  397. { we cannot zero-extend from/to anything but ordinal/enum
  398. types }
  399. if not(tosize.typ in [orddef,enumdef]) then
  400. internalerror(2014012305);
  401. { will give an internalerror if def_cgsize() returns OS_NO, which is
  402. what we want }
  403. result:=cgsize_orddef(def_cgsize(fromsize));
  404. end;
  405. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  406. var
  407. tmpref,
  408. sref: treference;
  409. hreg,
  410. hreg2: tregister;
  411. tmpsize: tdef;
  412. begin
  413. sref:=make_simple_ref(list,ref,tosize);
  414. hreg:=register;
  415. (* typecast the pointer to the value instead of the value itself if
  416. they have the same size but are of different kinds, because we can't
  417. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  418. if (llvmaggregatetype(fromsize) or
  419. llvmaggregatetype(tosize)) and
  420. (fromsize<>tosize) then
  421. begin
  422. if fromsize.size>tosize.size then
  423. begin
  424. { if source size is larger than the target size, we have to
  425. truncate it before storing. Unfortunately, we cannot truncate
  426. records (nor bitcast them to integers), so we first have to
  427. store them to memory and then bitcast the pointer to them
  428. }
  429. if fromsize.typ in [arraydef,recorddef] then
  430. begin
  431. { store struct/array-in-register to memory }
  432. tmpsize:=def2intdef(fromsize,tosize);
  433. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  434. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  435. { typecast pointer to memory into pointer to integer type }
  436. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  437. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),tmpref,hreg);
  438. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,tmpref.alignment);
  439. { load the integer from the temp into the destination }
  440. a_load_ref_ref(list,tmpsize,tosize,tmpref,sref);
  441. tg.ungettemp(list,tmpref);
  442. end
  443. else
  444. begin
  445. tmpsize:=def2intdef(tosize,fromsize);
  446. hreg:=getintregister(list,tmpsize);
  447. { truncate the integer }
  448. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  449. { store it to memory (it will now be of the same size as the
  450. struct, and hence another path will be followed in this
  451. method) }
  452. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  453. end;
  454. exit;
  455. end
  456. else
  457. begin
  458. hreg2:=getaddressregister(list,getpointerdef(fromsize));
  459. a_loadaddr_ref_reg(list,tosize,getpointerdef(fromsize),sref,hreg2);
  460. reference_reset_base(sref,getpointerdef(fromsize),hreg2,0,sref.alignment);
  461. tosize:=fromsize;
  462. end;
  463. end
  464. else if fromsize<>tosize then
  465. begin
  466. hreg:=getregisterfordef(list,tosize);
  467. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  468. end;
  469. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,getpointerdef(tosize),sref));
  470. end;
  471. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  472. var
  473. op: tllvmop;
  474. tmpreg: tregister;
  475. tmpintdef: tdef;
  476. begin
  477. op:=llvmconvop(fromsize,tosize);
  478. { converting from pointer to something else and vice versa is only
  479. possible via an intermediate pass to integer. Same for "something else"
  480. to pointer. }
  481. case op of
  482. la_ptrtoint_to_x,
  483. la_x_to_inttoptr:
  484. begin
  485. { convert via an integer with the same size as "x" }
  486. if op=la_ptrtoint_to_x then
  487. begin
  488. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  489. op:=la_bitcast
  490. end
  491. else
  492. begin
  493. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  494. op:=la_inttoptr;
  495. end;
  496. tmpreg:=getintregister(list,tmpintdef);
  497. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  498. reg1:=tmpreg;
  499. fromsize:=tmpintdef;
  500. end;
  501. end;
  502. { reg2 = bitcast fromsize reg1 to tosize }
  503. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  504. end;
  505. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  506. var
  507. tmpref,
  508. sref: treference;
  509. hreg: tregister;
  510. tmpsize: tdef;
  511. begin
  512. sref:=make_simple_ref(list,ref,fromsize);
  513. { "named register"? }
  514. if sref.refaddr=addr_full then
  515. begin
  516. { can't bitcast records/arrays }
  517. if (llvmaggregatetype(fromsize) or
  518. llvmaggregatetype(tosize)) and
  519. (fromsize<>tosize) then
  520. begin
  521. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  522. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(fromsize),tmpref));
  523. a_load_ref_reg(list,fromsize,tosize,tmpref,register);
  524. tg.ungettemp(list,tmpref);
  525. end
  526. else
  527. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,register,fromsize,sref,tosize))
  528. end
  529. else
  530. begin
  531. if ((fromsize.typ in [arraydef,recorddef]) or
  532. (tosize.typ in [arraydef,recorddef])) and
  533. (fromsize<>tosize) then
  534. begin
  535. if fromsize.size<tosize.size then
  536. begin
  537. { if the target size is larger than the source size, we
  538. have to perform the zero-extension using an integer type
  539. (can't zero-extend a record/array) }
  540. if fromsize.typ in [arraydef,recorddef] then
  541. begin
  542. { typecast the pointer to the struct into a pointer to an
  543. integer of equal size }
  544. tmpsize:=def2intdef(fromsize,tosize);
  545. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  546. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),sref,hreg);
  547. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,sref.alignment);
  548. { load that integer }
  549. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  550. end
  551. else
  552. begin
  553. { load the integer into an integer memory location with
  554. the same size as the struct (the integer should be
  555. unsigned, we don't want sign extensions here) }
  556. if is_signed(fromsize) then
  557. internalerror(2014012309);
  558. tmpsize:=def2intdef(tosize,fromsize);
  559. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  560. { typecast the struct-sized integer location into the
  561. struct type }
  562. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  563. { load the struct in the register }
  564. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  565. tg.ungettemp(list,tmpref);
  566. end;
  567. exit;
  568. end
  569. else
  570. begin
  571. (* typecast the pointer to the value instead of the value
  572. itself if they have the same size but are of different
  573. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  574. to an i64 *)
  575. hreg:=getaddressregister(list,getpointerdef(tosize));
  576. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tosize),sref,hreg);
  577. reference_reset_base(sref,getpointerdef(tosize),hreg,0,sref.alignment);
  578. fromsize:=tosize;
  579. end;
  580. end;
  581. hreg:=register;
  582. if fromsize<>tosize then
  583. hreg:=getregisterfordef(list,fromsize);
  584. list.concat(taillvm.op_reg_size_ref(la_load,hreg,getpointerdef(fromsize),sref));
  585. if hreg<>register then
  586. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  587. end;
  588. end;
  589. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  590. var
  591. sdref: treference;
  592. begin
  593. if (fromsize=tosize) and
  594. (sref.refaddr=addr_full) then
  595. begin
  596. sdref:=make_simple_ref(list,dref,tosize);
  597. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(tosize),sdref));
  598. end
  599. else
  600. inherited
  601. end;
  602. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  603. var
  604. sref: treference;
  605. begin
  606. { can't take the address of a 'named register' }
  607. if ref.refaddr=addr_full then
  608. internalerror(2013102306);
  609. sref:=make_simple_ref(list,ref,fromsize);
  610. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,getpointerdef(fromsize),sref,tosize));
  611. end;
  612. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  613. begin
  614. a_op_const_reg_reg(list,op,size,a,reg,reg);
  615. end;
  616. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  617. var
  618. tmpreg: tregister;
  619. begin
  620. if (def2regtyp(size)=R_INTREGISTER) and
  621. (topcg2llvmop[op]<>la_none) then
  622. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  623. else
  624. begin
  625. { default implementation is not SSA-safe }
  626. tmpreg:=getregisterfordef(list,size);
  627. a_load_const_reg(list,size,a,tmpreg);
  628. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  629. end;
  630. end;
  631. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  632. var
  633. orgdst,
  634. tmpreg1,
  635. tmpreg2,
  636. tmpreg3: tregister;
  637. opsize: tdef;
  638. begin
  639. orgdst:=dst;
  640. opsize:=size;
  641. { always perform using integer registers, because math operations on
  642. pointers are not supported (except via getelementptr, possible future
  643. optimization) }
  644. if def2regtyp(size)=R_ADDRESSREGISTER then
  645. begin
  646. opsize:=ptruinttype;
  647. tmpreg1:=getintregister(list,ptruinttype);
  648. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  649. src1:=tmpreg1;
  650. tmpreg1:=getintregister(list,ptruinttype);
  651. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  652. src2:=tmpreg1;
  653. dst:=getintregister(list,ptruinttype);
  654. end;
  655. if topcg2llvmop[op]<>la_none then
  656. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  657. else
  658. begin
  659. case op of
  660. OP_NEG:
  661. { %dst = sub size 0, %src1 }
  662. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  663. OP_NOT:
  664. { %dst = xor size -1, %src1 }
  665. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  666. OP_ROL:
  667. begin
  668. tmpreg1:=getintregister(list,opsize);
  669. tmpreg2:=getintregister(list,opsize);
  670. tmpreg3:=getintregister(list,opsize);
  671. { tmpreg1 := tcgsize2size[size] - src1 }
  672. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  673. { tmpreg2 := src2 shr tmpreg1 }
  674. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  675. { tmpreg3 := src2 shl src1 }
  676. a_op_reg_reg_reg(list,OP_SHL,opsize,src1,src2,tmpreg3);
  677. { dst := tmpreg2 or tmpreg3 }
  678. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  679. end;
  680. OP_ROR:
  681. begin
  682. tmpreg1:=getintregister(list,size);
  683. tmpreg2:=getintregister(list,size);
  684. tmpreg3:=getintregister(list,size);
  685. { tmpreg1 := tcgsize2size[size] - src1 }
  686. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  687. { tmpreg2 := src2 shl tmpreg1 }
  688. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  689. { tmpreg3 := src2 shr src1 }
  690. a_op_reg_reg_reg(list,OP_SHR,opsize,src1,src2,tmpreg3);
  691. { dst := tmpreg2 or tmpreg3 }
  692. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  693. end;
  694. else
  695. internalerror(2010081310);
  696. end;
  697. end;
  698. if dst<>orgdst then
  699. a_load_reg_reg(list,opsize,size,dst,orgdst);
  700. end;
  701. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  702. begin
  703. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  704. end;
  705. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  706. begin
  707. if not setflags then
  708. begin
  709. inherited;
  710. exit;
  711. end;
  712. { use xxx.with.overflow intrinsics }
  713. internalerror(2012111102);
  714. end;
  715. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  716. begin
  717. if not setflags then
  718. begin
  719. inherited;
  720. exit;
  721. end;
  722. { use xxx.with.overflow intrinsics }
  723. internalerror(2012111103);
  724. end;
  725. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  726. var
  727. tmpreg : tregister;
  728. invert: boolean;
  729. fallthroughlab, falselab, tmplab: tasmlabel;
  730. begin
  731. { since all comparisons return their results in a register, we'll often
  732. get comparisons against true/false -> optimise }
  733. if (size=pasbool8type) and
  734. (cmp_op in [OC_EQ,OC_NE]) then
  735. begin
  736. case cmp_op of
  737. OC_EQ:
  738. invert:=a=0;
  739. OC_NE:
  740. invert:=a=1;
  741. end;
  742. current_asmdata.getjumplabel(falselab);
  743. fallthroughlab:=falselab;
  744. if invert then
  745. begin
  746. tmplab:=l;
  747. l:=falselab;
  748. falselab:=tmplab;
  749. end;
  750. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,reg,l,falselab));
  751. a_label(list,fallthroughlab);
  752. exit;
  753. end;
  754. tmpreg:=getregisterfordef(list,size);
  755. a_load_const_reg(list,size,a,tmpreg);
  756. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  757. end;
  758. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  759. var
  760. resreg: tregister;
  761. falselab: tasmlabel;
  762. begin
  763. if getregtype(reg1)<>getregtype(reg2) then
  764. internalerror(2012111105);
  765. resreg:=getintregister(list,pasbool8type);
  766. current_asmdata.getjumplabel(falselab);
  767. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  768. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  769. OC_GT is true if op1>op2 }
  770. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  771. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,resreg,l,falselab));
  772. a_label(list,falselab);
  773. end;
  774. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  775. begin
  776. { implement in tcg because required by the overridden a_label; doesn't use
  777. any high level stuff anyway }
  778. cg.a_jmp_always(list,l);
  779. end;
  780. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  781. begin
  782. a_load_ref_ref(list,size,size,source,dest);
  783. end;
  784. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  785. var
  786. tmpreg: tregister;
  787. href: treference;
  788. fromcompcurr,
  789. tocompcurr: boolean;
  790. begin
  791. { comp and currency are handled by the x87 in this case. They cannot
  792. be represented directly in llvm, and llvmdef translates them into i64
  793. (since that's their storage size and internally they also are int64).
  794. Solve this by changing the type to s80real once they are loaded into
  795. a register. }
  796. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  797. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  798. if tocompcurr then
  799. tosize:=s80floattype;
  800. href:=make_simple_ref(list,ref,fromsize);
  801. { don't generate different code for loading e.g. extended into cextended,
  802. but to take care of loading e.g. comp (=int64) into double }
  803. if (fromsize.size<>tosize.size) then
  804. tmpreg:=getfpuregister(list,fromsize)
  805. else
  806. tmpreg:=reg;
  807. { %tmpreg = load size* %ref }
  808. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,getpointerdef(fromsize),href));
  809. if tmpreg<>reg then
  810. if fromcompcurr then
  811. { treat as extended as long as it's in a register }
  812. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  813. else
  814. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  815. end;
  816. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  817. var
  818. tmpreg: tregister;
  819. href: treference;
  820. fromcompcurr,
  821. tocompcurr: boolean;
  822. begin
  823. { see comment in a_loadfpu_ref_reg }
  824. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  825. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  826. if fromcompcurr then
  827. fromsize:=s80floattype;
  828. href:=make_simple_ref(list,ref,tosize);
  829. { don't generate different code for loading e.g. extended into cextended,
  830. but to take care of storing e.g. comp (=int64) into double }
  831. if (fromsize.size<>tosize.size) then
  832. begin
  833. tmpreg:=getfpuregister(list,tosize);
  834. if tocompcurr then
  835. { store back an int64 rather than an extended }
  836. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  837. else
  838. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  839. end
  840. else
  841. tmpreg:=reg;
  842. { store tosize tmpreg, tosize* href }
  843. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,getpointerdef(tosize),href));
  844. end;
  845. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  846. var
  847. op: tllvmop;
  848. intfromsize,
  849. inttosize: longint;
  850. begin
  851. { treat comp and currency as extended in registers (see comment at start
  852. of a_loadfpu_ref_reg) }
  853. if tfloatdef(fromsize).floattype in [s64comp,s64currency] then
  854. fromsize:=sc80floattype;
  855. if tfloatdef(tosize).floattype in [s64comp,s64currency] then
  856. tosize:=sc80floattype;
  857. { at the value level, s80real and sc80real are the same }
  858. if fromsize<>s80floattype then
  859. intfromsize:=fromsize.size
  860. else
  861. intfromsize:=sc80floattype.size;
  862. if tosize<>s80floattype then
  863. inttosize:=tosize.size
  864. else
  865. inttosize:=sc80floattype.size;
  866. if intfromsize<inttosize then
  867. op:=la_fpext
  868. else if intfromsize>inttosize then
  869. op:=la_fptrunc
  870. else
  871. op:=la_bitcast;
  872. { reg2 = bitcast fromllsize reg1 to tollsize }
  873. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  874. end;
  875. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  876. var
  877. item: TCmdStrListItem;
  878. mangledname: TSymStr;
  879. asmsym: tasmsymbol;
  880. begin
  881. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  882. mangledname:=current_procinfo.procdef.mangledname;
  883. { predefine the real function name as local/global, so the aliases can
  884. refer to the symbol and get the binding correct }
  885. if (cs_profile in current_settings.moduleswitches) or
  886. (po_global in current_procinfo.procdef.procoptions) then
  887. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  888. else
  889. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  890. while assigned(item) do
  891. begin
  892. if mangledname<>item.Str then
  893. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,llv_default,lll_default));
  894. item:=TCmdStrListItem(item.next);
  895. end;
  896. list.concat(taillvmdecl.create(asmsym,current_procinfo.procdef,nil,sec_code));
  897. end;
  898. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  899. begin
  900. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  901. { todo: darwin main proc, or handle in other way? }
  902. end;
  903. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  904. begin
  905. list.concatlist(ttgllvm(tg).alloclist)
  906. { rest: todo }
  907. end;
  908. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  909. var
  910. retdef: tdef;
  911. retreg,
  912. hreg: tregister;
  913. retpara: tcgpara;
  914. begin
  915. { the function result type is the type of the first location, which can
  916. differ from the real result type (e.g. int64 for a record consisting of
  917. two longint fields on x86-64 -- we are responsible for lowering the
  918. result types like that) }
  919. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  920. retpara.check_simple_location;
  921. retdef:=retpara.location^.def;
  922. if is_void(retdef) or
  923. { don't check retdef here, it is e.g. a pshortstring in case it's
  924. shortstring that's returned in a parameter }
  925. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  926. list.concat(taillvm.op_size(la_ret,voidtype))
  927. else
  928. begin
  929. case retpara.location^.loc of
  930. LOC_REGISTER,
  931. LOC_FPUREGISTER,
  932. LOC_MMREGISTER:
  933. begin
  934. { sign/zeroextension of function results is handled implicitly
  935. via the signext/zeroext modifiers of the result, rather than
  936. in the code generator -> remove any explicit extensions here }
  937. retreg:=retpara.location^.register;
  938. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  939. (retdef.typ in [orddef,enumdef]) then
  940. begin
  941. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  942. begin
  943. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  944. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  945. retreg:=hreg;
  946. retdef:=current_procinfo.procdef.returndef;
  947. end;
  948. end;
  949. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  950. end
  951. else
  952. { todo: complex returns }
  953. internalerror(2012111106);
  954. end;
  955. end;
  956. retpara.resetiftemp;
  957. end;
  958. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  959. begin
  960. { not possible, need ovloc }
  961. internalerror(2012111107);
  962. end;
  963. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  964. begin
  965. { todo }
  966. internalerror(2012111108);
  967. end;
  968. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  969. var
  970. href: treference;
  971. begin
  972. if shuffle=mms_movescalar then
  973. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  974. else
  975. begin
  976. { todo }
  977. if fromsize<>tosize then
  978. internalerror(2013060220);
  979. href:=make_simple_ref(list,ref,fromsize);
  980. { %reg = load size* %ref }
  981. list.concat(taillvm.op_reg_size_ref(la_load,reg,getpointerdef(fromsize),href));
  982. end;
  983. end;
  984. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  985. var
  986. href: treference;
  987. begin
  988. if shuffle=mms_movescalar then
  989. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  990. else
  991. begin
  992. { todo }
  993. if fromsize<>tosize then
  994. internalerror(2013060220);
  995. href:=make_simple_ref(list,ref,tosize);
  996. { store tosize reg, tosize* href }
  997. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,getpointerdef(tosize),href))
  998. end;
  999. end;
  1000. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  1001. begin
  1002. if shuffle=mms_movescalar then
  1003. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  1004. else
  1005. { reg2 = bitcast fromllsize reg1 to tollsize }
  1006. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  1007. end;
  1008. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  1009. begin
  1010. if (op=OP_XOR) and
  1011. (src=dst) then
  1012. a_load_const_reg(list,size,0,dst)
  1013. else
  1014. { todo }
  1015. internalerror(2013060221);
  1016. end;
  1017. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  1018. begin
  1019. internalerror(2013060222);
  1020. end;
  1021. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  1022. begin
  1023. internalerror(2013060223);
  1024. end;
  1025. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  1026. var
  1027. paraloc: pcgparalocation;
  1028. begin
  1029. result:=inherited;
  1030. { we'll change the paraloc, make sure we don't modify the original one }
  1031. if not result.temporary then
  1032. begin
  1033. result:=result.getcopy;
  1034. result.temporary:=true;
  1035. end;
  1036. { get the LLVM representation of the function result (e.g. a
  1037. struct with two i64 fields for a record with 4 i32 fields) }
  1038. result.def:=llvmgetcgparadef(result,false);
  1039. if assigned(result.location^.next) then
  1040. begin
  1041. { unify the result into a sinlge location; unlike for parameters,
  1042. we are not responsible for splitting up results into multiple
  1043. locations }
  1044. { set the first location to the type of the function result }
  1045. result.location^.def:=result.def;
  1046. result.location^.size:=result.size;
  1047. { free all extra paralocs }
  1048. while assigned(result.location^.next) do
  1049. begin
  1050. paraloc:=result.location^.next^.next;
  1051. freemem(result.location^.next);
  1052. result.location^.next:=paraloc;
  1053. end;
  1054. end;
  1055. paraloc:=result.location;
  1056. paraloc^.def:=result.def;
  1057. case paraloc^.loc of
  1058. LOC_VOID:
  1059. ;
  1060. LOC_REGISTER,
  1061. LOC_FPUREGISTER,
  1062. LOC_MMREGISTER:
  1063. begin
  1064. paraloc^.llvmloc.loc:=paraloc^.loc;
  1065. paraloc^.llvmloc.reg:=paraloc^.register;
  1066. paraloc^.llvmvalueloc:=true;
  1067. end;
  1068. LOC_REFERENCE:
  1069. if not paramanager.ret_in_param(pd.returndef,pd) then
  1070. { TODO, if this can happen at all }
  1071. internalerror(2014011901);
  1072. else
  1073. internalerror(2014011902);
  1074. end;
  1075. end;
  1076. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1077. begin
  1078. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1079. end;
  1080. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1081. var
  1082. memloc: tlocation;
  1083. begin
  1084. if not(cgpara.location^.llvmvalueloc) then
  1085. begin
  1086. memloc:=l;
  1087. location_force_mem(list,memloc,vardef);
  1088. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1089. end
  1090. else
  1091. inherited;
  1092. end;
  1093. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1094. var
  1095. ploc : pcgparalocation;
  1096. hloc : tlocation;
  1097. href, href2 : treference;
  1098. hreg : tregister;
  1099. llvmparadef : tdef;
  1100. index : longint;
  1101. offset : pint;
  1102. userecord : boolean;
  1103. begin
  1104. { ignore e.g. empty records }
  1105. if (para.location^.loc=LOC_VOID) then
  1106. exit;
  1107. { If the parameter location is reused we don't need to copy
  1108. anything }
  1109. if reusepara then
  1110. exit;
  1111. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1112. with two int64 fields for passing a record consisiting of 8 bytes on
  1113. x86-64) }
  1114. llvmparadef:=llvmgetcgparadef(para,true);
  1115. userecord:=
  1116. (llvmparadef<>para.def) and
  1117. assigned(para.location^.next);
  1118. if userecord then
  1119. begin
  1120. { llvmparadef is a record in this case, with every field corresponding
  1121. to a single paraloc }
  1122. if destloc.loc<>LOC_REFERENCE then
  1123. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1124. else
  1125. begin
  1126. hreg:=getaddressregister(list,getpointerdef(llvmparadef));
  1127. a_loadaddr_ref_reg(list,vardef,getpointerdef(llvmparadef),destloc.reference,hreg);
  1128. reference_reset_base(href,getpointerdef(llvmparadef),hreg,0,destloc.reference.alignment);
  1129. end;
  1130. index:=0;
  1131. offset:=0;
  1132. ploc:=para.location;
  1133. repeat
  1134. paraloctoloc(ploc,hloc);
  1135. hreg:=getaddressregister(list,getpointerdef(ploc^.def));
  1136. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg,getpointerdef(llvmparadef),href,s32inttype,index,true));
  1137. reference_reset_base(href2,getpointerdef(ploc^.def),hreg,0,newalignment(href.alignment,offset));
  1138. a_load_loc_ref(list,ploc^.def,ploc^.def,hloc,href2);
  1139. inc(offset,ploc^.def.size);
  1140. inc(index);
  1141. ploc:=ploc^.next;
  1142. until not assigned(ploc);
  1143. if destloc.loc<>LOC_REFERENCE then
  1144. tg.ungettemp(list,href);
  1145. end
  1146. else
  1147. begin
  1148. para.check_simple_location;
  1149. paraloctoloc(para.location,hloc);
  1150. case destloc.loc of
  1151. LOC_REFERENCE :
  1152. begin
  1153. case def2regtyp(llvmparadef) of
  1154. R_INTREGISTER,
  1155. R_ADDRESSREGISTER:
  1156. a_load_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference);
  1157. R_FPUREGISTER:
  1158. a_loadfpu_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference);
  1159. R_MMREGISTER:
  1160. a_loadmm_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference,nil);
  1161. else
  1162. internalerror(2014080801);
  1163. end;
  1164. end;
  1165. LOC_REGISTER:
  1166. begin
  1167. a_load_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1168. end;
  1169. LOC_FPUREGISTER:
  1170. begin
  1171. a_loadfpu_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1172. end;
  1173. LOC_MMREGISTER:
  1174. begin
  1175. a_loadmm_loc_reg(list,llvmparadef,para.def,hloc,destloc.register,nil);
  1176. end;
  1177. { TODO other possible locations }
  1178. else
  1179. internalerror(2013102304);
  1180. end;
  1181. end;
  1182. end;
  1183. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1184. begin
  1185. internalerror(2013060224);
  1186. end;
  1187. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1188. begin
  1189. internalerror(2013060225);
  1190. end;
  1191. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1192. begin
  1193. internalerror(2013060226);
  1194. end;
  1195. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister);
  1196. begin
  1197. internalerror(2012090201);
  1198. end;
  1199. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1200. begin
  1201. internalerror(2012090203);
  1202. end;
  1203. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1204. begin
  1205. internalerror(2012090204);
  1206. end;
  1207. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1208. begin
  1209. internalerror(2012090205);
  1210. end;
  1211. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1212. begin
  1213. internalerror(2012090206);
  1214. end;
  1215. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1216. var
  1217. ptrindex: tcgint;
  1218. hreg1,
  1219. hreg2: tregister;
  1220. tmpref: treference;
  1221. begin
  1222. { already simple? }
  1223. if (not assigned(ref.symbol) or
  1224. (ref.base=NR_NO)) and
  1225. (ref.index=NR_NO) and
  1226. (ref.offset=0) then
  1227. begin
  1228. result:=ref;
  1229. exit;
  1230. end;
  1231. hreg2:=getaddressregister(list,getpointerdef(def));
  1232. { symbol+offset or base+offset with offset a multiple of the size ->
  1233. use getelementptr }
  1234. if (ref.index=NR_NO) and
  1235. (ref.offset mod def.size=0) then
  1236. begin
  1237. ptrindex:=ref.offset div def.size;
  1238. if assigned(ref.symbol) then
  1239. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1240. else
  1241. reference_reset_base(tmpref,getpointerdef(def),ref.base,0,ref.alignment);
  1242. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,getpointerdef(def),tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1243. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1244. exit;
  1245. end;
  1246. { for now, perform all calculations using plain pointer arithmetic. Later
  1247. we can look into optimizations based on getelementptr for structured
  1248. accesses (if only to prevent running out of virtual registers).
  1249. Assumptions:
  1250. * symbol/base register: always type "def*"
  1251. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1252. hreg1:=getintregister(list,ptruinttype);
  1253. if assigned(ref.symbol) then
  1254. begin
  1255. if ref.base<>NR_NO then
  1256. internalerror(2012111301);
  1257. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1258. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,getpointerdef(def),tmpref,ptruinttype,0,true));
  1259. end
  1260. else if ref.base<>NR_NO then
  1261. begin
  1262. a_load_reg_reg(list,getpointerdef(def),ptruinttype,ref.base,hreg1);
  1263. end
  1264. else
  1265. { todo: support for absolute addresses on embedded platforms }
  1266. internalerror(2012111302);
  1267. if ref.index<>NR_NO then
  1268. begin
  1269. { SSA... }
  1270. hreg2:=getintregister(list,ptruinttype);
  1271. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1272. hreg1:=hreg2;
  1273. end;
  1274. if ref.offset<>0 then
  1275. begin
  1276. hreg2:=getintregister(list,ptruinttype);
  1277. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1278. hreg1:=hreg2;
  1279. end;
  1280. a_load_reg_reg(list,ptruinttype,getpointerdef(def),hreg1,hreg2);
  1281. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1282. end;
  1283. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1284. var
  1285. rettemp: treference;
  1286. begin
  1287. if not is_void(hlretdef) and
  1288. not paramanager.ret_in_param(hlretdef, pd) then
  1289. begin
  1290. { should already be a copy, because it currently describes the llvm
  1291. return location }
  1292. if not retpara.temporary then
  1293. internalerror(2014020101);
  1294. if llvmaggregatetype(hlretdef) then
  1295. begin
  1296. { to ease the handling of aggregate types here, we just store
  1297. everything to memory rather than potentially dealing with aggregates
  1298. in "registers" }
  1299. tg.gethltemp(list, hlretdef, hlretdef.size, tt_normal, rettemp);
  1300. a_load_reg_ref(list, llvmretdef, hlretdef, resval, rettemp);
  1301. { the return parameter now contains a value whose type matches the one
  1302. that the high level code generator expects instead of the llvm shim
  1303. }
  1304. retpara.def:=hlretdef;
  1305. retpara.location^.def:=hlretdef;
  1306. { for llvm-specific code: }
  1307. retpara.location^.llvmvalueloc:=false;
  1308. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1309. retpara.location^.llvmloc.reg:=rettemp.base;
  1310. { for the rest (normally not used, but cleaner to set it correclty) }
  1311. retpara.location^.loc:=LOC_REFERENCE;
  1312. retpara.location^.reference.index:=rettemp.base;
  1313. retpara.location^.reference.offset:=0;
  1314. end
  1315. else
  1316. begin
  1317. retpara.Location^.llvmloc.loc:=retpara.location^.loc;
  1318. retpara.location^.llvmloc.reg:=resval;
  1319. retpara.Location^.llvmvalueloc:=true;
  1320. end;
  1321. end
  1322. else
  1323. retpara.location^.llvmloc.loc:=LOC_VOID;
  1324. end;
  1325. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1326. begin
  1327. case paraloc^.llvmloc.loc of
  1328. LOC_REFERENCE:
  1329. begin
  1330. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1331. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1332. if paraloc^.llvmvalueloc then
  1333. hloc.reference.refaddr:=addr_full;
  1334. end;
  1335. LOC_REGISTER:
  1336. begin
  1337. if paraloc^.llvmvalueloc then
  1338. begin
  1339. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1340. hloc.register:=paraloc^.llvmloc.reg;
  1341. end
  1342. else
  1343. begin
  1344. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1345. internalerror(2014011903);
  1346. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1347. hloc.reference.base:=paraloc^.llvmloc.reg;
  1348. end;
  1349. end;
  1350. LOC_FPUREGISTER,
  1351. LOC_MMREGISTER:
  1352. begin
  1353. if paraloc^.llvmvalueloc then
  1354. begin
  1355. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1356. hloc.register:=paraloc^.llvmloc.reg;
  1357. end
  1358. else
  1359. internalerror(2014012401);
  1360. end
  1361. else
  1362. internalerror(2014010706);
  1363. end;
  1364. end;
  1365. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1366. begin
  1367. if cs_asm_source in current_settings.globalswitches then
  1368. begin
  1369. case vs.initialloc.loc of
  1370. LOC_REFERENCE :
  1371. begin
  1372. if assigned(vs.initialloc.reference.symbol) then
  1373. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1374. vs.initialloc.reference.symbol.name)))
  1375. else
  1376. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1377. tostr(getsupreg(vs.initialloc.reference.base)))));
  1378. end;
  1379. end;
  1380. end;
  1381. vs.localloc:=vs.initialloc;
  1382. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1383. end;
  1384. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1385. var
  1386. parasym : tasmsymbol;
  1387. begin
  1388. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1389. internalerror(2014010708);
  1390. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1391. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1392. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1393. vs.initialloc.reference.refaddr:=addr_full;
  1394. end;
  1395. procedure create_hlcodegen;
  1396. begin
  1397. hlcg:=thlcgllvm.create;
  1398. cgllvm.create_codegen
  1399. end;
  1400. begin
  1401. chlcgobj:=thlcgllvm;
  1402. end.