hlcgllvm.pas 58 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  31. protected
  32. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  33. public
  34. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  35. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  36. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  37. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  38. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  39. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  40. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  41. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  42. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  43. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  44. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  45. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  46. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  47. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  48. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  49. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  50. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  51. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  52. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  53. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  54. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  55. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  56. procedure gen_proc_symbol(list: TAsmList); override;
  57. procedure gen_proc_symbol_end(list: TAsmList); override;
  58. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  59. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  60. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  61. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  62. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  63. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  64. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  65. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  66. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  67. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  68. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  69. protected
  70. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  71. public
  72. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  73. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  74. {$ifdef cpuflags}
  75. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  76. has flags and we have to override the abstract methods to prevent
  77. warnings }
  78. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  79. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  80. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  81. {$endif cpuflags}
  82. { unimplemented or unnecessary routines }
  83. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister); override;
  84. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  85. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  86. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  87. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  88. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  89. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  90. protected
  91. { def is the type of the data stored in memory pointed to by ref, not
  92. a pointer to this type }
  93. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  94. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  95. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  96. end;
  97. procedure create_hlcodegen;
  98. implementation
  99. uses
  100. verbose,cutils,cclasses,globals,fmodule,constexp,systems,
  101. defutil,llvmdef,llvmsym,
  102. aasmtai,aasmcpu,
  103. aasmllvm,llvmbase,tgllvm,
  104. symtable,
  105. paramgr,llvmpara,
  106. procinfo,cpuinfo,tgobj,cgobj,cgllvm,cghlcpu;
  107. const
  108. topcg2llvmop: array[topcg] of tllvmop =
  109. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  110. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  111. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  112. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  113. { OP_ROL OP_ROR }
  114. la_none, la_none);
  115. constructor thlcgllvm.create;
  116. begin
  117. inherited
  118. end;
  119. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  120. var
  121. tmpref, initialref, ref: treference;
  122. orgsize: tdef;
  123. tmpreg: tregister;
  124. hloc: tlocation;
  125. location: pcgparalocation;
  126. orgsizeleft,
  127. sizeleft,
  128. totaloffset: asizeint;
  129. paralocidx: longint;
  130. userecord,
  131. reghasvalue: boolean;
  132. begin
  133. location:=cgpara.location;
  134. sizeleft:=cgpara.intsize;
  135. totaloffset:=0;
  136. orgsize:=size;
  137. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  138. userecord:=
  139. (orgsize<>size) and
  140. assigned(cgpara.location^.next);
  141. paralocidx:=0;
  142. while assigned(location) do
  143. begin
  144. if userecord then
  145. begin
  146. { llvmparadef is a record in this case, with every field corresponding
  147. to a single paraloc }
  148. paraloctoloc(location,hloc);
  149. tmpreg:=getaddressregister(list,getpointerdef(location^.def));
  150. list.concat(taillvm.getelementptr_reg_size_ref_size_const(tmpreg,getpointerdef(size),initialref,s32inttype,paralocidx,true));
  151. reference_reset_base(tmpref,getpointerdef(location^.def),tmpreg,0,newalignment(initialref.alignment,totaloffset));
  152. end
  153. else
  154. tmpref:=initialref;
  155. paramanager.allocparaloc(list,location);
  156. case location^.loc of
  157. LOC_REGISTER,LOC_CREGISTER:
  158. begin
  159. { byval parameter -> load the address rather than the value }
  160. if not location^.llvmvalueloc then
  161. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  162. { if this parameter is split into multiple paralocs via
  163. record fields, load the current paraloc. The type of the
  164. paraloc and of the current record field will match by
  165. construction (the record is build from the paraloc
  166. types) }
  167. else if userecord then
  168. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  169. { if the parameter is passed in a single paraloc, the
  170. paraloc's type may be different from the declared type
  171. -> use the original complete parameter size as source so
  172. we can insert a type conversion if necessary }
  173. else
  174. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  175. end;
  176. LOC_REFERENCE,LOC_CREFERENCE:
  177. begin
  178. if assigned(location^.next) then
  179. internalerror(2010052906);
  180. reference_reset_base(ref,getpointerdef(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  181. if (def_cgsize(size)<>OS_NO) and
  182. (size.size=sizeleft) and
  183. (sizeleft<=sizeof(aint)) then
  184. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  185. else
  186. { use concatcopy, because the parameter can be larger than }
  187. { what the OS_* constants can handle }
  188. g_concatcopy(list,location^.def,tmpref,ref);
  189. end;
  190. LOC_MMREGISTER,LOC_CMMREGISTER:
  191. begin
  192. case location^.size of
  193. OS_F32,
  194. OS_F64,
  195. OS_F128:
  196. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  197. OS_M8..OS_M128,
  198. OS_MS8..OS_MS128:
  199. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  200. else
  201. internalerror(2010053101);
  202. end;
  203. end
  204. else
  205. internalerror(2010053111);
  206. end;
  207. inc(totaloffset,tcgsize2size[location^.size]);
  208. dec(sizeleft,tcgsize2size[location^.size]);
  209. location:=location^.next;
  210. inc(paralocidx);
  211. end;
  212. end;
  213. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  214. var
  215. newrefsize: tdef;
  216. reg: tregister;
  217. begin
  218. newrefsize:=llvmgetcgparadef(para,true);
  219. if refsize<>newrefsize then
  220. begin
  221. reg:=getaddressregister(list,getpointerdef(newrefsize));
  222. a_loadaddr_ref_reg(list,refsize,getpointerdef(newrefsize),initialref,reg);
  223. reference_reset_base(newref,getpointerdef(newrefsize),reg,0,initialref.alignment);
  224. refsize:=newrefsize;
  225. end
  226. else
  227. newref:=initialref;
  228. end;
  229. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  230. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  231. begin
  232. case getregtype(reg) of
  233. R_INTREGISTER,
  234. R_ADDRESSREGISTER:
  235. begin
  236. a_load_ref_reg(list,def,def,ref,reg);
  237. callpara^.loc:=LOC_REGISTER;
  238. end;
  239. R_FPUREGISTER:
  240. begin
  241. a_loadfpu_ref_reg(list,def,def,ref,reg);
  242. callpara^.loc:=LOC_FPUREGISTER;
  243. end;
  244. R_MMREGISTER:
  245. begin
  246. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  247. callpara^.loc:=LOC_MMREGISTER;
  248. end;
  249. else
  250. internalerror(2014012213);
  251. end;
  252. end;
  253. var
  254. callparas: tfplist;
  255. llvmretdef,
  256. hlretdef: tdef;
  257. paraloc: pcgparalocation;
  258. callpara: pllvmcallpara;
  259. href: treference;
  260. res: tregister;
  261. i: longint;
  262. asmsym: tasmsymbol;
  263. begin
  264. if not pd.owner.iscurrentunit or
  265. (s<>pd.mangledname) or
  266. (po_external in pd.procoptions) then
  267. begin
  268. asmsym:=current_asmdata.RefAsmSymbol(pd.mangledname);
  269. if not asmsym.declared then
  270. current_asmdata.AsmLists[al_imports].Concat(taillvmdecl.create(asmsym,pd,nil));
  271. end;
  272. callparas:=tfplist.Create;
  273. for i:=0 to high(paras) do
  274. begin
  275. paraloc:=paras[i]^.location;
  276. while assigned(paraloc) and
  277. (paraloc^.loc<>LOC_VOID) do
  278. begin
  279. new(callpara);
  280. callpara^.def:=paraloc^.def;
  281. llvmextractvalueextinfo(paras[i]^.def,callpara^.def,callpara^.valueext);
  282. callpara^.loc:=paraloc^.loc;
  283. case callpara^.loc of
  284. LOC_REFERENCE:
  285. begin
  286. if paraloc^.llvmvalueloc then
  287. internalerror(2014012307)
  288. else
  289. begin
  290. reference_reset_base(href,getpointerdef(callpara^.def),paraloc^.reference.index,paraloc^.reference.offset,paraloc^.def.alignment);
  291. res:=getregisterfordef(list,paraloc^.def);
  292. load_ref_anyreg(callpara^.def,href,res,callpara);
  293. end;
  294. callpara^.reg:=res
  295. end;
  296. LOC_REGISTER,
  297. LOC_FPUREGISTER,
  298. LOC_MMREGISTER:
  299. begin
  300. { undo explicit value extension }
  301. if callpara^.valueext<>lve_none then
  302. begin
  303. res:=getregisterfordef(list,callpara^.def);
  304. a_load_reg_reg(list,paraloc^.def,callpara^.def,paraloc^.register,res);
  305. paraloc^.register:=res;
  306. end;
  307. callpara^.reg:=paraloc^.register
  308. end;
  309. else
  310. internalerror(2014010605);
  311. end;
  312. callparas.add(callpara);
  313. paraloc:=paraloc^.next;
  314. end;
  315. end;
  316. { the Pascal level may expect a different returndef compared to the
  317. declared one }
  318. if not assigned(forceresdef) then
  319. hlretdef:=pd.returndef
  320. else
  321. hlretdef:=forceresdef;
  322. { llvm will always expect the original return def }
  323. if not paramanager.ret_in_param(hlretdef,pd) then
  324. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside],true)
  325. else
  326. llvmretdef:=voidtype;
  327. if not is_void(llvmretdef) then
  328. res:=getregisterfordef(list,llvmretdef)
  329. else
  330. res:=NR_NO;
  331. list.concat(taillvm.call_size_name_paras(res,llvmretdef,current_asmdata.RefAsmSymbol(pd.mangledname),callparas));
  332. result:=get_call_result_cgpara(pd,forceresdef);
  333. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  334. end;
  335. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  336. begin
  337. internalerror(2012042824);
  338. result:=get_call_result_cgpara(pd,nil);
  339. // set_call_function_result(list,pd,pd.returndef,res,result);
  340. end;
  341. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  342. begin
  343. list.concat(taillvm.op_reg_size_const_size(la_bitcast,register,tosize,a,tosize))
  344. end;
  345. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  346. var
  347. sref: treference;
  348. begin
  349. sref:=make_simple_ref(list,ref,tosize);
  350. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,getpointerdef(tosize),sref))
  351. end;
  352. function def2intdef(fromsize, tosize: tdef): tdef;
  353. begin
  354. { we cannot zero-extend from/to anything but ordinal/enum
  355. types }
  356. if not(tosize.typ in [orddef,enumdef]) then
  357. internalerror(2014012305);
  358. { will give an internalerror if def_cgsize() returns OS_NO, which is
  359. what we want }
  360. result:=cgsize_orddef(def_cgsize(fromsize));
  361. end;
  362. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  363. var
  364. tmpref,
  365. sref: treference;
  366. hreg,
  367. hreg2: tregister;
  368. tmpsize: tdef;
  369. begin
  370. sref:=make_simple_ref(list,ref,tosize);
  371. hreg:=register;
  372. (* typecast the pointer to the value instead of the value itself if
  373. they have the same size but are of different kinds, because we can't
  374. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  375. if (llvmaggregatetype(fromsize) or
  376. llvmaggregatetype(tosize)) and
  377. (fromsize<>tosize) then
  378. begin
  379. if fromsize.size>tosize.size then
  380. begin
  381. { if source size is larger than the target size, we have to
  382. truncate it before storing. Unfortunately, we cannot truncate
  383. records (nor bitcast them to integers), so we first have to
  384. store them to memory and then bitcast the pointer to them
  385. }
  386. if fromsize.typ in [arraydef,recorddef] then
  387. begin
  388. { store struct/array-in-register to memory }
  389. tmpsize:=def2intdef(fromsize,tosize);
  390. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  391. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  392. { typecast pointer to memory into pointer to integer type }
  393. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  394. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),tmpref,hreg);
  395. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,tmpref.alignment);
  396. { load the integer from the temp into the destination }
  397. a_load_ref_ref(list,tmpsize,tosize,tmpref,sref);
  398. tg.ungettemp(list,tmpref);
  399. end
  400. else
  401. begin
  402. tmpsize:=def2intdef(tosize,fromsize);
  403. hreg:=getintregister(list,tmpsize);
  404. { truncate the integer }
  405. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  406. { store it to memory (it will now be of the same size as the
  407. struct, and hence another path will be followed in this
  408. method) }
  409. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  410. end;
  411. exit;
  412. end
  413. else
  414. begin
  415. hreg2:=getaddressregister(list,getpointerdef(fromsize));
  416. a_loadaddr_ref_reg(list,tosize,getpointerdef(fromsize),sref,hreg2);
  417. reference_reset_base(sref,getpointerdef(fromsize),hreg2,0,sref.alignment);
  418. tosize:=fromsize;
  419. end;
  420. end
  421. else if fromsize<>tosize then
  422. begin
  423. hreg:=getregisterfordef(list,tosize);
  424. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  425. end;
  426. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,getpointerdef(tosize),sref));
  427. end;
  428. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  429. var
  430. fromregtyp,
  431. toregtyp: tregistertype;
  432. op: tllvmop;
  433. begin
  434. fromregtyp:=def2regtyp(fromsize);
  435. toregtyp:=def2regtyp(tosize);
  436. { int to pointer or vice versa }
  437. if (fromregtyp=R_ADDRESSREGISTER) and
  438. (toregtyp=R_INTREGISTER) then
  439. op:=la_ptrtoint
  440. else if (fromregtyp=R_INTREGISTER) and
  441. (toregtyp=R_ADDRESSREGISTER) then
  442. op:=la_inttoptr
  443. { int to int or ptr to ptr: need zero/sign extension, or plain bitcast? }
  444. else if tosize.size<>fromsize.size then
  445. begin
  446. if tosize.size<fromsize.size then
  447. op:=la_trunc
  448. else if is_signed(fromsize) then
  449. { fromsize is signed -> sign extension }
  450. op:=la_sext
  451. else
  452. op:=la_zext;
  453. end
  454. else
  455. op:=la_bitcast;
  456. { reg2 = bitcast fromsize reg1 to tosize }
  457. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  458. end;
  459. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  460. var
  461. tmpref,
  462. sref: treference;
  463. hreg: tregister;
  464. tmpsize: tdef;
  465. begin
  466. sref:=make_simple_ref(list,ref,fromsize);
  467. { "named register"? }
  468. if sref.refaddr=addr_full then
  469. begin
  470. { can't bitcast records/arrays }
  471. if (llvmaggregatetype(fromsize) or
  472. llvmaggregatetype(tosize)) and
  473. (fromsize<>tosize) then
  474. begin
  475. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  476. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(fromsize),tmpref));
  477. a_load_ref_reg(list,fromsize,tosize,tmpref,register);
  478. tg.ungettemp(list,tmpref);
  479. end
  480. else
  481. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,register,fromsize,sref,tosize))
  482. end
  483. else
  484. begin
  485. if ((fromsize.typ in [arraydef,recorddef]) or
  486. (tosize.typ in [arraydef,recorddef])) and
  487. (fromsize<>tosize) then
  488. begin
  489. if fromsize.size<tosize.size then
  490. begin
  491. { if the target size is larger than the source size, we
  492. have to perform the zero-extension using an integer type
  493. (can't zero-extend a record/array) }
  494. if fromsize.typ in [arraydef,recorddef] then
  495. begin
  496. { typecast the pointer to the struct into a pointer to an
  497. integer of equal size }
  498. tmpsize:=def2intdef(fromsize,tosize);
  499. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  500. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),sref,hreg);
  501. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,sref.alignment);
  502. { load that integer }
  503. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  504. end
  505. else
  506. begin
  507. { load the integer into an integer memory location with
  508. the same size as the struct (the integer should be
  509. unsigned, we don't want sign extensions here) }
  510. if is_signed(fromsize) then
  511. internalerror(2014012309);
  512. tmpsize:=def2intdef(tosize,fromsize);
  513. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  514. { typecast the struct-sized integer location into the
  515. struct type }
  516. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  517. { load the struct in the register }
  518. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  519. tg.ungettemp(list,tmpref);
  520. end;
  521. exit;
  522. end
  523. else
  524. begin
  525. (* typecast the pointer to the value instead of the value
  526. itself if they have the same size but are of different
  527. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  528. to an i64 *)
  529. hreg:=getaddressregister(list,getpointerdef(tosize));
  530. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tosize),sref,hreg);
  531. reference_reset_base(sref,getpointerdef(tosize),hreg,0,sref.alignment);
  532. fromsize:=tosize;
  533. end;
  534. end;
  535. hreg:=register;
  536. if fromsize<>tosize then
  537. hreg:=getregisterfordef(list,fromsize);
  538. list.concat(taillvm.op_reg_size_ref(la_load,hreg,getpointerdef(fromsize),sref));
  539. if hreg<>register then
  540. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  541. end;
  542. end;
  543. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  544. var
  545. sdref: treference;
  546. begin
  547. if (fromsize=tosize) and
  548. (sref.refaddr=addr_full) then
  549. begin
  550. sdref:=make_simple_ref(list,dref,tosize);
  551. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(tosize),sdref));
  552. end
  553. else
  554. inherited
  555. end;
  556. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  557. var
  558. sref: treference;
  559. begin
  560. { can't take the address of a 'named register' }
  561. if ref.refaddr=addr_full then
  562. internalerror(2013102306);
  563. sref:=make_simple_ref(list,ref,fromsize);
  564. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,getpointerdef(fromsize),sref,tosize));
  565. end;
  566. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  567. begin
  568. a_op_const_reg_reg(list,op,size,a,reg,reg);
  569. end;
  570. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  571. var
  572. tmpreg: tregister;
  573. begin
  574. if (def2regtyp(size)=R_INTREGISTER) and
  575. (topcg2llvmop[op]<>la_none) then
  576. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  577. else
  578. begin
  579. { default implementation is not SSA-safe }
  580. tmpreg:=getregisterfordef(list,size);
  581. a_load_const_reg(list,size,a,tmpreg);
  582. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  583. end;
  584. end;
  585. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  586. var
  587. orgdst,
  588. tmpreg1,
  589. tmpreg2,
  590. tmpreg3: tregister;
  591. opsize: tdef;
  592. begin
  593. orgdst:=dst;
  594. opsize:=size;
  595. { always perform using integer registers, because math operations on
  596. pointers are not supported (except via getelementptr, possible future
  597. optimization) }
  598. if def2regtyp(size)=R_ADDRESSREGISTER then
  599. begin
  600. opsize:=ptruinttype;
  601. tmpreg1:=getintregister(list,ptruinttype);
  602. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  603. src1:=tmpreg1;
  604. tmpreg1:=getintregister(list,ptruinttype);
  605. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  606. src2:=tmpreg1;
  607. dst:=getintregister(list,ptruinttype);
  608. end;
  609. if topcg2llvmop[op]<>la_none then
  610. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  611. else
  612. begin
  613. case op of
  614. OP_NEG:
  615. { %dst = sub size 0, %src1 }
  616. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  617. OP_NOT:
  618. { %dst = xor size -1, %src1 }
  619. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  620. OP_ROL:
  621. begin
  622. tmpreg1:=getintregister(list,opsize);
  623. tmpreg2:=getintregister(list,opsize);
  624. tmpreg3:=getintregister(list,opsize);
  625. { tmpreg1 := tcgsize2size[size] - src1 }
  626. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  627. { tmpreg2 := src2 shr tmpreg1 }
  628. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  629. { tmpreg3 := src2 shl src1 }
  630. a_op_reg_reg_reg(list,OP_SHL,opsize,src1,src2,tmpreg3);
  631. { dst := tmpreg2 or tmpreg3 }
  632. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  633. end;
  634. OP_ROR:
  635. begin
  636. tmpreg1:=getintregister(list,size);
  637. tmpreg2:=getintregister(list,size);
  638. tmpreg3:=getintregister(list,size);
  639. { tmpreg1 := tcgsize2size[size] - src1 }
  640. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  641. { tmpreg2 := src2 shl tmpreg1 }
  642. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  643. { tmpreg3 := src2 shr src1 }
  644. a_op_reg_reg_reg(list,OP_SHR,opsize,src1,src2,tmpreg3);
  645. { dst := tmpreg2 or tmpreg3 }
  646. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  647. end;
  648. else
  649. internalerror(2010081310);
  650. end;
  651. end;
  652. if dst<>orgdst then
  653. a_load_reg_reg(list,opsize,size,dst,orgdst);
  654. end;
  655. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  656. begin
  657. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  658. end;
  659. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  660. begin
  661. if not setflags then
  662. begin
  663. inherited;
  664. exit;
  665. end;
  666. { use xxx.with.overflow intrinsics }
  667. internalerror(2012111102);
  668. end;
  669. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  670. begin
  671. if not setflags then
  672. begin
  673. inherited;
  674. exit;
  675. end;
  676. { use xxx.with.overflow intrinsics }
  677. internalerror(2012111103);
  678. end;
  679. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  680. var
  681. tmpreg : tregister;
  682. invert: boolean;
  683. falselab, tmplab: tasmlabel;
  684. begin
  685. { since all comparisons return their results in a register, we'll often
  686. get comparisons against true/false -> optimise }
  687. if (size=pasbool8type) and
  688. (cmp_op in [OC_EQ,OC_NE]) then
  689. begin
  690. case cmp_op of
  691. OC_EQ:
  692. invert:=a=0;
  693. OC_NE:
  694. invert:=a=1;
  695. end;
  696. current_asmdata.getjumplabel(falselab);
  697. if invert then
  698. begin
  699. tmplab:=l;
  700. l:=falselab;
  701. falselab:=tmplab;
  702. end;
  703. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,reg,l,falselab));
  704. a_label(list,falselab);
  705. exit;
  706. end;
  707. tmpreg:=getregisterfordef(list,size);
  708. a_load_const_reg(list,size,a,tmpreg);
  709. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  710. end;
  711. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  712. var
  713. resreg: tregister;
  714. falselab: tasmlabel;
  715. begin
  716. if getregtype(reg1)<>getregtype(reg2) then
  717. internalerror(2012111105);
  718. resreg:=getintregister(list,pasbool8type);
  719. current_asmdata.getjumplabel(falselab);
  720. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  721. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  722. OC_GT is true if op1>op2 }
  723. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  724. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,resreg,l,falselab));
  725. a_label(list,falselab);
  726. end;
  727. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  728. begin
  729. { implement in tcg because required by the overridden a_label; doesn't use
  730. any high level stuff anyway }
  731. cg.a_jmp_always(list,l);
  732. end;
  733. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  734. begin
  735. a_load_ref_ref(list,size,size,source,dest);
  736. end;
  737. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  738. var
  739. tmpreg: tregister;
  740. href: treference;
  741. fromcompcurr,
  742. tocompcurr: boolean;
  743. begin
  744. { comp and currency are handled by the x87 in this case. They cannot
  745. be represented directly in llvm, and llvmdef translates them into i64
  746. (since that's their storage size and internally they also are int64).
  747. Solve this by changing the type to s80real once they are loaded into
  748. a register. }
  749. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  750. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  751. if tocompcurr then
  752. tosize:=s80floattype;
  753. href:=make_simple_ref(list,ref,fromsize);
  754. { don't generate different code for loading e.g. extended into cextended,
  755. but to take care of loading e.g. comp (=int64) into double }
  756. if (fromsize.size<>tosize.size) then
  757. tmpreg:=getfpuregister(list,fromsize)
  758. else
  759. tmpreg:=reg;
  760. { %tmpreg = load size* %ref }
  761. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,getpointerdef(fromsize),href));
  762. if tmpreg<>reg then
  763. if fromcompcurr then
  764. { treat as extended as long as it's in a register }
  765. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  766. else
  767. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  768. end;
  769. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  770. var
  771. tmpreg: tregister;
  772. href: treference;
  773. fromcompcurr,
  774. tocompcurr: boolean;
  775. begin
  776. { see comment in a_loadfpu_ref_reg }
  777. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  778. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  779. if fromcompcurr then
  780. fromsize:=s80floattype;
  781. href:=make_simple_ref(list,ref,tosize);
  782. { don't generate different code for loading e.g. extended into cextended,
  783. but to take care of storing e.g. comp (=int64) into double }
  784. if (fromsize.size<>tosize.size) then
  785. begin
  786. tmpreg:=getfpuregister(list,tosize);
  787. if tocompcurr then
  788. { store back an int64 rather than an extended }
  789. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  790. else
  791. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  792. end
  793. else
  794. tmpreg:=reg;
  795. { store tosize tmpreg, tosize* href }
  796. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,getpointerdef(tosize),href));
  797. end;
  798. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  799. var
  800. op: tllvmop;
  801. intfromsize,
  802. inttosize: longint;
  803. begin
  804. { treat comp and currency as extended in registers (see comment at start
  805. of a_loadfpu_ref_reg) }
  806. if tfloatdef(fromsize).floattype in [s64comp,s64currency] then
  807. fromsize:=sc80floattype;
  808. if tfloatdef(tosize).floattype in [s64comp,s64currency] then
  809. tosize:=sc80floattype;
  810. { at the value level, s80real and sc80real are the same }
  811. if fromsize<>s80floattype then
  812. intfromsize:=fromsize.size
  813. else
  814. intfromsize:=sc80floattype.size;
  815. if tosize<>s80floattype then
  816. inttosize:=tosize.size
  817. else
  818. inttosize:=sc80floattype.size;
  819. if intfromsize<inttosize then
  820. op:=la_fpext
  821. else if intfromsize>inttosize then
  822. op:=la_fptrunc
  823. else
  824. op:=la_bitcast;
  825. { reg2 = bitcast fromllsize reg1 to tollsize }
  826. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  827. end;
  828. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  829. var
  830. item: TCmdStrListItem;
  831. mangledname: TSymStr;
  832. asmsym: tasmsymbol;
  833. begin
  834. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  835. mangledname:=current_procinfo.procdef.mangledname;
  836. { predefine the real function name as local/global, so the aliases can
  837. refer to the symbol and get the binding correct }
  838. if (cs_profile in current_settings.moduleswitches) or
  839. (po_global in current_procinfo.procdef.procoptions) then
  840. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  841. else
  842. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  843. while assigned(item) do
  844. begin
  845. if mangledname<>item.Str then
  846. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,llv_default,lll_default));
  847. item:=TCmdStrListItem(item.next);
  848. end;
  849. list.concat(taillvmdecl.create(asmsym,current_procinfo.procdef,nil));
  850. end;
  851. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  852. begin
  853. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  854. { todo: darwin main proc, or handle in other way? }
  855. end;
  856. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  857. begin
  858. list.concatlist(ttgllvm(tg).alloclist)
  859. { rest: todo }
  860. end;
  861. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  862. var
  863. retdef: tdef;
  864. retreg,
  865. hreg: tregister;
  866. retpara: tcgpara;
  867. begin
  868. { the function result type is the type of the first location, which can
  869. differ from the real result type (e.g. int64 for a record consisting of
  870. two longint fields on x86-64 -- we are responsible for lowering the
  871. result types like that) }
  872. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  873. retpara.check_simple_location;
  874. retdef:=retpara.location^.def;
  875. if is_void(retdef) or
  876. paramanager.ret_in_param(retdef,current_procinfo.procdef) then
  877. list.concat(taillvm.op_size(la_ret,voidtype))
  878. else
  879. begin
  880. case retpara.location^.loc of
  881. LOC_REGISTER,
  882. LOC_FPUREGISTER,
  883. LOC_MMREGISTER:
  884. begin
  885. { sign/zeroextension of function results is handled implicitly
  886. via the signext/zeroext modifiers of the result, rather than
  887. in the code generator -> remove any explicit extensions here }
  888. retreg:=retpara.location^.register;
  889. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  890. (retdef.typ in [orddef,enumdef]) then
  891. begin
  892. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  893. begin
  894. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  895. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  896. retreg:=hreg;
  897. retdef:=current_procinfo.procdef.returndef;
  898. end;
  899. end;
  900. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  901. end
  902. else
  903. { todo: complex returns }
  904. internalerror(2012111106);
  905. end;
  906. end;
  907. end;
  908. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  909. begin
  910. { not possible, need ovloc }
  911. internalerror(2012111107);
  912. end;
  913. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  914. begin
  915. { todo }
  916. internalerror(2012111108);
  917. end;
  918. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  919. var
  920. href: treference;
  921. begin
  922. if shuffle=mms_movescalar then
  923. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  924. else
  925. begin
  926. { todo }
  927. if fromsize<>tosize then
  928. internalerror(2013060220);
  929. href:=make_simple_ref(list,ref,fromsize);
  930. { %reg = load size* %ref }
  931. list.concat(taillvm.op_reg_size_ref(la_load,reg,getpointerdef(fromsize),href));
  932. end;
  933. end;
  934. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  935. var
  936. href: treference;
  937. begin
  938. if shuffle=mms_movescalar then
  939. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  940. else
  941. begin
  942. { todo }
  943. if fromsize<>tosize then
  944. internalerror(2013060220);
  945. href:=make_simple_ref(list,ref,tosize);
  946. { store tosize reg, tosize* href }
  947. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,getpointerdef(tosize),href))
  948. end;
  949. end;
  950. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  951. begin
  952. if shuffle=mms_movescalar then
  953. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  954. else
  955. { reg2 = bitcast fromllsize reg1 to tollsize }
  956. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  957. end;
  958. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  959. begin
  960. if (op=OP_XOR) and
  961. (src=dst) then
  962. a_load_const_reg(list,size,0,dst)
  963. else
  964. { todo }
  965. internalerror(2013060221);
  966. end;
  967. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  968. begin
  969. internalerror(2013060222);
  970. end;
  971. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  972. begin
  973. internalerror(2013060223);
  974. end;
  975. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  976. var
  977. paraloc: pcgparalocation;
  978. begin
  979. result:=inherited;
  980. { we'll change the paraloc, make sure we don't modify the original one }
  981. if not result.temporary then
  982. begin
  983. result:=result.getcopy;
  984. result.temporary:=true;
  985. end;
  986. { get the LLVM representation of the function result (e.g. a
  987. struct with two i64 fields for a record with 4 i32 fields) }
  988. result.def:=llvmgetcgparadef(result,false);
  989. if assigned(result.location^.next) then
  990. begin
  991. { unify the result into a sinlge location; unlike for parameters,
  992. we are not responsible for splitting up results into multiple
  993. locations }
  994. { set the first location to the type of the function result }
  995. result.location^.def:=result.def;
  996. result.location^.size:=result.size;
  997. { free all extra paralocs }
  998. while assigned(result.location^.next) do
  999. begin
  1000. paraloc:=result.location^.next^.next;
  1001. freemem(result.location^.next);
  1002. result.location^.next:=paraloc;
  1003. end;
  1004. end;
  1005. paraloc:=result.location;
  1006. paraloc^.def:=result.def;
  1007. case paraloc^.loc of
  1008. LOC_VOID:
  1009. ;
  1010. LOC_REGISTER,
  1011. LOC_FPUREGISTER,
  1012. LOC_MMREGISTER:
  1013. begin
  1014. paraloc^.llvmloc.loc:=paraloc^.loc;
  1015. paraloc^.llvmloc.reg:=paraloc^.register;
  1016. paraloc^.llvmvalueloc:=true;
  1017. end;
  1018. LOC_REFERENCE:
  1019. if not paramanager.ret_in_param(pd.returndef,pd) then
  1020. { TODO, if this can happen at all }
  1021. internalerror(2014011901);
  1022. else
  1023. internalerror(2014011902);
  1024. end;
  1025. end;
  1026. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1027. begin
  1028. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1029. end;
  1030. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1031. var
  1032. memloc: tlocation;
  1033. begin
  1034. if not(cgpara.location^.llvmvalueloc) then
  1035. begin
  1036. memloc:=l;
  1037. location_force_mem(list,memloc,vardef);
  1038. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1039. end
  1040. else
  1041. inherited;
  1042. end;
  1043. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1044. var
  1045. ploc : pcgparalocation;
  1046. hloc : tlocation;
  1047. href, href2 : treference;
  1048. hreg : tregister;
  1049. llvmparadef : tdef;
  1050. index : longint;
  1051. offset : pint;
  1052. userecord : boolean;
  1053. begin
  1054. { ignore e.g. empty records }
  1055. if (para.location^.loc=LOC_VOID) then
  1056. exit;
  1057. { If the parameter location is reused we don't need to copy
  1058. anything }
  1059. if reusepara then
  1060. exit;
  1061. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1062. with two int64 fields for passing a record consisiting of 8 bytes on
  1063. x86-64) }
  1064. llvmparadef:=llvmgetcgparadef(para,true);
  1065. userecord:=
  1066. (llvmparadef<>para.def) and
  1067. assigned(para.location^.next);
  1068. if userecord then
  1069. begin
  1070. { llvmparadef is a record in this case, with every field corresponding
  1071. to a single paraloc }
  1072. if destloc.loc<>LOC_REFERENCE then
  1073. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1074. else
  1075. begin
  1076. hreg:=getaddressregister(list,getpointerdef(llvmparadef));
  1077. a_loadaddr_ref_reg(list,vardef,getpointerdef(llvmparadef),destloc.reference,hreg);
  1078. reference_reset_base(href,getpointerdef(llvmparadef),hreg,0,destloc.reference.alignment);
  1079. end;
  1080. index:=0;
  1081. offset:=0;
  1082. ploc:=para.location;
  1083. repeat
  1084. paraloctoloc(ploc,hloc);
  1085. hreg:=getaddressregister(list,getpointerdef(ploc^.def));
  1086. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg,getpointerdef(llvmparadef),href,s32inttype,index,true));
  1087. reference_reset_base(href2,getpointerdef(ploc^.def),hreg,0,newalignment(href.alignment,offset));
  1088. a_load_loc_ref(list,ploc^.def,ploc^.def,hloc,href2);
  1089. inc(offset,ploc^.def.size);
  1090. inc(index);
  1091. ploc:=ploc^.next;
  1092. until not assigned(ploc);
  1093. if destloc.loc<>LOC_REFERENCE then
  1094. tg.ungettemp(list,href);
  1095. end
  1096. else
  1097. begin
  1098. para.check_simple_location;
  1099. paraloctoloc(para.location,hloc);
  1100. case destloc.loc of
  1101. LOC_REFERENCE :
  1102. begin
  1103. a_load_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference);
  1104. end;
  1105. LOC_REGISTER:
  1106. begin
  1107. a_load_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1108. end;
  1109. LOC_FPUREGISTER:
  1110. begin
  1111. a_loadfpu_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1112. end;
  1113. LOC_MMREGISTER:
  1114. begin
  1115. a_loadmm_loc_reg(list,llvmparadef,para.def,hloc,destloc.register,nil);
  1116. end;
  1117. { TODO other possible locations }
  1118. else
  1119. internalerror(2013102304);
  1120. end;
  1121. end;
  1122. end;
  1123. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1124. begin
  1125. internalerror(2013060224);
  1126. end;
  1127. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1128. begin
  1129. internalerror(2013060225);
  1130. end;
  1131. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1132. begin
  1133. internalerror(2013060226);
  1134. end;
  1135. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister);
  1136. begin
  1137. internalerror(2012090201);
  1138. end;
  1139. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1140. begin
  1141. internalerror(2012090203);
  1142. end;
  1143. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1144. begin
  1145. internalerror(2012090204);
  1146. end;
  1147. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1148. begin
  1149. internalerror(2012090205);
  1150. end;
  1151. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1152. begin
  1153. internalerror(2012090206);
  1154. end;
  1155. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1156. var
  1157. ptrindex: tcgint;
  1158. hreg1,
  1159. hreg2: tregister;
  1160. tmpref: treference;
  1161. begin
  1162. { already simple? }
  1163. if (not assigned(ref.symbol) or
  1164. (ref.base=NR_NO)) and
  1165. (ref.index=NR_NO) and
  1166. (ref.offset=0) then
  1167. begin
  1168. result:=ref;
  1169. exit;
  1170. end;
  1171. hreg2:=getaddressregister(list,getpointerdef(def));
  1172. { symbol+offset or base+offset with offset a multiple of the size ->
  1173. use getelementptr }
  1174. if (ref.index=NR_NO) and
  1175. (ref.offset mod def.size=0) then
  1176. begin
  1177. ptrindex:=ref.offset div def.size;
  1178. if assigned(ref.symbol) then
  1179. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1180. else
  1181. reference_reset_base(tmpref,getpointerdef(def),ref.base,0,ref.alignment);
  1182. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,getpointerdef(def),tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1183. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1184. exit;
  1185. end;
  1186. { for now, perform all calculations using plain pointer arithmetic. Later
  1187. we can look into optimizations based on getelementptr for structured
  1188. accesses (if only to prevent running out of virtual registers).
  1189. Assumptions:
  1190. * symbol/base register: always type "def*"
  1191. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1192. hreg1:=getintregister(list,ptruinttype);
  1193. if assigned(ref.symbol) then
  1194. begin
  1195. if ref.base<>NR_NO then
  1196. internalerror(2012111301);
  1197. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1198. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,getpointerdef(def),tmpref,ptruinttype,0,true));
  1199. end
  1200. else if ref.base<>NR_NO then
  1201. begin
  1202. a_load_reg_reg(list,getpointerdef(def),ptruinttype,ref.base,hreg1);
  1203. end
  1204. else
  1205. { todo: support for absolute addresses on embedded platforms }
  1206. internalerror(2012111302);
  1207. if ref.index<>NR_NO then
  1208. begin
  1209. { SSA... }
  1210. hreg2:=getintregister(list,ptruinttype);
  1211. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1212. hreg1:=hreg2;
  1213. end;
  1214. if ref.offset<>0 then
  1215. begin
  1216. hreg2:=getintregister(list,ptruinttype);
  1217. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1218. hreg1:=hreg2;
  1219. end;
  1220. a_load_reg_reg(list,ptruinttype,getpointerdef(def),hreg1,hreg2);
  1221. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1222. end;
  1223. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1224. var
  1225. rettemp: treference;
  1226. begin
  1227. if not is_void(hlretdef) and
  1228. not paramanager.ret_in_param(hlretdef, pd) then
  1229. begin
  1230. { should already be a copy, because it currently describes the llvm
  1231. return location }
  1232. if not retpara.temporary then
  1233. internalerror(2014020101);
  1234. { to ease the handling of aggregate types here, we just store
  1235. everything to memory rather than potentially dealing with aggregates
  1236. in "registers" }
  1237. tg.gethltemp(list, hlretdef, hlretdef.size, tt_normal, rettemp);
  1238. a_load_reg_ref(list, llvmretdef, hlretdef, resval, rettemp);
  1239. { the return parameter now contains a value whose type matches the one
  1240. that the high level code generator expects instead of the llvm shim
  1241. }
  1242. retpara.def:=hlretdef;
  1243. retpara.location^.def:=hlretdef;
  1244. { for llvm-specific code: }
  1245. retpara.location^.llvmvalueloc:=false;
  1246. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1247. retpara.location^.llvmloc.reg:=rettemp.base;
  1248. { for the rest (normally not used, but cleaner to set it correclty) }
  1249. retpara.location^.loc:=LOC_REFERENCE;
  1250. retpara.location^.reference.index:=rettemp.base;
  1251. retpara.location^.reference.offset:=0;
  1252. end
  1253. else
  1254. retpara.location^.llvmloc.loc:=LOC_VOID;
  1255. end;
  1256. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1257. begin
  1258. case paraloc^.llvmloc.loc of
  1259. LOC_REFERENCE:
  1260. begin
  1261. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1262. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1263. if paraloc^.llvmvalueloc then
  1264. hloc.reference.refaddr:=addr_full;
  1265. end;
  1266. LOC_REGISTER:
  1267. begin
  1268. if paraloc^.llvmvalueloc then
  1269. begin
  1270. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1271. hloc.register:=paraloc^.llvmloc.reg;
  1272. end
  1273. else
  1274. begin
  1275. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1276. internalerror(2014011903);
  1277. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1278. hloc.reference.base:=paraloc^.llvmloc.reg;
  1279. end;
  1280. end;
  1281. LOC_FPUREGISTER,
  1282. LOC_MMREGISTER:
  1283. begin
  1284. if paraloc^.llvmvalueloc then
  1285. begin
  1286. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1287. hloc.register:=paraloc^.llvmloc.reg;
  1288. end
  1289. else
  1290. internalerror(2014012401);
  1291. end
  1292. else
  1293. internalerror(2014010706);
  1294. end;
  1295. end;
  1296. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1297. begin
  1298. if cs_asm_source in current_settings.globalswitches then
  1299. begin
  1300. case vs.initialloc.loc of
  1301. LOC_REFERENCE :
  1302. begin
  1303. if assigned(vs.initialloc.reference.symbol) then
  1304. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1305. vs.initialloc.reference.symbol.name)))
  1306. else
  1307. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1308. tostr(getsupreg(vs.initialloc.reference.base)))));
  1309. end;
  1310. end;
  1311. end;
  1312. vs.localloc:=vs.initialloc;
  1313. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1314. end;
  1315. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1316. var
  1317. parasym : tasmsymbol;
  1318. begin
  1319. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1320. internalerror(2014010708);
  1321. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1322. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1323. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1324. vs.initialloc.reference.refaddr:=addr_full;
  1325. end;
  1326. procedure create_hlcodegen;
  1327. begin
  1328. hlcg:=thlcgllvm.create;
  1329. cgllvm.create_codegen
  1330. end;
  1331. end.