hlcgllvm.pas 58 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  31. protected
  32. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  33. public
  34. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  35. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  36. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  37. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  38. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  39. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  40. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  41. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  42. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  43. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  44. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  45. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  46. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  47. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  48. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  49. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  50. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  51. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  52. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  53. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  54. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  55. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  56. procedure gen_proc_symbol(list: TAsmList); override;
  57. procedure gen_proc_symbol_end(list: TAsmList); override;
  58. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  59. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  60. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  61. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  62. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  63. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  64. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  65. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  66. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  67. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  68. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  69. protected
  70. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  71. public
  72. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  73. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  74. {$ifdef cpuflags}
  75. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  76. has flags and we have to override the abstract methods to prevent
  77. warnings }
  78. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  79. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  80. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  81. {$endif cpuflags}
  82. { unimplemented or unnecessary routines }
  83. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister); override;
  84. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  85. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  86. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  87. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  88. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  89. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  90. protected
  91. { def is the type of the data stored in memory pointed to by ref, not
  92. a pointer to this type }
  93. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  94. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  95. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  96. end;
  97. procedure create_hlcodegen;
  98. implementation
  99. uses
  100. verbose,cutils,cclasses,globals,fmodule,constexp,systems,
  101. defutil,llvmdef,llvmsym,
  102. aasmtai,aasmcpu,
  103. aasmllvm,llvmbase,tgllvm,
  104. symtable,
  105. paramgr,llvmpara,
  106. procinfo,cpuinfo,tgobj,cgobj,cgllvm,cghlcpu;
  107. const
  108. topcg2llvmop: array[topcg] of tllvmop =
  109. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  110. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  111. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  112. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  113. { OP_ROL OP_ROR }
  114. la_none, la_none);
  115. constructor thlcgllvm.create;
  116. begin
  117. inherited
  118. end;
  119. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  120. var
  121. tmpref, initialref, ref: treference;
  122. orgsize: tdef;
  123. tmpreg: tregister;
  124. hloc: tlocation;
  125. location: pcgparalocation;
  126. orgsizeleft,
  127. sizeleft,
  128. totaloffset: asizeint;
  129. paralocidx: longint;
  130. userecord,
  131. reghasvalue: boolean;
  132. begin
  133. location:=cgpara.location;
  134. sizeleft:=cgpara.intsize;
  135. totaloffset:=0;
  136. orgsize:=size;
  137. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  138. userecord:=
  139. (orgsize<>size) and
  140. assigned(cgpara.location^.next);
  141. paralocidx:=0;
  142. while assigned(location) do
  143. begin
  144. if userecord then
  145. begin
  146. { llvmparadef is a record in this case, with every field corresponding
  147. to a single paraloc }
  148. paraloctoloc(location,hloc);
  149. tmpreg:=getaddressregister(list,getpointerdef(location^.def));
  150. list.concat(taillvm.getelementptr_reg_size_ref_size_const(tmpreg,getpointerdef(size),initialref,s32inttype,paralocidx,true));
  151. reference_reset_base(tmpref,getpointerdef(location^.def),tmpreg,0,newalignment(initialref.alignment,totaloffset));
  152. end
  153. else
  154. tmpref:=initialref;
  155. paramanager.allocparaloc(list,location);
  156. case location^.loc of
  157. LOC_REGISTER,LOC_CREGISTER:
  158. begin
  159. { byval parameter -> load the address rather than the value }
  160. if not location^.llvmvalueloc then
  161. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  162. { if this parameter is split into multiple paralocs via
  163. record fields, load the current paraloc. The type of the
  164. paraloc and of the current record field will match by
  165. construction (the record is build from the paraloc
  166. types) }
  167. else if userecord then
  168. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  169. { if the parameter is passed in a single paraloc, the
  170. paraloc's type may be different from the declared type
  171. -> use the original complete parameter size as source so
  172. we can insert a type conversion if necessary }
  173. else
  174. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  175. end;
  176. LOC_REFERENCE,LOC_CREFERENCE:
  177. begin
  178. if assigned(location^.next) then
  179. internalerror(2010052906);
  180. reference_reset_base(ref,getpointerdef(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  181. if (def_cgsize(size)<>OS_NO) and
  182. (size.size=sizeleft) and
  183. (sizeleft<=sizeof(aint)) then
  184. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  185. else
  186. { use concatcopy, because the parameter can be larger than }
  187. { what the OS_* constants can handle }
  188. g_concatcopy(list,location^.def,tmpref,ref);
  189. end;
  190. LOC_MMREGISTER,LOC_CMMREGISTER:
  191. begin
  192. case location^.size of
  193. OS_F32,
  194. OS_F64,
  195. OS_F128:
  196. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  197. OS_M8..OS_M128,
  198. OS_MS8..OS_MS128:
  199. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  200. else
  201. internalerror(2010053101);
  202. end;
  203. end
  204. else
  205. internalerror(2010053111);
  206. end;
  207. inc(totaloffset,tcgsize2size[location^.size]);
  208. dec(sizeleft,tcgsize2size[location^.size]);
  209. location:=location^.next;
  210. inc(paralocidx);
  211. end;
  212. end;
  213. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  214. var
  215. newrefsize: tdef;
  216. reg: tregister;
  217. begin
  218. newrefsize:=llvmgetcgparadef(para,true);
  219. if refsize<>newrefsize then
  220. begin
  221. reg:=getaddressregister(list,getpointerdef(newrefsize));
  222. a_loadaddr_ref_reg(list,refsize,getpointerdef(newrefsize),initialref,reg);
  223. reference_reset_base(newref,getpointerdef(newrefsize),reg,0,initialref.alignment);
  224. refsize:=newrefsize;
  225. end
  226. else
  227. newref:=initialref;
  228. end;
  229. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  230. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  231. begin
  232. case getregtype(reg) of
  233. R_INTREGISTER,
  234. R_ADDRESSREGISTER:
  235. begin
  236. a_load_ref_reg(list,def,def,ref,reg);
  237. callpara^.loc:=LOC_REGISTER;
  238. end;
  239. R_FPUREGISTER:
  240. begin
  241. a_loadfpu_ref_reg(list,def,def,ref,reg);
  242. callpara^.loc:=LOC_FPUREGISTER;
  243. end;
  244. R_MMREGISTER:
  245. begin
  246. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  247. callpara^.loc:=LOC_MMREGISTER;
  248. end;
  249. else
  250. internalerror(2014012213);
  251. end;
  252. end;
  253. var
  254. callparas: tfplist;
  255. llvmretdef,
  256. hlretdef: tdef;
  257. paraloc: pcgparalocation;
  258. callpara: pllvmcallpara;
  259. href: treference;
  260. res: tregister;
  261. i: longint;
  262. asmsym: tasmsymbol;
  263. begin
  264. if not pd.owner.iscurrentunit or
  265. (s<>pd.mangledname) or
  266. (po_external in pd.procoptions) then
  267. begin
  268. asmsym:=current_asmdata.RefAsmSymbol(pd.mangledname);
  269. if not asmsym.declared then
  270. current_asmdata.AsmLists[al_imports].Concat(taillvmdecl.create(asmsym,pd,nil));
  271. end;
  272. callparas:=tfplist.Create;
  273. for i:=0 to high(paras) do
  274. begin
  275. paraloc:=paras[i]^.location;
  276. while assigned(paraloc) and
  277. (paraloc^.loc<>LOC_VOID) do
  278. begin
  279. new(callpara);
  280. callpara^.def:=paraloc^.def;
  281. llvmextractvalueextinfo(paras[i]^.def,callpara^.def,callpara^.valueext);
  282. callpara^.loc:=paraloc^.loc;
  283. case callpara^.loc of
  284. LOC_REFERENCE:
  285. begin
  286. if paraloc^.llvmvalueloc then
  287. internalerror(2014012307)
  288. else
  289. begin
  290. reference_reset_base(href,getpointerdef(callpara^.def),paraloc^.reference.index,paraloc^.reference.offset,paraloc^.def.alignment);
  291. res:=getregisterfordef(list,paraloc^.def);
  292. load_ref_anyreg(callpara^.def,href,res,callpara);
  293. end;
  294. callpara^.reg:=res
  295. end;
  296. LOC_REGISTER,
  297. LOC_FPUREGISTER,
  298. LOC_MMREGISTER:
  299. begin
  300. { undo explicit value extension }
  301. if callpara^.valueext<>lve_none then
  302. begin
  303. res:=getregisterfordef(list,callpara^.def);
  304. a_load_reg_reg(list,paraloc^.def,callpara^.def,paraloc^.register,res);
  305. paraloc^.register:=res;
  306. end;
  307. callpara^.reg:=paraloc^.register
  308. end;
  309. else
  310. internalerror(2014010605);
  311. end;
  312. callparas.add(callpara);
  313. paraloc:=paraloc^.next;
  314. end;
  315. end;
  316. { the Pascal level may expect a different returndef compared to the
  317. declared one }
  318. if not assigned(forceresdef) then
  319. hlretdef:=pd.returndef
  320. else
  321. hlretdef:=forceresdef;
  322. { llvm will always expect the original return def }
  323. if not paramanager.ret_in_param(hlretdef,pd) then
  324. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside],true)
  325. else
  326. llvmretdef:=voidtype;
  327. if not is_void(llvmretdef) then
  328. res:=getregisterfordef(list,llvmretdef)
  329. else
  330. res:=NR_NO;
  331. list.concat(taillvm.call_size_name_paras(res,llvmretdef,current_asmdata.RefAsmSymbol(pd.mangledname),callparas));
  332. result:=get_call_result_cgpara(pd,forceresdef);
  333. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  334. end;
  335. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  336. begin
  337. internalerror(2012042824);
  338. result:=get_call_result_cgpara(pd,nil);
  339. // set_call_function_result(list,pd,pd.returndef,res,result);
  340. end;
  341. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  342. begin
  343. list.concat(taillvm.op_reg_size_const_size(la_bitcast,register,tosize,a,tosize))
  344. end;
  345. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  346. var
  347. sref: treference;
  348. begin
  349. sref:=make_simple_ref(list,ref,tosize);
  350. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,getpointerdef(tosize),sref))
  351. end;
  352. function def2intdef(fromsize, tosize: tdef): tdef;
  353. begin
  354. { we cannot zero-extend from/to anything but ordinal/enum
  355. types }
  356. if not(tosize.typ in [orddef,enumdef]) then
  357. internalerror(2014012305);
  358. { will give an internalerror if def_cgsize() returns OS_NO, which is
  359. what we want }
  360. result:=cgsize_orddef(def_cgsize(fromsize));
  361. end;
  362. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  363. var
  364. tmpref,
  365. sref: treference;
  366. hreg,
  367. hreg2: tregister;
  368. tmpsize: tdef;
  369. begin
  370. sref:=make_simple_ref(list,ref,tosize);
  371. hreg:=register;
  372. (* typecast the pointer to the value instead of the value itself if
  373. they have the same size but are of different kinds, because we can't
  374. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  375. if (llvmaggregatetype(fromsize) or
  376. llvmaggregatetype(tosize)) and
  377. (fromsize<>tosize) then
  378. begin
  379. if fromsize.size>tosize.size then
  380. begin
  381. { if source size is larger than the target size, we have to
  382. truncate it before storing. Unfortunately, we cannot truncate
  383. records (nor bitcast them to integers), so we first have to
  384. store them to memory and then bitcast the pointer to them
  385. }
  386. if fromsize.typ in [arraydef,recorddef] then
  387. begin
  388. { store struct/array-in-register to memory }
  389. tmpsize:=def2intdef(fromsize,tosize);
  390. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  391. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  392. { typecast pointer to memory into pointer to integer type }
  393. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  394. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),tmpref,hreg);
  395. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,tmpref.alignment);
  396. { load the integer from the temp into the destination }
  397. a_load_ref_ref(list,tmpsize,tosize,tmpref,sref);
  398. tg.ungettemp(list,tmpref);
  399. end
  400. else
  401. begin
  402. tmpsize:=def2intdef(tosize,fromsize);
  403. hreg:=getintregister(list,tmpsize);
  404. { truncate the integer }
  405. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  406. { store it to memory (it will now be of the same size as the
  407. struct, and hence another path will be followed in this
  408. method) }
  409. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  410. end;
  411. exit;
  412. end
  413. else
  414. begin
  415. hreg2:=getaddressregister(list,getpointerdef(fromsize));
  416. a_loadaddr_ref_reg(list,tosize,getpointerdef(fromsize),sref,hreg2);
  417. reference_reset_base(sref,getpointerdef(fromsize),hreg2,0,sref.alignment);
  418. tosize:=fromsize;
  419. end;
  420. end
  421. else if fromsize<>tosize then
  422. begin
  423. hreg:=getregisterfordef(list,tosize);
  424. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  425. end;
  426. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,getpointerdef(tosize),sref));
  427. end;
  428. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  429. var
  430. op: tllvmop;
  431. tmpreg: tregister;
  432. tmpintdef: tdef;
  433. begin
  434. op:=llvmconvop(fromsize,tosize);
  435. { converting from pointer to something else and vice versa is only
  436. possible via an intermediate pass to integer. Same for "something else"
  437. to pointer. }
  438. case op of
  439. la_ptrtoint_to_x,
  440. la_x_to_inttoptr:
  441. begin
  442. { convert via an integer with the same size as "x" }
  443. if op=la_ptrtoint_to_x then
  444. begin
  445. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  446. op:=la_bitcast
  447. end
  448. else
  449. begin
  450. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  451. op:=la_inttoptr;
  452. end;
  453. tmpreg:=getintregister(list,tmpintdef);
  454. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  455. reg1:=tmpreg;
  456. fromsize:=tmpintdef;
  457. end;
  458. end;
  459. { reg2 = bitcast fromsize reg1 to tosize }
  460. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  461. end;
  462. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  463. var
  464. tmpref,
  465. sref: treference;
  466. hreg: tregister;
  467. tmpsize: tdef;
  468. begin
  469. sref:=make_simple_ref(list,ref,fromsize);
  470. { "named register"? }
  471. if sref.refaddr=addr_full then
  472. begin
  473. { can't bitcast records/arrays }
  474. if (llvmaggregatetype(fromsize) or
  475. llvmaggregatetype(tosize)) and
  476. (fromsize<>tosize) then
  477. begin
  478. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  479. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(fromsize),tmpref));
  480. a_load_ref_reg(list,fromsize,tosize,tmpref,register);
  481. tg.ungettemp(list,tmpref);
  482. end
  483. else
  484. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,register,fromsize,sref,tosize))
  485. end
  486. else
  487. begin
  488. if ((fromsize.typ in [arraydef,recorddef]) or
  489. (tosize.typ in [arraydef,recorddef])) and
  490. (fromsize<>tosize) then
  491. begin
  492. if fromsize.size<tosize.size then
  493. begin
  494. { if the target size is larger than the source size, we
  495. have to perform the zero-extension using an integer type
  496. (can't zero-extend a record/array) }
  497. if fromsize.typ in [arraydef,recorddef] then
  498. begin
  499. { typecast the pointer to the struct into a pointer to an
  500. integer of equal size }
  501. tmpsize:=def2intdef(fromsize,tosize);
  502. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  503. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),sref,hreg);
  504. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,sref.alignment);
  505. { load that integer }
  506. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  507. end
  508. else
  509. begin
  510. { load the integer into an integer memory location with
  511. the same size as the struct (the integer should be
  512. unsigned, we don't want sign extensions here) }
  513. if is_signed(fromsize) then
  514. internalerror(2014012309);
  515. tmpsize:=def2intdef(tosize,fromsize);
  516. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  517. { typecast the struct-sized integer location into the
  518. struct type }
  519. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  520. { load the struct in the register }
  521. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  522. tg.ungettemp(list,tmpref);
  523. end;
  524. exit;
  525. end
  526. else
  527. begin
  528. (* typecast the pointer to the value instead of the value
  529. itself if they have the same size but are of different
  530. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  531. to an i64 *)
  532. hreg:=getaddressregister(list,getpointerdef(tosize));
  533. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tosize),sref,hreg);
  534. reference_reset_base(sref,getpointerdef(tosize),hreg,0,sref.alignment);
  535. fromsize:=tosize;
  536. end;
  537. end;
  538. hreg:=register;
  539. if fromsize<>tosize then
  540. hreg:=getregisterfordef(list,fromsize);
  541. list.concat(taillvm.op_reg_size_ref(la_load,hreg,getpointerdef(fromsize),sref));
  542. if hreg<>register then
  543. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  544. end;
  545. end;
  546. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  547. var
  548. sdref: treference;
  549. begin
  550. if (fromsize=tosize) and
  551. (sref.refaddr=addr_full) then
  552. begin
  553. sdref:=make_simple_ref(list,dref,tosize);
  554. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(tosize),sdref));
  555. end
  556. else
  557. inherited
  558. end;
  559. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  560. var
  561. sref: treference;
  562. begin
  563. { can't take the address of a 'named register' }
  564. if ref.refaddr=addr_full then
  565. internalerror(2013102306);
  566. sref:=make_simple_ref(list,ref,fromsize);
  567. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,getpointerdef(fromsize),sref,tosize));
  568. end;
  569. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  570. begin
  571. a_op_const_reg_reg(list,op,size,a,reg,reg);
  572. end;
  573. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  574. var
  575. tmpreg: tregister;
  576. begin
  577. if (def2regtyp(size)=R_INTREGISTER) and
  578. (topcg2llvmop[op]<>la_none) then
  579. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  580. else
  581. begin
  582. { default implementation is not SSA-safe }
  583. tmpreg:=getregisterfordef(list,size);
  584. a_load_const_reg(list,size,a,tmpreg);
  585. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  586. end;
  587. end;
  588. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  589. var
  590. orgdst,
  591. tmpreg1,
  592. tmpreg2,
  593. tmpreg3: tregister;
  594. opsize: tdef;
  595. begin
  596. orgdst:=dst;
  597. opsize:=size;
  598. { always perform using integer registers, because math operations on
  599. pointers are not supported (except via getelementptr, possible future
  600. optimization) }
  601. if def2regtyp(size)=R_ADDRESSREGISTER then
  602. begin
  603. opsize:=ptruinttype;
  604. tmpreg1:=getintregister(list,ptruinttype);
  605. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  606. src1:=tmpreg1;
  607. tmpreg1:=getintregister(list,ptruinttype);
  608. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  609. src2:=tmpreg1;
  610. dst:=getintregister(list,ptruinttype);
  611. end;
  612. if topcg2llvmop[op]<>la_none then
  613. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  614. else
  615. begin
  616. case op of
  617. OP_NEG:
  618. { %dst = sub size 0, %src1 }
  619. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  620. OP_NOT:
  621. { %dst = xor size -1, %src1 }
  622. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  623. OP_ROL:
  624. begin
  625. tmpreg1:=getintregister(list,opsize);
  626. tmpreg2:=getintregister(list,opsize);
  627. tmpreg3:=getintregister(list,opsize);
  628. { tmpreg1 := tcgsize2size[size] - src1 }
  629. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  630. { tmpreg2 := src2 shr tmpreg1 }
  631. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  632. { tmpreg3 := src2 shl src1 }
  633. a_op_reg_reg_reg(list,OP_SHL,opsize,src1,src2,tmpreg3);
  634. { dst := tmpreg2 or tmpreg3 }
  635. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  636. end;
  637. OP_ROR:
  638. begin
  639. tmpreg1:=getintregister(list,size);
  640. tmpreg2:=getintregister(list,size);
  641. tmpreg3:=getintregister(list,size);
  642. { tmpreg1 := tcgsize2size[size] - src1 }
  643. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  644. { tmpreg2 := src2 shl tmpreg1 }
  645. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  646. { tmpreg3 := src2 shr src1 }
  647. a_op_reg_reg_reg(list,OP_SHR,opsize,src1,src2,tmpreg3);
  648. { dst := tmpreg2 or tmpreg3 }
  649. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  650. end;
  651. else
  652. internalerror(2010081310);
  653. end;
  654. end;
  655. if dst<>orgdst then
  656. a_load_reg_reg(list,opsize,size,dst,orgdst);
  657. end;
  658. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  659. begin
  660. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  661. end;
  662. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  663. begin
  664. if not setflags then
  665. begin
  666. inherited;
  667. exit;
  668. end;
  669. { use xxx.with.overflow intrinsics }
  670. internalerror(2012111102);
  671. end;
  672. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  673. begin
  674. if not setflags then
  675. begin
  676. inherited;
  677. exit;
  678. end;
  679. { use xxx.with.overflow intrinsics }
  680. internalerror(2012111103);
  681. end;
  682. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  683. var
  684. tmpreg : tregister;
  685. invert: boolean;
  686. falselab, tmplab: tasmlabel;
  687. begin
  688. { since all comparisons return their results in a register, we'll often
  689. get comparisons against true/false -> optimise }
  690. if (size=pasbool8type) and
  691. (cmp_op in [OC_EQ,OC_NE]) then
  692. begin
  693. case cmp_op of
  694. OC_EQ:
  695. invert:=a=0;
  696. OC_NE:
  697. invert:=a=1;
  698. end;
  699. current_asmdata.getjumplabel(falselab);
  700. if invert then
  701. begin
  702. tmplab:=l;
  703. l:=falselab;
  704. falselab:=tmplab;
  705. end;
  706. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,reg,l,falselab));
  707. a_label(list,falselab);
  708. exit;
  709. end;
  710. tmpreg:=getregisterfordef(list,size);
  711. a_load_const_reg(list,size,a,tmpreg);
  712. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  713. end;
  714. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  715. var
  716. resreg: tregister;
  717. falselab: tasmlabel;
  718. begin
  719. if getregtype(reg1)<>getregtype(reg2) then
  720. internalerror(2012111105);
  721. resreg:=getintregister(list,pasbool8type);
  722. current_asmdata.getjumplabel(falselab);
  723. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  724. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  725. OC_GT is true if op1>op2 }
  726. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  727. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,resreg,l,falselab));
  728. a_label(list,falselab);
  729. end;
  730. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  731. begin
  732. { implement in tcg because required by the overridden a_label; doesn't use
  733. any high level stuff anyway }
  734. cg.a_jmp_always(list,l);
  735. end;
  736. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  737. begin
  738. a_load_ref_ref(list,size,size,source,dest);
  739. end;
  740. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  741. var
  742. tmpreg: tregister;
  743. href: treference;
  744. fromcompcurr,
  745. tocompcurr: boolean;
  746. begin
  747. { comp and currency are handled by the x87 in this case. They cannot
  748. be represented directly in llvm, and llvmdef translates them into i64
  749. (since that's their storage size and internally they also are int64).
  750. Solve this by changing the type to s80real once they are loaded into
  751. a register. }
  752. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  753. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  754. if tocompcurr then
  755. tosize:=s80floattype;
  756. href:=make_simple_ref(list,ref,fromsize);
  757. { don't generate different code for loading e.g. extended into cextended,
  758. but to take care of loading e.g. comp (=int64) into double }
  759. if (fromsize.size<>tosize.size) then
  760. tmpreg:=getfpuregister(list,fromsize)
  761. else
  762. tmpreg:=reg;
  763. { %tmpreg = load size* %ref }
  764. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,getpointerdef(fromsize),href));
  765. if tmpreg<>reg then
  766. if fromcompcurr then
  767. { treat as extended as long as it's in a register }
  768. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  769. else
  770. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  771. end;
  772. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  773. var
  774. tmpreg: tregister;
  775. href: treference;
  776. fromcompcurr,
  777. tocompcurr: boolean;
  778. begin
  779. { see comment in a_loadfpu_ref_reg }
  780. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  781. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  782. if fromcompcurr then
  783. fromsize:=s80floattype;
  784. href:=make_simple_ref(list,ref,tosize);
  785. { don't generate different code for loading e.g. extended into cextended,
  786. but to take care of storing e.g. comp (=int64) into double }
  787. if (fromsize.size<>tosize.size) then
  788. begin
  789. tmpreg:=getfpuregister(list,tosize);
  790. if tocompcurr then
  791. { store back an int64 rather than an extended }
  792. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  793. else
  794. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  795. end
  796. else
  797. tmpreg:=reg;
  798. { store tosize tmpreg, tosize* href }
  799. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,getpointerdef(tosize),href));
  800. end;
  801. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  802. var
  803. op: tllvmop;
  804. intfromsize,
  805. inttosize: longint;
  806. begin
  807. { treat comp and currency as extended in registers (see comment at start
  808. of a_loadfpu_ref_reg) }
  809. if tfloatdef(fromsize).floattype in [s64comp,s64currency] then
  810. fromsize:=sc80floattype;
  811. if tfloatdef(tosize).floattype in [s64comp,s64currency] then
  812. tosize:=sc80floattype;
  813. { at the value level, s80real and sc80real are the same }
  814. if fromsize<>s80floattype then
  815. intfromsize:=fromsize.size
  816. else
  817. intfromsize:=sc80floattype.size;
  818. if tosize<>s80floattype then
  819. inttosize:=tosize.size
  820. else
  821. inttosize:=sc80floattype.size;
  822. if intfromsize<inttosize then
  823. op:=la_fpext
  824. else if intfromsize>inttosize then
  825. op:=la_fptrunc
  826. else
  827. op:=la_bitcast;
  828. { reg2 = bitcast fromllsize reg1 to tollsize }
  829. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  830. end;
  831. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  832. var
  833. item: TCmdStrListItem;
  834. mangledname: TSymStr;
  835. asmsym: tasmsymbol;
  836. begin
  837. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  838. mangledname:=current_procinfo.procdef.mangledname;
  839. { predefine the real function name as local/global, so the aliases can
  840. refer to the symbol and get the binding correct }
  841. if (cs_profile in current_settings.moduleswitches) or
  842. (po_global in current_procinfo.procdef.procoptions) then
  843. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  844. else
  845. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  846. while assigned(item) do
  847. begin
  848. if mangledname<>item.Str then
  849. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,llv_default,lll_default));
  850. item:=TCmdStrListItem(item.next);
  851. end;
  852. list.concat(taillvmdecl.create(asmsym,current_procinfo.procdef,nil));
  853. end;
  854. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  855. begin
  856. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  857. { todo: darwin main proc, or handle in other way? }
  858. end;
  859. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  860. begin
  861. list.concatlist(ttgllvm(tg).alloclist)
  862. { rest: todo }
  863. end;
  864. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  865. var
  866. retdef: tdef;
  867. retreg,
  868. hreg: tregister;
  869. retpara: tcgpara;
  870. begin
  871. { the function result type is the type of the first location, which can
  872. differ from the real result type (e.g. int64 for a record consisting of
  873. two longint fields on x86-64 -- we are responsible for lowering the
  874. result types like that) }
  875. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  876. retpara.check_simple_location;
  877. retdef:=retpara.location^.def;
  878. if is_void(retdef) or
  879. paramanager.ret_in_param(retdef,current_procinfo.procdef) then
  880. list.concat(taillvm.op_size(la_ret,voidtype))
  881. else
  882. begin
  883. case retpara.location^.loc of
  884. LOC_REGISTER,
  885. LOC_FPUREGISTER,
  886. LOC_MMREGISTER:
  887. begin
  888. { sign/zeroextension of function results is handled implicitly
  889. via the signext/zeroext modifiers of the result, rather than
  890. in the code generator -> remove any explicit extensions here }
  891. retreg:=retpara.location^.register;
  892. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  893. (retdef.typ in [orddef,enumdef]) then
  894. begin
  895. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  896. begin
  897. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  898. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  899. retreg:=hreg;
  900. retdef:=current_procinfo.procdef.returndef;
  901. end;
  902. end;
  903. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  904. end
  905. else
  906. { todo: complex returns }
  907. internalerror(2012111106);
  908. end;
  909. end;
  910. end;
  911. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  912. begin
  913. { not possible, need ovloc }
  914. internalerror(2012111107);
  915. end;
  916. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  917. begin
  918. { todo }
  919. internalerror(2012111108);
  920. end;
  921. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  922. var
  923. href: treference;
  924. begin
  925. if shuffle=mms_movescalar then
  926. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  927. else
  928. begin
  929. { todo }
  930. if fromsize<>tosize then
  931. internalerror(2013060220);
  932. href:=make_simple_ref(list,ref,fromsize);
  933. { %reg = load size* %ref }
  934. list.concat(taillvm.op_reg_size_ref(la_load,reg,getpointerdef(fromsize),href));
  935. end;
  936. end;
  937. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  938. var
  939. href: treference;
  940. begin
  941. if shuffle=mms_movescalar then
  942. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  943. else
  944. begin
  945. { todo }
  946. if fromsize<>tosize then
  947. internalerror(2013060220);
  948. href:=make_simple_ref(list,ref,tosize);
  949. { store tosize reg, tosize* href }
  950. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,getpointerdef(tosize),href))
  951. end;
  952. end;
  953. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  954. begin
  955. if shuffle=mms_movescalar then
  956. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  957. else
  958. { reg2 = bitcast fromllsize reg1 to tollsize }
  959. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  960. end;
  961. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  962. begin
  963. if (op=OP_XOR) and
  964. (src=dst) then
  965. a_load_const_reg(list,size,0,dst)
  966. else
  967. { todo }
  968. internalerror(2013060221);
  969. end;
  970. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  971. begin
  972. internalerror(2013060222);
  973. end;
  974. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  975. begin
  976. internalerror(2013060223);
  977. end;
  978. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  979. var
  980. paraloc: pcgparalocation;
  981. begin
  982. result:=inherited;
  983. { we'll change the paraloc, make sure we don't modify the original one }
  984. if not result.temporary then
  985. begin
  986. result:=result.getcopy;
  987. result.temporary:=true;
  988. end;
  989. { get the LLVM representation of the function result (e.g. a
  990. struct with two i64 fields for a record with 4 i32 fields) }
  991. result.def:=llvmgetcgparadef(result,false);
  992. if assigned(result.location^.next) then
  993. begin
  994. { unify the result into a sinlge location; unlike for parameters,
  995. we are not responsible for splitting up results into multiple
  996. locations }
  997. { set the first location to the type of the function result }
  998. result.location^.def:=result.def;
  999. result.location^.size:=result.size;
  1000. { free all extra paralocs }
  1001. while assigned(result.location^.next) do
  1002. begin
  1003. paraloc:=result.location^.next^.next;
  1004. freemem(result.location^.next);
  1005. result.location^.next:=paraloc;
  1006. end;
  1007. end;
  1008. paraloc:=result.location;
  1009. paraloc^.def:=result.def;
  1010. case paraloc^.loc of
  1011. LOC_VOID:
  1012. ;
  1013. LOC_REGISTER,
  1014. LOC_FPUREGISTER,
  1015. LOC_MMREGISTER:
  1016. begin
  1017. paraloc^.llvmloc.loc:=paraloc^.loc;
  1018. paraloc^.llvmloc.reg:=paraloc^.register;
  1019. paraloc^.llvmvalueloc:=true;
  1020. end;
  1021. LOC_REFERENCE:
  1022. if not paramanager.ret_in_param(pd.returndef,pd) then
  1023. { TODO, if this can happen at all }
  1024. internalerror(2014011901);
  1025. else
  1026. internalerror(2014011902);
  1027. end;
  1028. end;
  1029. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1030. begin
  1031. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1032. end;
  1033. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1034. var
  1035. memloc: tlocation;
  1036. begin
  1037. if not(cgpara.location^.llvmvalueloc) then
  1038. begin
  1039. memloc:=l;
  1040. location_force_mem(list,memloc,vardef);
  1041. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1042. end
  1043. else
  1044. inherited;
  1045. end;
  1046. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1047. var
  1048. ploc : pcgparalocation;
  1049. hloc : tlocation;
  1050. href, href2 : treference;
  1051. hreg : tregister;
  1052. llvmparadef : tdef;
  1053. index : longint;
  1054. offset : pint;
  1055. userecord : boolean;
  1056. begin
  1057. { ignore e.g. empty records }
  1058. if (para.location^.loc=LOC_VOID) then
  1059. exit;
  1060. { If the parameter location is reused we don't need to copy
  1061. anything }
  1062. if reusepara then
  1063. exit;
  1064. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1065. with two int64 fields for passing a record consisiting of 8 bytes on
  1066. x86-64) }
  1067. llvmparadef:=llvmgetcgparadef(para,true);
  1068. userecord:=
  1069. (llvmparadef<>para.def) and
  1070. assigned(para.location^.next);
  1071. if userecord then
  1072. begin
  1073. { llvmparadef is a record in this case, with every field corresponding
  1074. to a single paraloc }
  1075. if destloc.loc<>LOC_REFERENCE then
  1076. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1077. else
  1078. begin
  1079. hreg:=getaddressregister(list,getpointerdef(llvmparadef));
  1080. a_loadaddr_ref_reg(list,vardef,getpointerdef(llvmparadef),destloc.reference,hreg);
  1081. reference_reset_base(href,getpointerdef(llvmparadef),hreg,0,destloc.reference.alignment);
  1082. end;
  1083. index:=0;
  1084. offset:=0;
  1085. ploc:=para.location;
  1086. repeat
  1087. paraloctoloc(ploc,hloc);
  1088. hreg:=getaddressregister(list,getpointerdef(ploc^.def));
  1089. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg,getpointerdef(llvmparadef),href,s32inttype,index,true));
  1090. reference_reset_base(href2,getpointerdef(ploc^.def),hreg,0,newalignment(href.alignment,offset));
  1091. a_load_loc_ref(list,ploc^.def,ploc^.def,hloc,href2);
  1092. inc(offset,ploc^.def.size);
  1093. inc(index);
  1094. ploc:=ploc^.next;
  1095. until not assigned(ploc);
  1096. if destloc.loc<>LOC_REFERENCE then
  1097. tg.ungettemp(list,href);
  1098. end
  1099. else
  1100. begin
  1101. para.check_simple_location;
  1102. paraloctoloc(para.location,hloc);
  1103. case destloc.loc of
  1104. LOC_REFERENCE :
  1105. begin
  1106. a_load_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference);
  1107. end;
  1108. LOC_REGISTER:
  1109. begin
  1110. a_load_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1111. end;
  1112. LOC_FPUREGISTER:
  1113. begin
  1114. a_loadfpu_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1115. end;
  1116. LOC_MMREGISTER:
  1117. begin
  1118. a_loadmm_loc_reg(list,llvmparadef,para.def,hloc,destloc.register,nil);
  1119. end;
  1120. { TODO other possible locations }
  1121. else
  1122. internalerror(2013102304);
  1123. end;
  1124. end;
  1125. end;
  1126. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1127. begin
  1128. internalerror(2013060224);
  1129. end;
  1130. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1131. begin
  1132. internalerror(2013060225);
  1133. end;
  1134. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1135. begin
  1136. internalerror(2013060226);
  1137. end;
  1138. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister);
  1139. begin
  1140. internalerror(2012090201);
  1141. end;
  1142. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1143. begin
  1144. internalerror(2012090203);
  1145. end;
  1146. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1147. begin
  1148. internalerror(2012090204);
  1149. end;
  1150. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1151. begin
  1152. internalerror(2012090205);
  1153. end;
  1154. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1155. begin
  1156. internalerror(2012090206);
  1157. end;
  1158. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1159. var
  1160. ptrindex: tcgint;
  1161. hreg1,
  1162. hreg2: tregister;
  1163. tmpref: treference;
  1164. begin
  1165. { already simple? }
  1166. if (not assigned(ref.symbol) or
  1167. (ref.base=NR_NO)) and
  1168. (ref.index=NR_NO) and
  1169. (ref.offset=0) then
  1170. begin
  1171. result:=ref;
  1172. exit;
  1173. end;
  1174. hreg2:=getaddressregister(list,getpointerdef(def));
  1175. { symbol+offset or base+offset with offset a multiple of the size ->
  1176. use getelementptr }
  1177. if (ref.index=NR_NO) and
  1178. (ref.offset mod def.size=0) then
  1179. begin
  1180. ptrindex:=ref.offset div def.size;
  1181. if assigned(ref.symbol) then
  1182. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1183. else
  1184. reference_reset_base(tmpref,getpointerdef(def),ref.base,0,ref.alignment);
  1185. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,getpointerdef(def),tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1186. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1187. exit;
  1188. end;
  1189. { for now, perform all calculations using plain pointer arithmetic. Later
  1190. we can look into optimizations based on getelementptr for structured
  1191. accesses (if only to prevent running out of virtual registers).
  1192. Assumptions:
  1193. * symbol/base register: always type "def*"
  1194. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1195. hreg1:=getintregister(list,ptruinttype);
  1196. if assigned(ref.symbol) then
  1197. begin
  1198. if ref.base<>NR_NO then
  1199. internalerror(2012111301);
  1200. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1201. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,getpointerdef(def),tmpref,ptruinttype,0,true));
  1202. end
  1203. else if ref.base<>NR_NO then
  1204. begin
  1205. a_load_reg_reg(list,getpointerdef(def),ptruinttype,ref.base,hreg1);
  1206. end
  1207. else
  1208. { todo: support for absolute addresses on embedded platforms }
  1209. internalerror(2012111302);
  1210. if ref.index<>NR_NO then
  1211. begin
  1212. { SSA... }
  1213. hreg2:=getintregister(list,ptruinttype);
  1214. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1215. hreg1:=hreg2;
  1216. end;
  1217. if ref.offset<>0 then
  1218. begin
  1219. hreg2:=getintregister(list,ptruinttype);
  1220. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1221. hreg1:=hreg2;
  1222. end;
  1223. a_load_reg_reg(list,ptruinttype,getpointerdef(def),hreg1,hreg2);
  1224. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1225. end;
  1226. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1227. var
  1228. rettemp: treference;
  1229. begin
  1230. if not is_void(hlretdef) and
  1231. not paramanager.ret_in_param(hlretdef, pd) then
  1232. begin
  1233. { should already be a copy, because it currently describes the llvm
  1234. return location }
  1235. if not retpara.temporary then
  1236. internalerror(2014020101);
  1237. { to ease the handling of aggregate types here, we just store
  1238. everything to memory rather than potentially dealing with aggregates
  1239. in "registers" }
  1240. tg.gethltemp(list, hlretdef, hlretdef.size, tt_normal, rettemp);
  1241. a_load_reg_ref(list, llvmretdef, hlretdef, resval, rettemp);
  1242. { the return parameter now contains a value whose type matches the one
  1243. that the high level code generator expects instead of the llvm shim
  1244. }
  1245. retpara.def:=hlretdef;
  1246. retpara.location^.def:=hlretdef;
  1247. { for llvm-specific code: }
  1248. retpara.location^.llvmvalueloc:=false;
  1249. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1250. retpara.location^.llvmloc.reg:=rettemp.base;
  1251. { for the rest (normally not used, but cleaner to set it correclty) }
  1252. retpara.location^.loc:=LOC_REFERENCE;
  1253. retpara.location^.reference.index:=rettemp.base;
  1254. retpara.location^.reference.offset:=0;
  1255. end
  1256. else
  1257. retpara.location^.llvmloc.loc:=LOC_VOID;
  1258. end;
  1259. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1260. begin
  1261. case paraloc^.llvmloc.loc of
  1262. LOC_REFERENCE:
  1263. begin
  1264. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1265. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1266. if paraloc^.llvmvalueloc then
  1267. hloc.reference.refaddr:=addr_full;
  1268. end;
  1269. LOC_REGISTER:
  1270. begin
  1271. if paraloc^.llvmvalueloc then
  1272. begin
  1273. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1274. hloc.register:=paraloc^.llvmloc.reg;
  1275. end
  1276. else
  1277. begin
  1278. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1279. internalerror(2014011903);
  1280. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1281. hloc.reference.base:=paraloc^.llvmloc.reg;
  1282. end;
  1283. end;
  1284. LOC_FPUREGISTER,
  1285. LOC_MMREGISTER:
  1286. begin
  1287. if paraloc^.llvmvalueloc then
  1288. begin
  1289. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1290. hloc.register:=paraloc^.llvmloc.reg;
  1291. end
  1292. else
  1293. internalerror(2014012401);
  1294. end
  1295. else
  1296. internalerror(2014010706);
  1297. end;
  1298. end;
  1299. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1300. begin
  1301. if cs_asm_source in current_settings.globalswitches then
  1302. begin
  1303. case vs.initialloc.loc of
  1304. LOC_REFERENCE :
  1305. begin
  1306. if assigned(vs.initialloc.reference.symbol) then
  1307. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1308. vs.initialloc.reference.symbol.name)))
  1309. else
  1310. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1311. tostr(getsupreg(vs.initialloc.reference.base)))));
  1312. end;
  1313. end;
  1314. end;
  1315. vs.localloc:=vs.initialloc;
  1316. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1317. end;
  1318. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1319. var
  1320. parasym : tasmsymbol;
  1321. begin
  1322. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1323. internalerror(2014010708);
  1324. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1325. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1326. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1327. vs.initialloc.reference.refaddr:=addr_full;
  1328. end;
  1329. procedure create_hlcodegen;
  1330. begin
  1331. hlcg:=thlcgllvm.create;
  1332. cgllvm.create_codegen
  1333. end;
  1334. end.