hlcgllvm.pas 58 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  31. protected
  32. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  33. public
  34. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  35. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  36. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  37. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  38. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  39. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  40. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  41. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  42. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  43. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  44. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  45. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  46. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  47. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  48. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  49. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  50. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  51. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  52. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  53. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  54. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  55. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  56. procedure gen_proc_symbol(list: TAsmList); override;
  57. procedure gen_proc_symbol_end(list: TAsmList); override;
  58. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  59. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  60. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  61. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  62. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  63. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  64. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  65. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  66. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  67. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  68. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  69. protected
  70. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  71. public
  72. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  73. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  74. {$ifdef cpuflags}
  75. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  76. has flags and we have to override the abstract methods to prevent
  77. warnings }
  78. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  79. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  80. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  81. {$endif cpuflags}
  82. { unimplemented or unnecessary routines }
  83. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister); override;
  84. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  85. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  86. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  87. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  88. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  89. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  90. protected
  91. { def is the type of the data stored in memory pointed to by ref, not
  92. a pointer to this type }
  93. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  94. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  95. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  96. end;
  97. procedure create_hlcodegen;
  98. implementation
  99. uses
  100. verbose,cutils,cclasses,globals,fmodule,constexp,systems,
  101. defutil,llvmdef,llvmsym,
  102. aasmtai,aasmcpu,
  103. aasmllvm,llvmbase,tgllvm,
  104. symtable,
  105. paramgr,llvmpara,
  106. procinfo,cpuinfo,tgobj,cgobj,cgllvm,cghlcpu;
  107. const
  108. topcg2llvmop: array[topcg] of tllvmop =
  109. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  110. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  111. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  112. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  113. { OP_ROL OP_ROR }
  114. la_none, la_none);
  115. constructor thlcgllvm.create;
  116. begin
  117. inherited
  118. end;
  119. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  120. var
  121. tmpref, initialref, ref: treference;
  122. orgsize: tdef;
  123. tmpreg: tregister;
  124. hloc: tlocation;
  125. location: pcgparalocation;
  126. orgsizeleft,
  127. sizeleft,
  128. totaloffset: asizeint;
  129. paralocidx: longint;
  130. userecord,
  131. reghasvalue: boolean;
  132. begin
  133. location:=cgpara.location;
  134. sizeleft:=cgpara.intsize;
  135. totaloffset:=0;
  136. orgsize:=size;
  137. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  138. userecord:=
  139. (orgsize<>size) and
  140. assigned(cgpara.location^.next);
  141. paralocidx:=0;
  142. while assigned(location) do
  143. begin
  144. if userecord then
  145. begin
  146. { llvmparadef is a record in this case, with every field corresponding
  147. to a single paraloc }
  148. paraloctoloc(location,hloc);
  149. tmpreg:=getaddressregister(list,getpointerdef(location^.def));
  150. list.concat(taillvm.getelementptr_reg_size_ref_size_const(tmpreg,getpointerdef(size),initialref,s32inttype,paralocidx,true));
  151. reference_reset_base(tmpref,getpointerdef(location^.def),tmpreg,0,newalignment(initialref.alignment,totaloffset));
  152. end
  153. else
  154. tmpref:=initialref;
  155. paramanager.allocparaloc(list,location);
  156. case location^.loc of
  157. LOC_REGISTER,LOC_CREGISTER:
  158. begin
  159. { byval parameter -> load the address rather than the value }
  160. if not location^.llvmvalueloc then
  161. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  162. { if this parameter is split into multiple paralocs via
  163. record fields, load the current paraloc. The type of the
  164. paraloc and of the current record field will match by
  165. construction (the record is build from the paraloc
  166. types) }
  167. else if userecord then
  168. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  169. { if the parameter is passed in a single paraloc, the
  170. paraloc's type may be different from the declared type
  171. -> use the original complete parameter size as source so
  172. we can insert a type conversion if necessary }
  173. else
  174. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  175. end;
  176. LOC_REFERENCE,LOC_CREFERENCE:
  177. begin
  178. if assigned(location^.next) then
  179. internalerror(2010052906);
  180. reference_reset_base(ref,getpointerdef(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  181. if (def_cgsize(size)<>OS_NO) and
  182. (size.size=sizeleft) and
  183. (sizeleft<=sizeof(aint)) then
  184. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  185. else
  186. { use concatcopy, because the parameter can be larger than }
  187. { what the OS_* constants can handle }
  188. g_concatcopy(list,location^.def,tmpref,ref);
  189. end;
  190. LOC_MMREGISTER,LOC_CMMREGISTER:
  191. begin
  192. case location^.size of
  193. OS_F32,
  194. OS_F64,
  195. OS_F128:
  196. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  197. OS_M8..OS_M128,
  198. OS_MS8..OS_MS128:
  199. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  200. else
  201. internalerror(2010053101);
  202. end;
  203. end
  204. else
  205. internalerror(2010053111);
  206. end;
  207. inc(totaloffset,tcgsize2size[location^.size]);
  208. dec(sizeleft,tcgsize2size[location^.size]);
  209. location:=location^.next;
  210. inc(paralocidx);
  211. end;
  212. end;
  213. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  214. var
  215. newrefsize: tdef;
  216. reg: tregister;
  217. begin
  218. newrefsize:=llvmgetcgparadef(para,true);
  219. if refsize<>newrefsize then
  220. begin
  221. reg:=getaddressregister(list,getpointerdef(newrefsize));
  222. a_loadaddr_ref_reg(list,refsize,getpointerdef(newrefsize),initialref,reg);
  223. reference_reset_base(newref,getpointerdef(newrefsize),reg,0,initialref.alignment);
  224. refsize:=newrefsize;
  225. end
  226. else
  227. newref:=initialref;
  228. end;
  229. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  230. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  231. begin
  232. case getregtype(reg) of
  233. R_INTREGISTER,
  234. R_ADDRESSREGISTER:
  235. begin
  236. a_load_ref_reg(list,def,def,ref,reg);
  237. callpara^.loc:=LOC_REGISTER;
  238. end;
  239. R_FPUREGISTER:
  240. begin
  241. a_loadfpu_ref_reg(list,def,def,ref,reg);
  242. callpara^.loc:=LOC_FPUREGISTER;
  243. end;
  244. R_MMREGISTER:
  245. begin
  246. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  247. callpara^.loc:=LOC_MMREGISTER;
  248. end;
  249. else
  250. internalerror(2014012213);
  251. end;
  252. end;
  253. var
  254. callparas: tfplist;
  255. llvmretdef,
  256. hlretdef: tdef;
  257. paraloc: pcgparalocation;
  258. callpara: pllvmcallpara;
  259. href: treference;
  260. res: tregister;
  261. i: longint;
  262. asmsym: tasmsymbol;
  263. begin
  264. if not pd.owner.iscurrentunit or
  265. (s<>pd.mangledname) or
  266. (po_external in pd.procoptions) then
  267. begin
  268. asmsym:=current_asmdata.RefAsmSymbol(pd.mangledname);
  269. if not asmsym.declared then
  270. current_asmdata.AsmLists[al_imports].Concat(taillvmdecl.create(asmsym,pd,nil,sec_code));
  271. end;
  272. callparas:=tfplist.Create;
  273. for i:=0 to high(paras) do
  274. begin
  275. paraloc:=paras[i]^.location;
  276. while assigned(paraloc) and
  277. (paraloc^.loc<>LOC_VOID) do
  278. begin
  279. new(callpara);
  280. callpara^.def:=paraloc^.def;
  281. llvmextractvalueextinfo(paras[i]^.def,callpara^.def,callpara^.valueext);
  282. callpara^.loc:=paraloc^.loc;
  283. case callpara^.loc of
  284. LOC_REFERENCE:
  285. begin
  286. if paraloc^.llvmvalueloc then
  287. internalerror(2014012307)
  288. else
  289. begin
  290. reference_reset_base(href,getpointerdef(callpara^.def),paraloc^.reference.index,paraloc^.reference.offset,paraloc^.def.alignment);
  291. res:=getregisterfordef(list,paraloc^.def);
  292. load_ref_anyreg(callpara^.def,href,res,callpara);
  293. end;
  294. callpara^.reg:=res
  295. end;
  296. LOC_REGISTER,
  297. LOC_FPUREGISTER,
  298. LOC_MMREGISTER:
  299. begin
  300. { undo explicit value extension }
  301. if callpara^.valueext<>lve_none then
  302. begin
  303. res:=getregisterfordef(list,callpara^.def);
  304. a_load_reg_reg(list,paraloc^.def,callpara^.def,paraloc^.register,res);
  305. paraloc^.register:=res;
  306. end;
  307. callpara^.reg:=paraloc^.register
  308. end;
  309. else
  310. internalerror(2014010605);
  311. end;
  312. callparas.add(callpara);
  313. paraloc:=paraloc^.next;
  314. end;
  315. end;
  316. { the Pascal level may expect a different returndef compared to the
  317. declared one }
  318. if not assigned(forceresdef) then
  319. hlretdef:=pd.returndef
  320. else
  321. hlretdef:=forceresdef;
  322. { llvm will always expect the original return def }
  323. if not paramanager.ret_in_param(hlretdef,pd) then
  324. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside],true)
  325. else
  326. llvmretdef:=voidtype;
  327. if not is_void(llvmretdef) then
  328. res:=getregisterfordef(list,llvmretdef)
  329. else
  330. res:=NR_NO;
  331. list.concat(taillvm.call_size_name_paras(res,llvmretdef,current_asmdata.RefAsmSymbol(pd.mangledname),callparas));
  332. result:=get_call_result_cgpara(pd,forceresdef);
  333. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  334. end;
  335. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  336. begin
  337. internalerror(2012042824);
  338. result:=get_call_result_cgpara(pd,nil);
  339. // set_call_function_result(list,pd,pd.returndef,res,result);
  340. end;
  341. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  342. begin
  343. list.concat(taillvm.op_reg_size_const_size(la_bitcast,register,tosize,a,tosize))
  344. end;
  345. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  346. var
  347. sref: treference;
  348. begin
  349. sref:=make_simple_ref(list,ref,tosize);
  350. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,getpointerdef(tosize),sref))
  351. end;
  352. function def2intdef(fromsize, tosize: tdef): tdef;
  353. begin
  354. { we cannot zero-extend from/to anything but ordinal/enum
  355. types }
  356. if not(tosize.typ in [orddef,enumdef]) then
  357. internalerror(2014012305);
  358. { will give an internalerror if def_cgsize() returns OS_NO, which is
  359. what we want }
  360. result:=cgsize_orddef(def_cgsize(fromsize));
  361. end;
  362. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  363. var
  364. tmpref,
  365. sref: treference;
  366. hreg,
  367. hreg2: tregister;
  368. tmpsize: tdef;
  369. begin
  370. sref:=make_simple_ref(list,ref,tosize);
  371. hreg:=register;
  372. (* typecast the pointer to the value instead of the value itself if
  373. they have the same size but are of different kinds, because we can't
  374. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  375. if (llvmaggregatetype(fromsize) or
  376. llvmaggregatetype(tosize)) and
  377. (fromsize<>tosize) then
  378. begin
  379. if fromsize.size>tosize.size then
  380. begin
  381. { if source size is larger than the target size, we have to
  382. truncate it before storing. Unfortunately, we cannot truncate
  383. records (nor bitcast them to integers), so we first have to
  384. store them to memory and then bitcast the pointer to them
  385. }
  386. if fromsize.typ in [arraydef,recorddef] then
  387. begin
  388. { store struct/array-in-register to memory }
  389. tmpsize:=def2intdef(fromsize,tosize);
  390. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  391. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  392. { typecast pointer to memory into pointer to integer type }
  393. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  394. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),tmpref,hreg);
  395. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,tmpref.alignment);
  396. { load the integer from the temp into the destination }
  397. a_load_ref_ref(list,tmpsize,tosize,tmpref,sref);
  398. tg.ungettemp(list,tmpref);
  399. end
  400. else
  401. begin
  402. tmpsize:=def2intdef(tosize,fromsize);
  403. hreg:=getintregister(list,tmpsize);
  404. { truncate the integer }
  405. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  406. { store it to memory (it will now be of the same size as the
  407. struct, and hence another path will be followed in this
  408. method) }
  409. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  410. end;
  411. exit;
  412. end
  413. else
  414. begin
  415. hreg2:=getaddressregister(list,getpointerdef(fromsize));
  416. a_loadaddr_ref_reg(list,tosize,getpointerdef(fromsize),sref,hreg2);
  417. reference_reset_base(sref,getpointerdef(fromsize),hreg2,0,sref.alignment);
  418. tosize:=fromsize;
  419. end;
  420. end
  421. else if fromsize<>tosize then
  422. begin
  423. hreg:=getregisterfordef(list,tosize);
  424. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  425. end;
  426. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,getpointerdef(tosize),sref));
  427. end;
  428. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  429. var
  430. op: tllvmop;
  431. tmpreg: tregister;
  432. tmpintdef: tdef;
  433. begin
  434. op:=llvmconvop(fromsize,tosize);
  435. { converting from pointer to something else and vice versa is only
  436. possible via an intermediate pass to integer. Same for "something else"
  437. to pointer. }
  438. case op of
  439. la_ptrtoint_to_x,
  440. la_x_to_inttoptr:
  441. begin
  442. { convert via an integer with the same size as "x" }
  443. if op=la_ptrtoint_to_x then
  444. begin
  445. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  446. op:=la_bitcast
  447. end
  448. else
  449. begin
  450. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  451. op:=la_inttoptr;
  452. end;
  453. tmpreg:=getintregister(list,tmpintdef);
  454. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  455. reg1:=tmpreg;
  456. fromsize:=tmpintdef;
  457. end;
  458. end;
  459. { reg2 = bitcast fromsize reg1 to tosize }
  460. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  461. end;
  462. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  463. var
  464. tmpref,
  465. sref: treference;
  466. hreg: tregister;
  467. tmpsize: tdef;
  468. begin
  469. sref:=make_simple_ref(list,ref,fromsize);
  470. { "named register"? }
  471. if sref.refaddr=addr_full then
  472. begin
  473. { can't bitcast records/arrays }
  474. if (llvmaggregatetype(fromsize) or
  475. llvmaggregatetype(tosize)) and
  476. (fromsize<>tosize) then
  477. begin
  478. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  479. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(fromsize),tmpref));
  480. a_load_ref_reg(list,fromsize,tosize,tmpref,register);
  481. tg.ungettemp(list,tmpref);
  482. end
  483. else
  484. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,register,fromsize,sref,tosize))
  485. end
  486. else
  487. begin
  488. if ((fromsize.typ in [arraydef,recorddef]) or
  489. (tosize.typ in [arraydef,recorddef])) and
  490. (fromsize<>tosize) then
  491. begin
  492. if fromsize.size<tosize.size then
  493. begin
  494. { if the target size is larger than the source size, we
  495. have to perform the zero-extension using an integer type
  496. (can't zero-extend a record/array) }
  497. if fromsize.typ in [arraydef,recorddef] then
  498. begin
  499. { typecast the pointer to the struct into a pointer to an
  500. integer of equal size }
  501. tmpsize:=def2intdef(fromsize,tosize);
  502. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  503. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),sref,hreg);
  504. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,sref.alignment);
  505. { load that integer }
  506. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  507. end
  508. else
  509. begin
  510. { load the integer into an integer memory location with
  511. the same size as the struct (the integer should be
  512. unsigned, we don't want sign extensions here) }
  513. if is_signed(fromsize) then
  514. internalerror(2014012309);
  515. tmpsize:=def2intdef(tosize,fromsize);
  516. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  517. { typecast the struct-sized integer location into the
  518. struct type }
  519. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  520. { load the struct in the register }
  521. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  522. tg.ungettemp(list,tmpref);
  523. end;
  524. exit;
  525. end
  526. else
  527. begin
  528. (* typecast the pointer to the value instead of the value
  529. itself if they have the same size but are of different
  530. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  531. to an i64 *)
  532. hreg:=getaddressregister(list,getpointerdef(tosize));
  533. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tosize),sref,hreg);
  534. reference_reset_base(sref,getpointerdef(tosize),hreg,0,sref.alignment);
  535. fromsize:=tosize;
  536. end;
  537. end;
  538. hreg:=register;
  539. if fromsize<>tosize then
  540. hreg:=getregisterfordef(list,fromsize);
  541. list.concat(taillvm.op_reg_size_ref(la_load,hreg,getpointerdef(fromsize),sref));
  542. if hreg<>register then
  543. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  544. end;
  545. end;
  546. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  547. var
  548. sdref: treference;
  549. begin
  550. if (fromsize=tosize) and
  551. (sref.refaddr=addr_full) then
  552. begin
  553. sdref:=make_simple_ref(list,dref,tosize);
  554. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(tosize),sdref));
  555. end
  556. else
  557. inherited
  558. end;
  559. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  560. var
  561. sref: treference;
  562. begin
  563. { can't take the address of a 'named register' }
  564. if ref.refaddr=addr_full then
  565. internalerror(2013102306);
  566. sref:=make_simple_ref(list,ref,fromsize);
  567. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,getpointerdef(fromsize),sref,tosize));
  568. end;
  569. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  570. begin
  571. a_op_const_reg_reg(list,op,size,a,reg,reg);
  572. end;
  573. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  574. var
  575. tmpreg: tregister;
  576. begin
  577. if (def2regtyp(size)=R_INTREGISTER) and
  578. (topcg2llvmop[op]<>la_none) then
  579. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  580. else
  581. begin
  582. { default implementation is not SSA-safe }
  583. tmpreg:=getregisterfordef(list,size);
  584. a_load_const_reg(list,size,a,tmpreg);
  585. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  586. end;
  587. end;
  588. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  589. var
  590. orgdst,
  591. tmpreg1,
  592. tmpreg2,
  593. tmpreg3: tregister;
  594. opsize: tdef;
  595. begin
  596. orgdst:=dst;
  597. opsize:=size;
  598. { always perform using integer registers, because math operations on
  599. pointers are not supported (except via getelementptr, possible future
  600. optimization) }
  601. if def2regtyp(size)=R_ADDRESSREGISTER then
  602. begin
  603. opsize:=ptruinttype;
  604. tmpreg1:=getintregister(list,ptruinttype);
  605. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  606. src1:=tmpreg1;
  607. tmpreg1:=getintregister(list,ptruinttype);
  608. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  609. src2:=tmpreg1;
  610. dst:=getintregister(list,ptruinttype);
  611. end;
  612. if topcg2llvmop[op]<>la_none then
  613. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  614. else
  615. begin
  616. case op of
  617. OP_NEG:
  618. { %dst = sub size 0, %src1 }
  619. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  620. OP_NOT:
  621. { %dst = xor size -1, %src1 }
  622. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  623. OP_ROL:
  624. begin
  625. tmpreg1:=getintregister(list,opsize);
  626. tmpreg2:=getintregister(list,opsize);
  627. tmpreg3:=getintregister(list,opsize);
  628. { tmpreg1 := tcgsize2size[size] - src1 }
  629. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  630. { tmpreg2 := src2 shr tmpreg1 }
  631. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  632. { tmpreg3 := src2 shl src1 }
  633. a_op_reg_reg_reg(list,OP_SHL,opsize,src1,src2,tmpreg3);
  634. { dst := tmpreg2 or tmpreg3 }
  635. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  636. end;
  637. OP_ROR:
  638. begin
  639. tmpreg1:=getintregister(list,size);
  640. tmpreg2:=getintregister(list,size);
  641. tmpreg3:=getintregister(list,size);
  642. { tmpreg1 := tcgsize2size[size] - src1 }
  643. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  644. { tmpreg2 := src2 shl tmpreg1 }
  645. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  646. { tmpreg3 := src2 shr src1 }
  647. a_op_reg_reg_reg(list,OP_SHR,opsize,src1,src2,tmpreg3);
  648. { dst := tmpreg2 or tmpreg3 }
  649. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  650. end;
  651. else
  652. internalerror(2010081310);
  653. end;
  654. end;
  655. if dst<>orgdst then
  656. a_load_reg_reg(list,opsize,size,dst,orgdst);
  657. end;
  658. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  659. begin
  660. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  661. end;
  662. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  663. begin
  664. if not setflags then
  665. begin
  666. inherited;
  667. exit;
  668. end;
  669. { use xxx.with.overflow intrinsics }
  670. internalerror(2012111102);
  671. end;
  672. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  673. begin
  674. if not setflags then
  675. begin
  676. inherited;
  677. exit;
  678. end;
  679. { use xxx.with.overflow intrinsics }
  680. internalerror(2012111103);
  681. end;
  682. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  683. var
  684. tmpreg : tregister;
  685. invert: boolean;
  686. falselab, tmplab: tasmlabel;
  687. begin
  688. { since all comparisons return their results in a register, we'll often
  689. get comparisons against true/false -> optimise }
  690. if (size=pasbool8type) and
  691. (cmp_op in [OC_EQ,OC_NE]) then
  692. begin
  693. case cmp_op of
  694. OC_EQ:
  695. invert:=a=0;
  696. OC_NE:
  697. invert:=a=1;
  698. end;
  699. current_asmdata.getjumplabel(falselab);
  700. if invert then
  701. begin
  702. tmplab:=l;
  703. l:=falselab;
  704. falselab:=tmplab;
  705. end;
  706. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,reg,l,falselab));
  707. a_label(list,falselab);
  708. exit;
  709. end;
  710. tmpreg:=getregisterfordef(list,size);
  711. a_load_const_reg(list,size,a,tmpreg);
  712. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  713. end;
  714. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  715. var
  716. resreg: tregister;
  717. falselab: tasmlabel;
  718. begin
  719. if getregtype(reg1)<>getregtype(reg2) then
  720. internalerror(2012111105);
  721. resreg:=getintregister(list,pasbool8type);
  722. current_asmdata.getjumplabel(falselab);
  723. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  724. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  725. OC_GT is true if op1>op2 }
  726. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  727. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,resreg,l,falselab));
  728. a_label(list,falselab);
  729. end;
  730. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  731. begin
  732. { implement in tcg because required by the overridden a_label; doesn't use
  733. any high level stuff anyway }
  734. cg.a_jmp_always(list,l);
  735. end;
  736. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  737. begin
  738. a_load_ref_ref(list,size,size,source,dest);
  739. end;
  740. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  741. var
  742. tmpreg: tregister;
  743. href: treference;
  744. fromcompcurr,
  745. tocompcurr: boolean;
  746. begin
  747. { comp and currency are handled by the x87 in this case. They cannot
  748. be represented directly in llvm, and llvmdef translates them into i64
  749. (since that's their storage size and internally they also are int64).
  750. Solve this by changing the type to s80real once they are loaded into
  751. a register. }
  752. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  753. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  754. if tocompcurr then
  755. tosize:=s80floattype;
  756. href:=make_simple_ref(list,ref,fromsize);
  757. { don't generate different code for loading e.g. extended into cextended,
  758. but to take care of loading e.g. comp (=int64) into double }
  759. if (fromsize.size<>tosize.size) then
  760. tmpreg:=getfpuregister(list,fromsize)
  761. else
  762. tmpreg:=reg;
  763. { %tmpreg = load size* %ref }
  764. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,getpointerdef(fromsize),href));
  765. if tmpreg<>reg then
  766. if fromcompcurr then
  767. { treat as extended as long as it's in a register }
  768. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  769. else
  770. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  771. end;
  772. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  773. var
  774. tmpreg: tregister;
  775. href: treference;
  776. fromcompcurr,
  777. tocompcurr: boolean;
  778. begin
  779. { see comment in a_loadfpu_ref_reg }
  780. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  781. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  782. if fromcompcurr then
  783. fromsize:=s80floattype;
  784. href:=make_simple_ref(list,ref,tosize);
  785. { don't generate different code for loading e.g. extended into cextended,
  786. but to take care of storing e.g. comp (=int64) into double }
  787. if (fromsize.size<>tosize.size) then
  788. begin
  789. tmpreg:=getfpuregister(list,tosize);
  790. if tocompcurr then
  791. { store back an int64 rather than an extended }
  792. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  793. else
  794. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  795. end
  796. else
  797. tmpreg:=reg;
  798. { store tosize tmpreg, tosize* href }
  799. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,getpointerdef(tosize),href));
  800. end;
  801. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  802. var
  803. op: tllvmop;
  804. intfromsize,
  805. inttosize: longint;
  806. begin
  807. { treat comp and currency as extended in registers (see comment at start
  808. of a_loadfpu_ref_reg) }
  809. if tfloatdef(fromsize).floattype in [s64comp,s64currency] then
  810. fromsize:=sc80floattype;
  811. if tfloatdef(tosize).floattype in [s64comp,s64currency] then
  812. tosize:=sc80floattype;
  813. { at the value level, s80real and sc80real are the same }
  814. if fromsize<>s80floattype then
  815. intfromsize:=fromsize.size
  816. else
  817. intfromsize:=sc80floattype.size;
  818. if tosize<>s80floattype then
  819. inttosize:=tosize.size
  820. else
  821. inttosize:=sc80floattype.size;
  822. if intfromsize<inttosize then
  823. op:=la_fpext
  824. else if intfromsize>inttosize then
  825. op:=la_fptrunc
  826. else
  827. op:=la_bitcast;
  828. { reg2 = bitcast fromllsize reg1 to tollsize }
  829. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  830. end;
  831. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  832. var
  833. item: TCmdStrListItem;
  834. mangledname: TSymStr;
  835. asmsym: tasmsymbol;
  836. begin
  837. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  838. mangledname:=current_procinfo.procdef.mangledname;
  839. { predefine the real function name as local/global, so the aliases can
  840. refer to the symbol and get the binding correct }
  841. if (cs_profile in current_settings.moduleswitches) or
  842. (po_global in current_procinfo.procdef.procoptions) then
  843. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  844. else
  845. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  846. while assigned(item) do
  847. begin
  848. if mangledname<>item.Str then
  849. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,llv_default,lll_default));
  850. item:=TCmdStrListItem(item.next);
  851. end;
  852. list.concat(taillvmdecl.create(asmsym,current_procinfo.procdef,nil,sec_code));
  853. end;
  854. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  855. begin
  856. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  857. { todo: darwin main proc, or handle in other way? }
  858. end;
  859. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  860. begin
  861. list.concatlist(ttgllvm(tg).alloclist)
  862. { rest: todo }
  863. end;
  864. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  865. var
  866. retdef: tdef;
  867. retreg,
  868. hreg: tregister;
  869. retpara: tcgpara;
  870. begin
  871. { the function result type is the type of the first location, which can
  872. differ from the real result type (e.g. int64 for a record consisting of
  873. two longint fields on x86-64 -- we are responsible for lowering the
  874. result types like that) }
  875. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  876. retpara.check_simple_location;
  877. retdef:=retpara.location^.def;
  878. if is_void(retdef) or
  879. { don't check retdef here, it is e.g. a pshortstring in case it's
  880. shortstring that's returned in a parameter }
  881. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  882. list.concat(taillvm.op_size(la_ret,voidtype))
  883. else
  884. begin
  885. case retpara.location^.loc of
  886. LOC_REGISTER,
  887. LOC_FPUREGISTER,
  888. LOC_MMREGISTER:
  889. begin
  890. { sign/zeroextension of function results is handled implicitly
  891. via the signext/zeroext modifiers of the result, rather than
  892. in the code generator -> remove any explicit extensions here }
  893. retreg:=retpara.location^.register;
  894. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  895. (retdef.typ in [orddef,enumdef]) then
  896. begin
  897. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  898. begin
  899. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  900. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  901. retreg:=hreg;
  902. retdef:=current_procinfo.procdef.returndef;
  903. end;
  904. end;
  905. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  906. end
  907. else
  908. { todo: complex returns }
  909. internalerror(2012111106);
  910. end;
  911. end;
  912. end;
  913. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  914. begin
  915. { not possible, need ovloc }
  916. internalerror(2012111107);
  917. end;
  918. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  919. begin
  920. { todo }
  921. internalerror(2012111108);
  922. end;
  923. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  924. var
  925. href: treference;
  926. begin
  927. if shuffle=mms_movescalar then
  928. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  929. else
  930. begin
  931. { todo }
  932. if fromsize<>tosize then
  933. internalerror(2013060220);
  934. href:=make_simple_ref(list,ref,fromsize);
  935. { %reg = load size* %ref }
  936. list.concat(taillvm.op_reg_size_ref(la_load,reg,getpointerdef(fromsize),href));
  937. end;
  938. end;
  939. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  940. var
  941. href: treference;
  942. begin
  943. if shuffle=mms_movescalar then
  944. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  945. else
  946. begin
  947. { todo }
  948. if fromsize<>tosize then
  949. internalerror(2013060220);
  950. href:=make_simple_ref(list,ref,tosize);
  951. { store tosize reg, tosize* href }
  952. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,getpointerdef(tosize),href))
  953. end;
  954. end;
  955. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  956. begin
  957. if shuffle=mms_movescalar then
  958. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  959. else
  960. { reg2 = bitcast fromllsize reg1 to tollsize }
  961. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  962. end;
  963. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  964. begin
  965. if (op=OP_XOR) and
  966. (src=dst) then
  967. a_load_const_reg(list,size,0,dst)
  968. else
  969. { todo }
  970. internalerror(2013060221);
  971. end;
  972. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  973. begin
  974. internalerror(2013060222);
  975. end;
  976. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  977. begin
  978. internalerror(2013060223);
  979. end;
  980. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  981. var
  982. paraloc: pcgparalocation;
  983. begin
  984. result:=inherited;
  985. { we'll change the paraloc, make sure we don't modify the original one }
  986. if not result.temporary then
  987. begin
  988. result:=result.getcopy;
  989. result.temporary:=true;
  990. end;
  991. { get the LLVM representation of the function result (e.g. a
  992. struct with two i64 fields for a record with 4 i32 fields) }
  993. result.def:=llvmgetcgparadef(result,false);
  994. if assigned(result.location^.next) then
  995. begin
  996. { unify the result into a sinlge location; unlike for parameters,
  997. we are not responsible for splitting up results into multiple
  998. locations }
  999. { set the first location to the type of the function result }
  1000. result.location^.def:=result.def;
  1001. result.location^.size:=result.size;
  1002. { free all extra paralocs }
  1003. while assigned(result.location^.next) do
  1004. begin
  1005. paraloc:=result.location^.next^.next;
  1006. freemem(result.location^.next);
  1007. result.location^.next:=paraloc;
  1008. end;
  1009. end;
  1010. paraloc:=result.location;
  1011. paraloc^.def:=result.def;
  1012. case paraloc^.loc of
  1013. LOC_VOID:
  1014. ;
  1015. LOC_REGISTER,
  1016. LOC_FPUREGISTER,
  1017. LOC_MMREGISTER:
  1018. begin
  1019. paraloc^.llvmloc.loc:=paraloc^.loc;
  1020. paraloc^.llvmloc.reg:=paraloc^.register;
  1021. paraloc^.llvmvalueloc:=true;
  1022. end;
  1023. LOC_REFERENCE:
  1024. if not paramanager.ret_in_param(pd.returndef,pd) then
  1025. { TODO, if this can happen at all }
  1026. internalerror(2014011901);
  1027. else
  1028. internalerror(2014011902);
  1029. end;
  1030. end;
  1031. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1032. begin
  1033. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1034. end;
  1035. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1036. var
  1037. memloc: tlocation;
  1038. begin
  1039. if not(cgpara.location^.llvmvalueloc) then
  1040. begin
  1041. memloc:=l;
  1042. location_force_mem(list,memloc,vardef);
  1043. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1044. end
  1045. else
  1046. inherited;
  1047. end;
  1048. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1049. var
  1050. ploc : pcgparalocation;
  1051. hloc : tlocation;
  1052. href, href2 : treference;
  1053. hreg : tregister;
  1054. llvmparadef : tdef;
  1055. index : longint;
  1056. offset : pint;
  1057. userecord : boolean;
  1058. begin
  1059. { ignore e.g. empty records }
  1060. if (para.location^.loc=LOC_VOID) then
  1061. exit;
  1062. { If the parameter location is reused we don't need to copy
  1063. anything }
  1064. if reusepara then
  1065. exit;
  1066. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1067. with two int64 fields for passing a record consisiting of 8 bytes on
  1068. x86-64) }
  1069. llvmparadef:=llvmgetcgparadef(para,true);
  1070. userecord:=
  1071. (llvmparadef<>para.def) and
  1072. assigned(para.location^.next);
  1073. if userecord then
  1074. begin
  1075. { llvmparadef is a record in this case, with every field corresponding
  1076. to a single paraloc }
  1077. if destloc.loc<>LOC_REFERENCE then
  1078. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1079. else
  1080. begin
  1081. hreg:=getaddressregister(list,getpointerdef(llvmparadef));
  1082. a_loadaddr_ref_reg(list,vardef,getpointerdef(llvmparadef),destloc.reference,hreg);
  1083. reference_reset_base(href,getpointerdef(llvmparadef),hreg,0,destloc.reference.alignment);
  1084. end;
  1085. index:=0;
  1086. offset:=0;
  1087. ploc:=para.location;
  1088. repeat
  1089. paraloctoloc(ploc,hloc);
  1090. hreg:=getaddressregister(list,getpointerdef(ploc^.def));
  1091. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg,getpointerdef(llvmparadef),href,s32inttype,index,true));
  1092. reference_reset_base(href2,getpointerdef(ploc^.def),hreg,0,newalignment(href.alignment,offset));
  1093. a_load_loc_ref(list,ploc^.def,ploc^.def,hloc,href2);
  1094. inc(offset,ploc^.def.size);
  1095. inc(index);
  1096. ploc:=ploc^.next;
  1097. until not assigned(ploc);
  1098. if destloc.loc<>LOC_REFERENCE then
  1099. tg.ungettemp(list,href);
  1100. end
  1101. else
  1102. begin
  1103. para.check_simple_location;
  1104. paraloctoloc(para.location,hloc);
  1105. case destloc.loc of
  1106. LOC_REFERENCE :
  1107. begin
  1108. a_load_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference);
  1109. end;
  1110. LOC_REGISTER:
  1111. begin
  1112. a_load_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1113. end;
  1114. LOC_FPUREGISTER:
  1115. begin
  1116. a_loadfpu_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1117. end;
  1118. LOC_MMREGISTER:
  1119. begin
  1120. a_loadmm_loc_reg(list,llvmparadef,para.def,hloc,destloc.register,nil);
  1121. end;
  1122. { TODO other possible locations }
  1123. else
  1124. internalerror(2013102304);
  1125. end;
  1126. end;
  1127. end;
  1128. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1129. begin
  1130. internalerror(2013060224);
  1131. end;
  1132. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1133. begin
  1134. internalerror(2013060225);
  1135. end;
  1136. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1137. begin
  1138. internalerror(2013060226);
  1139. end;
  1140. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister);
  1141. begin
  1142. internalerror(2012090201);
  1143. end;
  1144. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1145. begin
  1146. internalerror(2012090203);
  1147. end;
  1148. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1149. begin
  1150. internalerror(2012090204);
  1151. end;
  1152. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1153. begin
  1154. internalerror(2012090205);
  1155. end;
  1156. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1157. begin
  1158. internalerror(2012090206);
  1159. end;
  1160. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1161. var
  1162. ptrindex: tcgint;
  1163. hreg1,
  1164. hreg2: tregister;
  1165. tmpref: treference;
  1166. begin
  1167. { already simple? }
  1168. if (not assigned(ref.symbol) or
  1169. (ref.base=NR_NO)) and
  1170. (ref.index=NR_NO) and
  1171. (ref.offset=0) then
  1172. begin
  1173. result:=ref;
  1174. exit;
  1175. end;
  1176. hreg2:=getaddressregister(list,getpointerdef(def));
  1177. { symbol+offset or base+offset with offset a multiple of the size ->
  1178. use getelementptr }
  1179. if (ref.index=NR_NO) and
  1180. (ref.offset mod def.size=0) then
  1181. begin
  1182. ptrindex:=ref.offset div def.size;
  1183. if assigned(ref.symbol) then
  1184. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1185. else
  1186. reference_reset_base(tmpref,getpointerdef(def),ref.base,0,ref.alignment);
  1187. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,getpointerdef(def),tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1188. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1189. exit;
  1190. end;
  1191. { for now, perform all calculations using plain pointer arithmetic. Later
  1192. we can look into optimizations based on getelementptr for structured
  1193. accesses (if only to prevent running out of virtual registers).
  1194. Assumptions:
  1195. * symbol/base register: always type "def*"
  1196. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1197. hreg1:=getintregister(list,ptruinttype);
  1198. if assigned(ref.symbol) then
  1199. begin
  1200. if ref.base<>NR_NO then
  1201. internalerror(2012111301);
  1202. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1203. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,getpointerdef(def),tmpref,ptruinttype,0,true));
  1204. end
  1205. else if ref.base<>NR_NO then
  1206. begin
  1207. a_load_reg_reg(list,getpointerdef(def),ptruinttype,ref.base,hreg1);
  1208. end
  1209. else
  1210. { todo: support for absolute addresses on embedded platforms }
  1211. internalerror(2012111302);
  1212. if ref.index<>NR_NO then
  1213. begin
  1214. { SSA... }
  1215. hreg2:=getintregister(list,ptruinttype);
  1216. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1217. hreg1:=hreg2;
  1218. end;
  1219. if ref.offset<>0 then
  1220. begin
  1221. hreg2:=getintregister(list,ptruinttype);
  1222. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1223. hreg1:=hreg2;
  1224. end;
  1225. a_load_reg_reg(list,ptruinttype,getpointerdef(def),hreg1,hreg2);
  1226. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1227. end;
  1228. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1229. var
  1230. rettemp: treference;
  1231. begin
  1232. if not is_void(hlretdef) and
  1233. not paramanager.ret_in_param(hlretdef, pd) then
  1234. begin
  1235. { should already be a copy, because it currently describes the llvm
  1236. return location }
  1237. if not retpara.temporary then
  1238. internalerror(2014020101);
  1239. { to ease the handling of aggregate types here, we just store
  1240. everything to memory rather than potentially dealing with aggregates
  1241. in "registers" }
  1242. tg.gethltemp(list, hlretdef, hlretdef.size, tt_normal, rettemp);
  1243. a_load_reg_ref(list, llvmretdef, hlretdef, resval, rettemp);
  1244. { the return parameter now contains a value whose type matches the one
  1245. that the high level code generator expects instead of the llvm shim
  1246. }
  1247. retpara.def:=hlretdef;
  1248. retpara.location^.def:=hlretdef;
  1249. { for llvm-specific code: }
  1250. retpara.location^.llvmvalueloc:=false;
  1251. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1252. retpara.location^.llvmloc.reg:=rettemp.base;
  1253. { for the rest (normally not used, but cleaner to set it correclty) }
  1254. retpara.location^.loc:=LOC_REFERENCE;
  1255. retpara.location^.reference.index:=rettemp.base;
  1256. retpara.location^.reference.offset:=0;
  1257. end
  1258. else
  1259. retpara.location^.llvmloc.loc:=LOC_VOID;
  1260. end;
  1261. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1262. begin
  1263. case paraloc^.llvmloc.loc of
  1264. LOC_REFERENCE:
  1265. begin
  1266. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1267. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1268. if paraloc^.llvmvalueloc then
  1269. hloc.reference.refaddr:=addr_full;
  1270. end;
  1271. LOC_REGISTER:
  1272. begin
  1273. if paraloc^.llvmvalueloc then
  1274. begin
  1275. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1276. hloc.register:=paraloc^.llvmloc.reg;
  1277. end
  1278. else
  1279. begin
  1280. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1281. internalerror(2014011903);
  1282. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1283. hloc.reference.base:=paraloc^.llvmloc.reg;
  1284. end;
  1285. end;
  1286. LOC_FPUREGISTER,
  1287. LOC_MMREGISTER:
  1288. begin
  1289. if paraloc^.llvmvalueloc then
  1290. begin
  1291. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1292. hloc.register:=paraloc^.llvmloc.reg;
  1293. end
  1294. else
  1295. internalerror(2014012401);
  1296. end
  1297. else
  1298. internalerror(2014010706);
  1299. end;
  1300. end;
  1301. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1302. begin
  1303. if cs_asm_source in current_settings.globalswitches then
  1304. begin
  1305. case vs.initialloc.loc of
  1306. LOC_REFERENCE :
  1307. begin
  1308. if assigned(vs.initialloc.reference.symbol) then
  1309. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1310. vs.initialloc.reference.symbol.name)))
  1311. else
  1312. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1313. tostr(getsupreg(vs.initialloc.reference.base)))));
  1314. end;
  1315. end;
  1316. end;
  1317. vs.localloc:=vs.initialloc;
  1318. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1319. end;
  1320. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1321. var
  1322. parasym : tasmsymbol;
  1323. begin
  1324. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1325. internalerror(2014010708);
  1326. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1327. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1328. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1329. vs.initialloc.reference.refaddr:=addr_full;
  1330. end;
  1331. procedure create_hlcodegen;
  1332. begin
  1333. hlcg:=thlcgllvm.create;
  1334. cgllvm.create_codegen
  1335. end;
  1336. begin
  1337. chlcgobj:=thlcgllvm;
  1338. end.