hlcgllvm.pas 60 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  31. protected
  32. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  33. public
  34. procedure getcpuregister(list: TAsmList; r: Tregister); override;
  35. procedure ungetcpuregister(list: TAsmList; r: Tregister); override;
  36. procedure alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset); override;
  37. procedure deallocallcpuregisters(list: TAsmList); override;
  38. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  39. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  40. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  41. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  42. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  43. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  44. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  45. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  46. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  47. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  48. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  49. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  50. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  51. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  52. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  53. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  54. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  55. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  56. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  57. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  58. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  59. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  60. procedure gen_proc_symbol(list: TAsmList); override;
  61. procedure gen_proc_symbol_end(list: TAsmList); override;
  62. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  63. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  64. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  65. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  66. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  67. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  68. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  69. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  70. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  71. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  72. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  73. protected
  74. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  75. public
  76. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  77. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  78. {$ifdef cpuflags}
  79. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  80. has flags and we have to override the abstract methods to prevent
  81. warnings }
  82. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  83. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  84. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  85. {$endif cpuflags}
  86. { unimplemented or unnecessary routines }
  87. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister); override;
  88. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  89. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  90. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  91. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  92. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  93. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  94. protected
  95. { def is the type of the data stored in memory pointed to by ref, not
  96. a pointer to this type }
  97. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  98. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  99. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  100. end;
  101. procedure create_hlcodegen;
  102. implementation
  103. uses
  104. verbose,cutils,cclasses,globals,fmodule,constexp,systems,
  105. defutil,llvmdef,llvmsym,
  106. aasmtai,aasmcpu,
  107. aasmllvm,llvmbase,tgllvm,
  108. symtable,
  109. paramgr,llvmpara,
  110. procinfo,cpuinfo,tgobj,cgobj,cgllvm,cghlcpu;
  111. const
  112. topcg2llvmop: array[topcg] of tllvmop =
  113. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  114. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  115. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  116. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  117. { OP_ROL OP_ROR }
  118. la_none, la_none);
  119. constructor thlcgllvm.create;
  120. begin
  121. inherited
  122. end;
  123. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  124. var
  125. tmpref, initialref, ref: treference;
  126. orgsize: tdef;
  127. tmpreg: tregister;
  128. hloc: tlocation;
  129. location: pcgparalocation;
  130. orgsizeleft,
  131. sizeleft,
  132. totaloffset: asizeint;
  133. paralocidx: longint;
  134. userecord,
  135. reghasvalue: boolean;
  136. begin
  137. location:=cgpara.location;
  138. sizeleft:=cgpara.intsize;
  139. totaloffset:=0;
  140. orgsize:=size;
  141. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  142. userecord:=
  143. (orgsize<>size) and
  144. assigned(cgpara.location^.next);
  145. paralocidx:=0;
  146. while assigned(location) do
  147. begin
  148. if userecord then
  149. begin
  150. { llvmparadef is a record in this case, with every field corresponding
  151. to a single paraloc }
  152. paraloctoloc(location,hloc);
  153. tmpreg:=getaddressregister(list,getpointerdef(location^.def));
  154. list.concat(taillvm.getelementptr_reg_size_ref_size_const(tmpreg,getpointerdef(size),initialref,s32inttype,paralocidx,true));
  155. reference_reset_base(tmpref,getpointerdef(location^.def),tmpreg,0,newalignment(initialref.alignment,totaloffset));
  156. end
  157. else
  158. tmpref:=initialref;
  159. paramanager.allocparaloc(list,location);
  160. case location^.loc of
  161. LOC_REGISTER,LOC_CREGISTER:
  162. begin
  163. { byval parameter -> load the address rather than the value }
  164. if not location^.llvmvalueloc then
  165. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  166. { if this parameter is split into multiple paralocs via
  167. record fields, load the current paraloc. The type of the
  168. paraloc and of the current record field will match by
  169. construction (the record is build from the paraloc
  170. types) }
  171. else if userecord then
  172. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  173. { if the parameter is passed in a single paraloc, the
  174. paraloc's type may be different from the declared type
  175. -> use the original complete parameter size as source so
  176. we can insert a type conversion if necessary }
  177. else
  178. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  179. end;
  180. LOC_REFERENCE,LOC_CREFERENCE:
  181. begin
  182. if assigned(location^.next) then
  183. internalerror(2010052906);
  184. reference_reset_base(ref,getpointerdef(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  185. if (def_cgsize(size)<>OS_NO) and
  186. (size.size=sizeleft) and
  187. (sizeleft<=sizeof(aint)) then
  188. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  189. else
  190. { use concatcopy, because the parameter can be larger than }
  191. { what the OS_* constants can handle }
  192. g_concatcopy(list,location^.def,tmpref,ref);
  193. end;
  194. LOC_MMREGISTER,LOC_CMMREGISTER:
  195. begin
  196. case location^.size of
  197. OS_F32,
  198. OS_F64,
  199. OS_F128:
  200. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  201. OS_M8..OS_M128,
  202. OS_MS8..OS_MS128:
  203. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  204. else
  205. internalerror(2010053101);
  206. end;
  207. end
  208. else
  209. internalerror(2010053111);
  210. end;
  211. inc(totaloffset,tcgsize2size[location^.size]);
  212. dec(sizeleft,tcgsize2size[location^.size]);
  213. location:=location^.next;
  214. inc(paralocidx);
  215. end;
  216. end;
  217. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  218. var
  219. newrefsize: tdef;
  220. reg: tregister;
  221. begin
  222. newrefsize:=llvmgetcgparadef(para,true);
  223. if refsize<>newrefsize then
  224. begin
  225. reg:=getaddressregister(list,getpointerdef(newrefsize));
  226. a_loadaddr_ref_reg(list,refsize,getpointerdef(newrefsize),initialref,reg);
  227. reference_reset_base(newref,getpointerdef(newrefsize),reg,0,initialref.alignment);
  228. refsize:=newrefsize;
  229. end
  230. else
  231. newref:=initialref;
  232. end;
  233. procedure thlcgllvm.getcpuregister(list: TAsmList; r: Tregister);
  234. begin
  235. { don't do anything }
  236. end;
  237. procedure thlcgllvm.ungetcpuregister(list: TAsmList; r: Tregister);
  238. begin
  239. { don't do anything }
  240. end;
  241. procedure thlcgllvm.alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset);
  242. begin
  243. { don't do anything }
  244. end;
  245. procedure thlcgllvm.deallocallcpuregisters(list: TAsmList);
  246. begin
  247. { don't do anything }
  248. end;
  249. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  250. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  251. begin
  252. case getregtype(reg) of
  253. R_INTREGISTER,
  254. R_ADDRESSREGISTER:
  255. begin
  256. a_load_ref_reg(list,def,def,ref,reg);
  257. callpara^.loc:=LOC_REGISTER;
  258. end;
  259. R_FPUREGISTER:
  260. begin
  261. a_loadfpu_ref_reg(list,def,def,ref,reg);
  262. callpara^.loc:=LOC_FPUREGISTER;
  263. end;
  264. R_MMREGISTER:
  265. begin
  266. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  267. callpara^.loc:=LOC_MMREGISTER;
  268. end;
  269. else
  270. internalerror(2014012213);
  271. end;
  272. end;
  273. var
  274. callparas: tfplist;
  275. llvmretdef,
  276. hlretdef,
  277. calldef: tdef;
  278. paraloc: pcgparalocation;
  279. callpara: pllvmcallpara;
  280. href: treference;
  281. res: tregister;
  282. i: longint;
  283. asmsym: tasmsymbol;
  284. begin
  285. if not pd.owner.iscurrentunit or
  286. (s<>pd.mangledname) or
  287. (po_external in pd.procoptions) then
  288. begin
  289. asmsym:=current_asmdata.RefAsmSymbol(pd.mangledname);
  290. if not asmsym.declared then
  291. current_asmdata.AsmLists[al_imports].Concat(taillvmdecl.create(asmsym,pd,nil,sec_code));
  292. end;
  293. callparas:=tfplist.Create;
  294. for i:=0 to high(paras) do
  295. begin
  296. paraloc:=paras[i]^.location;
  297. while assigned(paraloc) and
  298. (paraloc^.loc<>LOC_VOID) do
  299. begin
  300. new(callpara);
  301. callpara^.def:=paraloc^.def;
  302. llvmextractvalueextinfo(paras[i]^.def,callpara^.def,callpara^.valueext);
  303. callpara^.loc:=paraloc^.loc;
  304. case callpara^.loc of
  305. LOC_REFERENCE:
  306. begin
  307. if paraloc^.llvmvalueloc then
  308. internalerror(2014012307)
  309. else
  310. begin
  311. reference_reset_base(href,getpointerdef(callpara^.def),paraloc^.reference.index,paraloc^.reference.offset,paraloc^.def.alignment);
  312. res:=getregisterfordef(list,paraloc^.def);
  313. load_ref_anyreg(callpara^.def,href,res,callpara);
  314. end;
  315. callpara^.reg:=res
  316. end;
  317. LOC_REGISTER,
  318. LOC_FPUREGISTER,
  319. LOC_MMREGISTER:
  320. begin
  321. { undo explicit value extension }
  322. if callpara^.valueext<>lve_none then
  323. begin
  324. res:=getregisterfordef(list,callpara^.def);
  325. a_load_reg_reg(list,paraloc^.def,callpara^.def,paraloc^.register,res);
  326. paraloc^.register:=res;
  327. end;
  328. callpara^.reg:=paraloc^.register
  329. end;
  330. else
  331. internalerror(2014010605);
  332. end;
  333. callparas.add(callpara);
  334. paraloc:=paraloc^.next;
  335. end;
  336. end;
  337. { the Pascal level may expect a different returndef compared to the
  338. declared one }
  339. if not assigned(forceresdef) then
  340. hlretdef:=pd.returndef
  341. else
  342. hlretdef:=forceresdef;
  343. { llvm will always expect the original return def }
  344. if not paramanager.ret_in_param(hlretdef,pd) then
  345. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside],true)
  346. else
  347. llvmretdef:=voidtype;
  348. if not is_void(llvmretdef) then
  349. res:=getregisterfordef(list,llvmretdef)
  350. else
  351. res:=NR_NO;
  352. { if the function returns a function pointer type or is varargs, we
  353. must specify the full function signature, otherwise we can only
  354. specify the return type }
  355. if (po_varargs in pd.procoptions) or
  356. ((pd.proccalloption in cdecl_pocalls) and
  357. (pd.paras.count>0) and
  358. is_array_of_const(tparavarsym(pd.paras[pd.paras.count-1]).vardef)) then
  359. calldef:=pd
  360. else
  361. calldef:=llvmretdef;
  362. list.concat(taillvm.call_size_name_paras(res,calldef,current_asmdata.RefAsmSymbol(pd.mangledname),callparas));
  363. result:=get_call_result_cgpara(pd,forceresdef);
  364. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  365. end;
  366. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  367. begin
  368. internalerror(2012042824);
  369. result:=get_call_result_cgpara(pd,nil);
  370. // set_call_function_result(list,pd,pd.returndef,res,result);
  371. end;
  372. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  373. begin
  374. list.concat(taillvm.op_reg_size_const_size(llvmconvop(ptrsinttype,tosize),register,ptrsinttype,a,tosize))
  375. end;
  376. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  377. var
  378. sref: treference;
  379. begin
  380. sref:=make_simple_ref(list,ref,tosize);
  381. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,getpointerdef(tosize),sref))
  382. end;
  383. function def2intdef(fromsize, tosize: tdef): tdef;
  384. begin
  385. { we cannot zero-extend from/to anything but ordinal/enum
  386. types }
  387. if not(tosize.typ in [orddef,enumdef]) then
  388. internalerror(2014012305);
  389. { will give an internalerror if def_cgsize() returns OS_NO, which is
  390. what we want }
  391. result:=cgsize_orddef(def_cgsize(fromsize));
  392. end;
  393. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  394. var
  395. tmpref,
  396. sref: treference;
  397. hreg,
  398. hreg2: tregister;
  399. tmpsize: tdef;
  400. begin
  401. sref:=make_simple_ref(list,ref,tosize);
  402. hreg:=register;
  403. (* typecast the pointer to the value instead of the value itself if
  404. they have the same size but are of different kinds, because we can't
  405. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  406. if (llvmaggregatetype(fromsize) or
  407. llvmaggregatetype(tosize)) and
  408. (fromsize<>tosize) then
  409. begin
  410. if fromsize.size>tosize.size then
  411. begin
  412. { if source size is larger than the target size, we have to
  413. truncate it before storing. Unfortunately, we cannot truncate
  414. records (nor bitcast them to integers), so we first have to
  415. store them to memory and then bitcast the pointer to them
  416. }
  417. if fromsize.typ in [arraydef,recorddef] then
  418. begin
  419. { store struct/array-in-register to memory }
  420. tmpsize:=def2intdef(fromsize,tosize);
  421. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  422. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  423. { typecast pointer to memory into pointer to integer type }
  424. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  425. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),tmpref,hreg);
  426. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,tmpref.alignment);
  427. { load the integer from the temp into the destination }
  428. a_load_ref_ref(list,tmpsize,tosize,tmpref,sref);
  429. tg.ungettemp(list,tmpref);
  430. end
  431. else
  432. begin
  433. tmpsize:=def2intdef(tosize,fromsize);
  434. hreg:=getintregister(list,tmpsize);
  435. { truncate the integer }
  436. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  437. { store it to memory (it will now be of the same size as the
  438. struct, and hence another path will be followed in this
  439. method) }
  440. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  441. end;
  442. exit;
  443. end
  444. else
  445. begin
  446. hreg2:=getaddressregister(list,getpointerdef(fromsize));
  447. a_loadaddr_ref_reg(list,tosize,getpointerdef(fromsize),sref,hreg2);
  448. reference_reset_base(sref,getpointerdef(fromsize),hreg2,0,sref.alignment);
  449. tosize:=fromsize;
  450. end;
  451. end
  452. else if fromsize<>tosize then
  453. begin
  454. hreg:=getregisterfordef(list,tosize);
  455. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  456. end;
  457. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,getpointerdef(tosize),sref));
  458. end;
  459. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  460. var
  461. op: tllvmop;
  462. tmpreg: tregister;
  463. tmpintdef: tdef;
  464. begin
  465. op:=llvmconvop(fromsize,tosize);
  466. { converting from pointer to something else and vice versa is only
  467. possible via an intermediate pass to integer. Same for "something else"
  468. to pointer. }
  469. case op of
  470. la_ptrtoint_to_x,
  471. la_x_to_inttoptr:
  472. begin
  473. { convert via an integer with the same size as "x" }
  474. if op=la_ptrtoint_to_x then
  475. begin
  476. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  477. op:=la_bitcast
  478. end
  479. else
  480. begin
  481. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  482. op:=la_inttoptr;
  483. end;
  484. tmpreg:=getintregister(list,tmpintdef);
  485. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  486. reg1:=tmpreg;
  487. fromsize:=tmpintdef;
  488. end;
  489. end;
  490. { reg2 = bitcast fromsize reg1 to tosize }
  491. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  492. end;
  493. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  494. var
  495. tmpref,
  496. sref: treference;
  497. hreg: tregister;
  498. tmpsize: tdef;
  499. begin
  500. sref:=make_simple_ref(list,ref,fromsize);
  501. { "named register"? }
  502. if sref.refaddr=addr_full then
  503. begin
  504. { can't bitcast records/arrays }
  505. if (llvmaggregatetype(fromsize) or
  506. llvmaggregatetype(tosize)) and
  507. (fromsize<>tosize) then
  508. begin
  509. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  510. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(fromsize),tmpref));
  511. a_load_ref_reg(list,fromsize,tosize,tmpref,register);
  512. tg.ungettemp(list,tmpref);
  513. end
  514. else
  515. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,register,fromsize,sref,tosize))
  516. end
  517. else
  518. begin
  519. if ((fromsize.typ in [arraydef,recorddef]) or
  520. (tosize.typ in [arraydef,recorddef])) and
  521. (fromsize<>tosize) then
  522. begin
  523. if fromsize.size<tosize.size then
  524. begin
  525. { if the target size is larger than the source size, we
  526. have to perform the zero-extension using an integer type
  527. (can't zero-extend a record/array) }
  528. if fromsize.typ in [arraydef,recorddef] then
  529. begin
  530. { typecast the pointer to the struct into a pointer to an
  531. integer of equal size }
  532. tmpsize:=def2intdef(fromsize,tosize);
  533. hreg:=getaddressregister(list,getpointerdef(tmpsize));
  534. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tmpsize),sref,hreg);
  535. reference_reset_base(sref,getpointerdef(tmpsize),hreg,0,sref.alignment);
  536. { load that integer }
  537. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  538. end
  539. else
  540. begin
  541. { load the integer into an integer memory location with
  542. the same size as the struct (the integer should be
  543. unsigned, we don't want sign extensions here) }
  544. if is_signed(fromsize) then
  545. internalerror(2014012309);
  546. tmpsize:=def2intdef(tosize,fromsize);
  547. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  548. { typecast the struct-sized integer location into the
  549. struct type }
  550. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  551. { load the struct in the register }
  552. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  553. tg.ungettemp(list,tmpref);
  554. end;
  555. exit;
  556. end
  557. else
  558. begin
  559. (* typecast the pointer to the value instead of the value
  560. itself if they have the same size but are of different
  561. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  562. to an i64 *)
  563. hreg:=getaddressregister(list,getpointerdef(tosize));
  564. a_loadaddr_ref_reg(list,fromsize,getpointerdef(tosize),sref,hreg);
  565. reference_reset_base(sref,getpointerdef(tosize),hreg,0,sref.alignment);
  566. fromsize:=tosize;
  567. end;
  568. end;
  569. hreg:=register;
  570. if fromsize<>tosize then
  571. hreg:=getregisterfordef(list,fromsize);
  572. list.concat(taillvm.op_reg_size_ref(la_load,hreg,getpointerdef(fromsize),sref));
  573. if hreg<>register then
  574. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  575. end;
  576. end;
  577. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  578. var
  579. sdref: treference;
  580. begin
  581. if (fromsize=tosize) and
  582. (sref.refaddr=addr_full) then
  583. begin
  584. sdref:=make_simple_ref(list,dref,tosize);
  585. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,getpointerdef(tosize),sdref));
  586. end
  587. else
  588. inherited
  589. end;
  590. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  591. var
  592. sref: treference;
  593. begin
  594. { can't take the address of a 'named register' }
  595. if ref.refaddr=addr_full then
  596. internalerror(2013102306);
  597. sref:=make_simple_ref(list,ref,fromsize);
  598. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,getpointerdef(fromsize),sref,tosize));
  599. end;
  600. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  601. begin
  602. a_op_const_reg_reg(list,op,size,a,reg,reg);
  603. end;
  604. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  605. var
  606. tmpreg: tregister;
  607. begin
  608. if (def2regtyp(size)=R_INTREGISTER) and
  609. (topcg2llvmop[op]<>la_none) then
  610. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  611. else
  612. begin
  613. { default implementation is not SSA-safe }
  614. tmpreg:=getregisterfordef(list,size);
  615. a_load_const_reg(list,size,a,tmpreg);
  616. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  617. end;
  618. end;
  619. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  620. var
  621. orgdst,
  622. tmpreg1,
  623. tmpreg2,
  624. tmpreg3: tregister;
  625. opsize: tdef;
  626. begin
  627. orgdst:=dst;
  628. opsize:=size;
  629. { always perform using integer registers, because math operations on
  630. pointers are not supported (except via getelementptr, possible future
  631. optimization) }
  632. if def2regtyp(size)=R_ADDRESSREGISTER then
  633. begin
  634. opsize:=ptruinttype;
  635. tmpreg1:=getintregister(list,ptruinttype);
  636. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  637. src1:=tmpreg1;
  638. tmpreg1:=getintregister(list,ptruinttype);
  639. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  640. src2:=tmpreg1;
  641. dst:=getintregister(list,ptruinttype);
  642. end;
  643. if topcg2llvmop[op]<>la_none then
  644. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  645. else
  646. begin
  647. case op of
  648. OP_NEG:
  649. { %dst = sub size 0, %src1 }
  650. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  651. OP_NOT:
  652. { %dst = xor size -1, %src1 }
  653. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  654. OP_ROL:
  655. begin
  656. tmpreg1:=getintregister(list,opsize);
  657. tmpreg2:=getintregister(list,opsize);
  658. tmpreg3:=getintregister(list,opsize);
  659. { tmpreg1 := tcgsize2size[size] - src1 }
  660. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  661. { tmpreg2 := src2 shr tmpreg1 }
  662. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  663. { tmpreg3 := src2 shl src1 }
  664. a_op_reg_reg_reg(list,OP_SHL,opsize,src1,src2,tmpreg3);
  665. { dst := tmpreg2 or tmpreg3 }
  666. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  667. end;
  668. OP_ROR:
  669. begin
  670. tmpreg1:=getintregister(list,size);
  671. tmpreg2:=getintregister(list,size);
  672. tmpreg3:=getintregister(list,size);
  673. { tmpreg1 := tcgsize2size[size] - src1 }
  674. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size,src1));
  675. { tmpreg2 := src2 shl tmpreg1 }
  676. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  677. { tmpreg3 := src2 shr src1 }
  678. a_op_reg_reg_reg(list,OP_SHR,opsize,src1,src2,tmpreg3);
  679. { dst := tmpreg2 or tmpreg3 }
  680. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  681. end;
  682. else
  683. internalerror(2010081310);
  684. end;
  685. end;
  686. if dst<>orgdst then
  687. a_load_reg_reg(list,opsize,size,dst,orgdst);
  688. end;
  689. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  690. begin
  691. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  692. end;
  693. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  694. begin
  695. if not setflags then
  696. begin
  697. inherited;
  698. exit;
  699. end;
  700. { use xxx.with.overflow intrinsics }
  701. internalerror(2012111102);
  702. end;
  703. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  704. begin
  705. if not setflags then
  706. begin
  707. inherited;
  708. exit;
  709. end;
  710. { use xxx.with.overflow intrinsics }
  711. internalerror(2012111103);
  712. end;
  713. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  714. var
  715. tmpreg : tregister;
  716. invert: boolean;
  717. fallthroughlab, falselab, tmplab: tasmlabel;
  718. begin
  719. { since all comparisons return their results in a register, we'll often
  720. get comparisons against true/false -> optimise }
  721. if (size=pasbool8type) and
  722. (cmp_op in [OC_EQ,OC_NE]) then
  723. begin
  724. case cmp_op of
  725. OC_EQ:
  726. invert:=a=0;
  727. OC_NE:
  728. invert:=a=1;
  729. end;
  730. current_asmdata.getjumplabel(falselab);
  731. fallthroughlab:=falselab;
  732. if invert then
  733. begin
  734. tmplab:=l;
  735. l:=falselab;
  736. falselab:=tmplab;
  737. end;
  738. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,reg,l,falselab));
  739. a_label(list,fallthroughlab);
  740. exit;
  741. end;
  742. tmpreg:=getregisterfordef(list,size);
  743. a_load_const_reg(list,size,a,tmpreg);
  744. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  745. end;
  746. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  747. var
  748. resreg: tregister;
  749. falselab: tasmlabel;
  750. begin
  751. if getregtype(reg1)<>getregtype(reg2) then
  752. internalerror(2012111105);
  753. resreg:=getintregister(list,pasbool8type);
  754. current_asmdata.getjumplabel(falselab);
  755. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  756. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  757. OC_GT is true if op1>op2 }
  758. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  759. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,resreg,l,falselab));
  760. a_label(list,falselab);
  761. end;
  762. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  763. begin
  764. { implement in tcg because required by the overridden a_label; doesn't use
  765. any high level stuff anyway }
  766. cg.a_jmp_always(list,l);
  767. end;
  768. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  769. begin
  770. a_load_ref_ref(list,size,size,source,dest);
  771. end;
  772. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  773. var
  774. tmpreg: tregister;
  775. href: treference;
  776. fromcompcurr,
  777. tocompcurr: boolean;
  778. begin
  779. { comp and currency are handled by the x87 in this case. They cannot
  780. be represented directly in llvm, and llvmdef translates them into i64
  781. (since that's their storage size and internally they also are int64).
  782. Solve this by changing the type to s80real once they are loaded into
  783. a register. }
  784. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  785. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  786. if tocompcurr then
  787. tosize:=s80floattype;
  788. href:=make_simple_ref(list,ref,fromsize);
  789. { don't generate different code for loading e.g. extended into cextended,
  790. but to take care of loading e.g. comp (=int64) into double }
  791. if (fromsize.size<>tosize.size) then
  792. tmpreg:=getfpuregister(list,fromsize)
  793. else
  794. tmpreg:=reg;
  795. { %tmpreg = load size* %ref }
  796. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,getpointerdef(fromsize),href));
  797. if tmpreg<>reg then
  798. if fromcompcurr then
  799. { treat as extended as long as it's in a register }
  800. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  801. else
  802. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  803. end;
  804. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  805. var
  806. tmpreg: tregister;
  807. href: treference;
  808. fromcompcurr,
  809. tocompcurr: boolean;
  810. begin
  811. { see comment in a_loadfpu_ref_reg }
  812. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  813. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  814. if fromcompcurr then
  815. fromsize:=s80floattype;
  816. href:=make_simple_ref(list,ref,tosize);
  817. { don't generate different code for loading e.g. extended into cextended,
  818. but to take care of storing e.g. comp (=int64) into double }
  819. if (fromsize.size<>tosize.size) then
  820. begin
  821. tmpreg:=getfpuregister(list,tosize);
  822. if tocompcurr then
  823. { store back an int64 rather than an extended }
  824. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  825. else
  826. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  827. end
  828. else
  829. tmpreg:=reg;
  830. { store tosize tmpreg, tosize* href }
  831. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,getpointerdef(tosize),href));
  832. end;
  833. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  834. var
  835. op: tllvmop;
  836. intfromsize,
  837. inttosize: longint;
  838. begin
  839. { treat comp and currency as extended in registers (see comment at start
  840. of a_loadfpu_ref_reg) }
  841. if tfloatdef(fromsize).floattype in [s64comp,s64currency] then
  842. fromsize:=sc80floattype;
  843. if tfloatdef(tosize).floattype in [s64comp,s64currency] then
  844. tosize:=sc80floattype;
  845. { at the value level, s80real and sc80real are the same }
  846. if fromsize<>s80floattype then
  847. intfromsize:=fromsize.size
  848. else
  849. intfromsize:=sc80floattype.size;
  850. if tosize<>s80floattype then
  851. inttosize:=tosize.size
  852. else
  853. inttosize:=sc80floattype.size;
  854. if intfromsize<inttosize then
  855. op:=la_fpext
  856. else if intfromsize>inttosize then
  857. op:=la_fptrunc
  858. else
  859. op:=la_bitcast;
  860. { reg2 = bitcast fromllsize reg1 to tollsize }
  861. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  862. end;
  863. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  864. var
  865. item: TCmdStrListItem;
  866. mangledname: TSymStr;
  867. asmsym: tasmsymbol;
  868. begin
  869. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  870. mangledname:=current_procinfo.procdef.mangledname;
  871. { predefine the real function name as local/global, so the aliases can
  872. refer to the symbol and get the binding correct }
  873. if (cs_profile in current_settings.moduleswitches) or
  874. (po_global in current_procinfo.procdef.procoptions) then
  875. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  876. else
  877. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  878. while assigned(item) do
  879. begin
  880. if mangledname<>item.Str then
  881. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,llv_default,lll_default));
  882. item:=TCmdStrListItem(item.next);
  883. end;
  884. list.concat(taillvmdecl.create(asmsym,current_procinfo.procdef,nil,sec_code));
  885. end;
  886. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  887. begin
  888. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  889. { todo: darwin main proc, or handle in other way? }
  890. end;
  891. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  892. begin
  893. list.concatlist(ttgllvm(tg).alloclist)
  894. { rest: todo }
  895. end;
  896. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  897. var
  898. retdef: tdef;
  899. retreg,
  900. hreg: tregister;
  901. retpara: tcgpara;
  902. begin
  903. { the function result type is the type of the first location, which can
  904. differ from the real result type (e.g. int64 for a record consisting of
  905. two longint fields on x86-64 -- we are responsible for lowering the
  906. result types like that) }
  907. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  908. retpara.check_simple_location;
  909. retdef:=retpara.location^.def;
  910. if is_void(retdef) or
  911. { don't check retdef here, it is e.g. a pshortstring in case it's
  912. shortstring that's returned in a parameter }
  913. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  914. list.concat(taillvm.op_size(la_ret,voidtype))
  915. else
  916. begin
  917. case retpara.location^.loc of
  918. LOC_REGISTER,
  919. LOC_FPUREGISTER,
  920. LOC_MMREGISTER:
  921. begin
  922. { sign/zeroextension of function results is handled implicitly
  923. via the signext/zeroext modifiers of the result, rather than
  924. in the code generator -> remove any explicit extensions here }
  925. retreg:=retpara.location^.register;
  926. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  927. (retdef.typ in [orddef,enumdef]) then
  928. begin
  929. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  930. begin
  931. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  932. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  933. retreg:=hreg;
  934. retdef:=current_procinfo.procdef.returndef;
  935. end;
  936. end;
  937. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  938. end
  939. else
  940. { todo: complex returns }
  941. internalerror(2012111106);
  942. end;
  943. end;
  944. retpara.resetiftemp;
  945. end;
  946. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  947. begin
  948. { not possible, need ovloc }
  949. internalerror(2012111107);
  950. end;
  951. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  952. begin
  953. { todo }
  954. internalerror(2012111108);
  955. end;
  956. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  957. var
  958. href: treference;
  959. begin
  960. if shuffle=mms_movescalar then
  961. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  962. else
  963. begin
  964. { todo }
  965. if fromsize<>tosize then
  966. internalerror(2013060220);
  967. href:=make_simple_ref(list,ref,fromsize);
  968. { %reg = load size* %ref }
  969. list.concat(taillvm.op_reg_size_ref(la_load,reg,getpointerdef(fromsize),href));
  970. end;
  971. end;
  972. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  973. var
  974. href: treference;
  975. begin
  976. if shuffle=mms_movescalar then
  977. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  978. else
  979. begin
  980. { todo }
  981. if fromsize<>tosize then
  982. internalerror(2013060220);
  983. href:=make_simple_ref(list,ref,tosize);
  984. { store tosize reg, tosize* href }
  985. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,getpointerdef(tosize),href))
  986. end;
  987. end;
  988. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  989. begin
  990. if shuffle=mms_movescalar then
  991. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  992. else
  993. { reg2 = bitcast fromllsize reg1 to tollsize }
  994. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  995. end;
  996. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  997. begin
  998. if (op=OP_XOR) and
  999. (src=dst) then
  1000. a_load_const_reg(list,size,0,dst)
  1001. else
  1002. { todo }
  1003. internalerror(2013060221);
  1004. end;
  1005. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  1006. begin
  1007. internalerror(2013060222);
  1008. end;
  1009. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  1010. begin
  1011. internalerror(2013060223);
  1012. end;
  1013. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  1014. var
  1015. paraloc: pcgparalocation;
  1016. begin
  1017. result:=inherited;
  1018. { we'll change the paraloc, make sure we don't modify the original one }
  1019. if not result.temporary then
  1020. begin
  1021. result:=result.getcopy;
  1022. result.temporary:=true;
  1023. end;
  1024. { get the LLVM representation of the function result (e.g. a
  1025. struct with two i64 fields for a record with 4 i32 fields) }
  1026. result.def:=llvmgetcgparadef(result,false);
  1027. if assigned(result.location^.next) then
  1028. begin
  1029. { unify the result into a sinlge location; unlike for parameters,
  1030. we are not responsible for splitting up results into multiple
  1031. locations }
  1032. { set the first location to the type of the function result }
  1033. result.location^.def:=result.def;
  1034. result.location^.size:=result.size;
  1035. { free all extra paralocs }
  1036. while assigned(result.location^.next) do
  1037. begin
  1038. paraloc:=result.location^.next^.next;
  1039. freemem(result.location^.next);
  1040. result.location^.next:=paraloc;
  1041. end;
  1042. end;
  1043. paraloc:=result.location;
  1044. paraloc^.def:=result.def;
  1045. case paraloc^.loc of
  1046. LOC_VOID:
  1047. ;
  1048. LOC_REGISTER,
  1049. LOC_FPUREGISTER,
  1050. LOC_MMREGISTER:
  1051. begin
  1052. paraloc^.llvmloc.loc:=paraloc^.loc;
  1053. paraloc^.llvmloc.reg:=paraloc^.register;
  1054. paraloc^.llvmvalueloc:=true;
  1055. end;
  1056. LOC_REFERENCE:
  1057. if not paramanager.ret_in_param(pd.returndef,pd) then
  1058. { TODO, if this can happen at all }
  1059. internalerror(2014011901);
  1060. else
  1061. internalerror(2014011902);
  1062. end;
  1063. end;
  1064. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1065. begin
  1066. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1067. end;
  1068. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1069. var
  1070. memloc: tlocation;
  1071. begin
  1072. if not(cgpara.location^.llvmvalueloc) then
  1073. begin
  1074. memloc:=l;
  1075. location_force_mem(list,memloc,vardef);
  1076. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1077. end
  1078. else
  1079. inherited;
  1080. end;
  1081. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1082. var
  1083. ploc : pcgparalocation;
  1084. hloc : tlocation;
  1085. href, href2 : treference;
  1086. hreg : tregister;
  1087. llvmparadef : tdef;
  1088. index : longint;
  1089. offset : pint;
  1090. userecord : boolean;
  1091. begin
  1092. { ignore e.g. empty records }
  1093. if (para.location^.loc=LOC_VOID) then
  1094. exit;
  1095. { If the parameter location is reused we don't need to copy
  1096. anything }
  1097. if reusepara then
  1098. exit;
  1099. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1100. with two int64 fields for passing a record consisiting of 8 bytes on
  1101. x86-64) }
  1102. llvmparadef:=llvmgetcgparadef(para,true);
  1103. userecord:=
  1104. (llvmparadef<>para.def) and
  1105. assigned(para.location^.next);
  1106. if userecord then
  1107. begin
  1108. { llvmparadef is a record in this case, with every field corresponding
  1109. to a single paraloc }
  1110. if destloc.loc<>LOC_REFERENCE then
  1111. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1112. else
  1113. begin
  1114. hreg:=getaddressregister(list,getpointerdef(llvmparadef));
  1115. a_loadaddr_ref_reg(list,vardef,getpointerdef(llvmparadef),destloc.reference,hreg);
  1116. reference_reset_base(href,getpointerdef(llvmparadef),hreg,0,destloc.reference.alignment);
  1117. end;
  1118. index:=0;
  1119. offset:=0;
  1120. ploc:=para.location;
  1121. repeat
  1122. paraloctoloc(ploc,hloc);
  1123. hreg:=getaddressregister(list,getpointerdef(ploc^.def));
  1124. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg,getpointerdef(llvmparadef),href,s32inttype,index,true));
  1125. reference_reset_base(href2,getpointerdef(ploc^.def),hreg,0,newalignment(href.alignment,offset));
  1126. a_load_loc_ref(list,ploc^.def,ploc^.def,hloc,href2);
  1127. inc(offset,ploc^.def.size);
  1128. inc(index);
  1129. ploc:=ploc^.next;
  1130. until not assigned(ploc);
  1131. if destloc.loc<>LOC_REFERENCE then
  1132. tg.ungettemp(list,href);
  1133. end
  1134. else
  1135. begin
  1136. para.check_simple_location;
  1137. paraloctoloc(para.location,hloc);
  1138. case destloc.loc of
  1139. LOC_REFERENCE :
  1140. begin
  1141. case def2regtyp(llvmparadef) of
  1142. R_INTREGISTER,
  1143. R_ADDRESSREGISTER:
  1144. a_load_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference);
  1145. R_FPUREGISTER:
  1146. a_loadfpu_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference);
  1147. R_MMREGISTER:
  1148. a_loadmm_loc_ref(list,llvmparadef,para.def,hloc,destloc.reference,nil);
  1149. else
  1150. internalerror(2014080801);
  1151. end;
  1152. end;
  1153. LOC_REGISTER:
  1154. begin
  1155. a_load_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1156. end;
  1157. LOC_FPUREGISTER:
  1158. begin
  1159. a_loadfpu_loc_reg(list,llvmparadef,para.def,hloc,destloc.register);
  1160. end;
  1161. LOC_MMREGISTER:
  1162. begin
  1163. a_loadmm_loc_reg(list,llvmparadef,para.def,hloc,destloc.register,nil);
  1164. end;
  1165. { TODO other possible locations }
  1166. else
  1167. internalerror(2013102304);
  1168. end;
  1169. end;
  1170. end;
  1171. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1172. begin
  1173. internalerror(2013060224);
  1174. end;
  1175. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1176. begin
  1177. internalerror(2013060225);
  1178. end;
  1179. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1180. begin
  1181. internalerror(2013060226);
  1182. end;
  1183. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; size: tdef; src, dst: tregister);
  1184. begin
  1185. internalerror(2012090201);
  1186. end;
  1187. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1188. begin
  1189. internalerror(2012090203);
  1190. end;
  1191. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1192. begin
  1193. internalerror(2012090204);
  1194. end;
  1195. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1196. begin
  1197. internalerror(2012090205);
  1198. end;
  1199. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1200. begin
  1201. internalerror(2012090206);
  1202. end;
  1203. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1204. var
  1205. ptrindex: tcgint;
  1206. hreg1,
  1207. hreg2: tregister;
  1208. tmpref: treference;
  1209. begin
  1210. { already simple? }
  1211. if (not assigned(ref.symbol) or
  1212. (ref.base=NR_NO)) and
  1213. (ref.index=NR_NO) and
  1214. (ref.offset=0) then
  1215. begin
  1216. result:=ref;
  1217. exit;
  1218. end;
  1219. hreg2:=getaddressregister(list,getpointerdef(def));
  1220. { symbol+offset or base+offset with offset a multiple of the size ->
  1221. use getelementptr }
  1222. if (ref.index=NR_NO) and
  1223. (ref.offset mod def.size=0) then
  1224. begin
  1225. ptrindex:=ref.offset div def.size;
  1226. if assigned(ref.symbol) then
  1227. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1228. else
  1229. reference_reset_base(tmpref,getpointerdef(def),ref.base,0,ref.alignment);
  1230. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,getpointerdef(def),tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1231. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1232. exit;
  1233. end;
  1234. { for now, perform all calculations using plain pointer arithmetic. Later
  1235. we can look into optimizations based on getelementptr for structured
  1236. accesses (if only to prevent running out of virtual registers).
  1237. Assumptions:
  1238. * symbol/base register: always type "def*"
  1239. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1240. hreg1:=getintregister(list,ptruinttype);
  1241. if assigned(ref.symbol) then
  1242. begin
  1243. if ref.base<>NR_NO then
  1244. internalerror(2012111301);
  1245. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1246. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,getpointerdef(def),tmpref,ptruinttype,0,true));
  1247. end
  1248. else if ref.base<>NR_NO then
  1249. begin
  1250. a_load_reg_reg(list,getpointerdef(def),ptruinttype,ref.base,hreg1);
  1251. end
  1252. else
  1253. { todo: support for absolute addresses on embedded platforms }
  1254. internalerror(2012111302);
  1255. if ref.index<>NR_NO then
  1256. begin
  1257. { SSA... }
  1258. hreg2:=getintregister(list,ptruinttype);
  1259. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1260. hreg1:=hreg2;
  1261. end;
  1262. if ref.offset<>0 then
  1263. begin
  1264. hreg2:=getintregister(list,ptruinttype);
  1265. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1266. hreg1:=hreg2;
  1267. end;
  1268. a_load_reg_reg(list,ptruinttype,getpointerdef(def),hreg1,hreg2);
  1269. reference_reset_base(result,getpointerdef(def),hreg2,0,ref.alignment);
  1270. end;
  1271. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1272. var
  1273. rettemp: treference;
  1274. begin
  1275. if not is_void(hlretdef) and
  1276. not paramanager.ret_in_param(hlretdef, pd) then
  1277. begin
  1278. { should already be a copy, because it currently describes the llvm
  1279. return location }
  1280. if not retpara.temporary then
  1281. internalerror(2014020101);
  1282. if llvmaggregatetype(hlretdef) then
  1283. begin
  1284. { to ease the handling of aggregate types here, we just store
  1285. everything to memory rather than potentially dealing with aggregates
  1286. in "registers" }
  1287. tg.gethltemp(list, hlretdef, hlretdef.size, tt_normal, rettemp);
  1288. a_load_reg_ref(list, llvmretdef, hlretdef, resval, rettemp);
  1289. { the return parameter now contains a value whose type matches the one
  1290. that the high level code generator expects instead of the llvm shim
  1291. }
  1292. retpara.def:=hlretdef;
  1293. retpara.location^.def:=hlretdef;
  1294. { for llvm-specific code: }
  1295. retpara.location^.llvmvalueloc:=false;
  1296. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1297. retpara.location^.llvmloc.reg:=rettemp.base;
  1298. { for the rest (normally not used, but cleaner to set it correclty) }
  1299. retpara.location^.loc:=LOC_REFERENCE;
  1300. retpara.location^.reference.index:=rettemp.base;
  1301. retpara.location^.reference.offset:=0;
  1302. end
  1303. else
  1304. begin
  1305. retpara.Location^.llvmloc.loc:=retpara.location^.loc;
  1306. retpara.location^.llvmloc.reg:=resval;
  1307. retpara.Location^.llvmvalueloc:=true;
  1308. end;
  1309. end
  1310. else
  1311. retpara.location^.llvmloc.loc:=LOC_VOID;
  1312. end;
  1313. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1314. begin
  1315. case paraloc^.llvmloc.loc of
  1316. LOC_REFERENCE:
  1317. begin
  1318. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1319. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1320. if paraloc^.llvmvalueloc then
  1321. hloc.reference.refaddr:=addr_full;
  1322. end;
  1323. LOC_REGISTER:
  1324. begin
  1325. if paraloc^.llvmvalueloc then
  1326. begin
  1327. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1328. hloc.register:=paraloc^.llvmloc.reg;
  1329. end
  1330. else
  1331. begin
  1332. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1333. internalerror(2014011903);
  1334. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1335. hloc.reference.base:=paraloc^.llvmloc.reg;
  1336. end;
  1337. end;
  1338. LOC_FPUREGISTER,
  1339. LOC_MMREGISTER:
  1340. begin
  1341. if paraloc^.llvmvalueloc then
  1342. begin
  1343. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1344. hloc.register:=paraloc^.llvmloc.reg;
  1345. end
  1346. else
  1347. internalerror(2014012401);
  1348. end
  1349. else
  1350. internalerror(2014010706);
  1351. end;
  1352. end;
  1353. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1354. begin
  1355. if cs_asm_source in current_settings.globalswitches then
  1356. begin
  1357. case vs.initialloc.loc of
  1358. LOC_REFERENCE :
  1359. begin
  1360. if assigned(vs.initialloc.reference.symbol) then
  1361. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1362. vs.initialloc.reference.symbol.name)))
  1363. else
  1364. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1365. tostr(getsupreg(vs.initialloc.reference.base)))));
  1366. end;
  1367. end;
  1368. end;
  1369. vs.localloc:=vs.initialloc;
  1370. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1371. end;
  1372. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1373. var
  1374. parasym : tasmsymbol;
  1375. begin
  1376. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1377. internalerror(2014010708);
  1378. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1379. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1380. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1381. vs.initialloc.reference.refaddr:=addr_full;
  1382. end;
  1383. procedure create_hlcodegen;
  1384. begin
  1385. hlcg:=thlcgllvm.create;
  1386. cgllvm.create_codegen
  1387. end;
  1388. begin
  1389. chlcgobj:=thlcgllvm;
  1390. end.