hlcgllvm.pas 73 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,cclasses,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase, tgobj;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure temp_to_ref(p: ptemprecord; out ref: treference); override;
  31. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  32. protected
  33. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  34. public
  35. procedure getcpuregister(list: TAsmList; r: Tregister); override;
  36. procedure ungetcpuregister(list: TAsmList; r: Tregister); override;
  37. procedure alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset); override;
  38. procedure deallocallcpuregisters(list: TAsmList); override;
  39. protected
  40. procedure a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  41. public
  42. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  43. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  44. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  45. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  46. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  47. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  48. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  49. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  50. protected
  51. procedure a_loadaddr_ref_reg_intern(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister; makefromsizepointer: boolean);
  52. public
  53. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  54. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  55. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  56. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  57. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  58. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  59. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  60. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  61. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  62. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  63. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  64. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  65. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  66. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  67. procedure gen_proc_symbol(list: TAsmList); override;
  68. procedure gen_proc_symbol_end(list: TAsmList); override;
  69. procedure handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr); override;
  70. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  71. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  72. protected
  73. procedure gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara); override;
  74. public
  75. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  76. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  77. procedure g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister); override;
  78. procedure g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference); override;
  79. procedure g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference); override;
  80. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  81. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  82. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  83. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  84. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  85. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  86. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  87. protected
  88. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  89. public
  90. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  91. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  92. {$ifdef cpuflags}
  93. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  94. has flags and we have to override the abstract methods to prevent
  95. warnings }
  96. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  97. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  98. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  99. {$endif cpuflags}
  100. { unimplemented or unnecessary routines }
  101. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister); override;
  102. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  103. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  104. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  105. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  106. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  107. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  108. procedure g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string); override;
  109. { def is a pointerdef or implicit pointer type (class, classref, procvar,
  110. dynamic array, ...). }
  111. function make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  112. { def is the type of the data stored in memory pointed to by ref, not
  113. a pointer to this type }
  114. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  115. protected
  116. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  117. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  118. end;
  119. procedure create_hlcodegen;
  120. implementation
  121. uses
  122. verbose,cutils,globals,fmodule,constexp,systems,
  123. defutil,llvmdef,llvmsym,
  124. aasmtai,aasmcpu,
  125. aasmllvm,llvmbase,tgllvm,
  126. symtable,symllvm,
  127. paramgr,llvmpara,
  128. procinfo,cpuinfo,cgobj,cgllvm,cghlcpu,
  129. cgcpu,hlcgcpu;
  130. const
  131. topcg2llvmop: array[topcg] of tllvmop =
  132. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  133. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  134. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  135. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  136. { OP_ROL OP_ROR }
  137. la_none, la_none);
  138. constructor thlcgllvm.create;
  139. begin
  140. inherited
  141. end;
  142. procedure thlcgllvm.temp_to_ref(p: ptemprecord; out ref: treference);
  143. begin
  144. { on the LLVM target, every temp is independent and encoded via a
  145. separate temp register whose superregister number is stored in p^.pos }
  146. reference_reset_base(ref,voidstackpointertype,newreg(R_TEMPREGISTER,p^.pos,R_SUBWHOLE),0,p^.alignment);
  147. end;
  148. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  149. var
  150. tmpref, initialref, ref: treference;
  151. orgsize: tdef;
  152. tmpreg: tregister;
  153. hloc: tlocation;
  154. location: pcgparalocation;
  155. orgsizeleft,
  156. sizeleft,
  157. totaloffset: asizeint;
  158. paralocidx: longint;
  159. userecord,
  160. reghasvalue: boolean;
  161. begin
  162. location:=cgpara.location;
  163. sizeleft:=cgpara.intsize;
  164. totaloffset:=0;
  165. orgsize:=size;
  166. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  167. userecord:=
  168. (orgsize<>size) and
  169. assigned(cgpara.location^.next);
  170. paralocidx:=0;
  171. while assigned(location) do
  172. begin
  173. if userecord then
  174. begin
  175. { llvmparadef is a record in this case, with every field corresponding
  176. to a single paraloc }
  177. paraloctoloc(location,hloc);
  178. tmpreg:=getaddressregister(list,cpointerdef.getreusable(location^.def));
  179. list.concat(taillvm.getelementptr_reg_size_ref_size_const(tmpreg,cpointerdef.getreusable(size),initialref,s32inttype,paralocidx,true));
  180. reference_reset_base(tmpref,cpointerdef.getreusable(location^.def),tmpreg,0,newalignment(initialref.alignment,totaloffset));
  181. end
  182. else
  183. tmpref:=initialref;
  184. paramanager.allocparaloc(list,location);
  185. case location^.loc of
  186. LOC_REGISTER,LOC_CREGISTER:
  187. begin
  188. { byval parameter -> load the address rather than the value }
  189. if not location^.llvmvalueloc then
  190. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  191. { if this parameter is split into multiple paralocs via
  192. record fields, load the current paraloc. The type of the
  193. paraloc and of the current record field will match by
  194. construction (the record is build from the paraloc
  195. types) }
  196. else if userecord then
  197. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  198. { if the parameter is passed in a single paraloc, the
  199. paraloc's type may be different from the declared type
  200. -> use the original complete parameter size as source so
  201. we can insert a type conversion if necessary }
  202. else
  203. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  204. end;
  205. LOC_REFERENCE,LOC_CREFERENCE:
  206. begin
  207. if assigned(location^.next) then
  208. internalerror(2010052906);
  209. reference_reset_base(ref,cpointerdef.getreusable(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  210. if (def_cgsize(size)<>OS_NO) and
  211. (size.size=sizeleft) and
  212. (sizeleft<=sizeof(aint)) then
  213. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  214. else
  215. { use concatcopy, because the parameter can be larger than }
  216. { what the OS_* constants can handle }
  217. g_concatcopy(list,location^.def,tmpref,ref);
  218. end;
  219. LOC_MMREGISTER,LOC_CMMREGISTER:
  220. begin
  221. case location^.size of
  222. OS_F32,
  223. OS_F64,
  224. OS_F128:
  225. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  226. OS_M8..OS_M128,
  227. OS_MS8..OS_MS128,
  228. OS_32..OS_128:
  229. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  230. else
  231. internalerror(2010053101);
  232. end;
  233. end
  234. else
  235. internalerror(2010053111);
  236. end;
  237. inc(totaloffset,tcgsize2size[location^.size]);
  238. dec(sizeleft,tcgsize2size[location^.size]);
  239. location:=location^.next;
  240. inc(paralocidx);
  241. end;
  242. end;
  243. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  244. var
  245. newrefsize: tdef;
  246. reg: tregister;
  247. begin
  248. newrefsize:=llvmgetcgparadef(para,true);
  249. if refsize<>newrefsize then
  250. begin
  251. reg:=getaddressregister(list,cpointerdef.getreusable(newrefsize));
  252. a_loadaddr_ref_reg(list,refsize,cpointerdef.getreusable(newrefsize),initialref,reg);
  253. reference_reset_base(newref,cpointerdef.getreusable(newrefsize),reg,0,initialref.alignment);
  254. refsize:=newrefsize;
  255. end
  256. else
  257. newref:=initialref;
  258. end;
  259. procedure thlcgllvm.getcpuregister(list: TAsmList; r: Tregister);
  260. begin
  261. { don't do anything }
  262. end;
  263. procedure thlcgllvm.ungetcpuregister(list: TAsmList; r: Tregister);
  264. begin
  265. { don't do anything }
  266. end;
  267. procedure thlcgllvm.alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset);
  268. begin
  269. { don't do anything }
  270. end;
  271. procedure thlcgllvm.deallocallcpuregisters(list: TAsmList);
  272. begin
  273. { don't do anything }
  274. end;
  275. function get_call_pd(pd: tabstractprocdef): tdef;
  276. begin
  277. if (pd.typ=procdef) or
  278. not pd.is_addressonly then
  279. { we get a pointerdef rather than a procvardef so that if we have to
  280. insert an external declaration for this procdef in llvmtype, we don't
  281. have to create another procdef from the procvardef we've just created.
  282. With a pointerdef, we can just get the pointeddef again. A pointerdef
  283. is also much cheaper to create, and in llvm a provardef is a "function
  284. pointer", so a pointer to a procdef is the same as a procvar as far
  285. as llvm is concerned }
  286. result:=cpointerdef.getreusable(pd)
  287. else
  288. result:=pd
  289. end;
  290. procedure thlcgllvm.a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  291. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  292. begin
  293. case getregtype(reg) of
  294. R_INTREGISTER,
  295. R_ADDRESSREGISTER:
  296. begin
  297. a_load_ref_reg(list,def,def,ref,reg);
  298. callpara^.loc:=LOC_REGISTER;
  299. end;
  300. R_FPUREGISTER:
  301. begin
  302. a_loadfpu_ref_reg(list,def,def,ref,reg);
  303. callpara^.loc:=LOC_FPUREGISTER;
  304. end;
  305. R_MMREGISTER:
  306. begin
  307. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  308. callpara^.loc:=LOC_MMREGISTER;
  309. end;
  310. else
  311. internalerror(2014012213);
  312. end;
  313. end;
  314. var
  315. i: longint;
  316. href: treference;
  317. callpara: pllvmcallpara;
  318. paraloc: pcgparalocation;
  319. begin
  320. callparas:=tfplist.Create;
  321. for i:=0 to high(paras) do
  322. begin
  323. paraloc:=paras[i]^.location;
  324. while assigned(paraloc) and
  325. (paraloc^.loc<>LOC_VOID) do
  326. begin
  327. new(callpara);
  328. callpara^.def:=paraloc^.def;
  329. llvmextractvalueextinfo(paras[i]^.def, callpara^.def, callpara^.valueext);
  330. callpara^.loc:=paraloc^.loc;
  331. case callpara^.loc of
  332. LOC_REFERENCE:
  333. begin
  334. if paraloc^.llvmvalueloc then
  335. internalerror(2014012307)
  336. else
  337. begin
  338. reference_reset_base(href, cpointerdef.getreusable(callpara^.def), paraloc^.reference.index, paraloc^.reference.offset, paraloc^.def.alignment);
  339. res:=getregisterfordef(list, paraloc^.def);
  340. load_ref_anyreg(callpara^.def, href, res, callpara);
  341. end;
  342. callpara^.reg:=res
  343. end;
  344. LOC_REGISTER,
  345. LOC_FPUREGISTER,
  346. LOC_MMREGISTER:
  347. begin
  348. { undo explicit value extension }
  349. if callpara^.valueext<>lve_none then
  350. begin
  351. res:=getregisterfordef(list, callpara^.def);
  352. a_load_reg_reg(list, paraloc^.def, callpara^.def, paraloc^.register, res);
  353. paraloc^.register:=res;
  354. end;
  355. callpara^.reg:=paraloc^.register
  356. end;
  357. else
  358. internalerror(2014010605);
  359. end;
  360. callparas.add(callpara);
  361. paraloc:=paraloc^.next;
  362. end;
  363. end;
  364. { the Pascal level may expect a different returndef compared to the
  365. declared one }
  366. if not assigned(forceresdef) then
  367. hlretdef:=pd.returndef
  368. else
  369. hlretdef:=forceresdef;
  370. { llvm will always expect the original return def }
  371. if not paramanager.ret_in_param(hlretdef, pd) then
  372. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside], true)
  373. else
  374. llvmretdef:=voidtype;
  375. if not is_void(llvmretdef) then
  376. res:=getregisterfordef(list, llvmretdef)
  377. else
  378. res:=NR_NO;
  379. { if this is a complex procvar, get the non-tmethod-like equivalent }
  380. if (pd.typ=procvardef) and
  381. not pd.is_addressonly then
  382. pd:=tprocvardef(cprocvardef.getreusableprocaddr(pd));
  383. end;
  384. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  385. var
  386. callparas: tfplist;
  387. llvmretdef,
  388. hlretdef: tdef;
  389. res: tregister;
  390. begin
  391. a_call_common(list,pd,paras,forceresdef,res,hlretdef,llvmretdef,callparas);
  392. list.concat(taillvm.call_size_name_paras(get_call_pd(pd),res,llvmretdef,current_asmdata.RefAsmSymbol(pd.mangledname),callparas));
  393. result:=get_call_result_cgpara(pd,forceresdef);
  394. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  395. end;
  396. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  397. var
  398. callparas: tfplist;
  399. llvmretdef,
  400. hlretdef: tdef;
  401. res: tregister;
  402. begin
  403. a_call_common(list,pd,paras,nil,res,hlretdef,llvmretdef,callparas);
  404. list.concat(taillvm.call_size_reg_paras(get_call_pd(pd),res,llvmretdef,reg,callparas));
  405. result:=get_call_result_cgpara(pd,nil);
  406. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  407. end;
  408. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  409. begin
  410. list.concat(taillvm.op_reg_size_const_size(llvmconvop(ptrsinttype,tosize),register,ptrsinttype,a,tosize))
  411. end;
  412. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  413. var
  414. sref: treference;
  415. begin
  416. { llvm instructions do not support pointer constants -> only directly
  417. encode for integers; a_load_const_reg() handles pointers properly }
  418. if is_ordinal(tosize) or
  419. is_64bit(tosize) then
  420. begin
  421. sref:=make_simple_ref(list,ref,tosize);
  422. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,cpointerdef.getreusable(tosize),sref))
  423. end
  424. else
  425. inherited;
  426. end;
  427. function def2intdef(fromsize, tosize: tdef): tdef;
  428. begin
  429. { we cannot zero-extend from/to anything but ordinal/enum
  430. types }
  431. if not(tosize.typ in [orddef,enumdef]) then
  432. internalerror(2014012305);
  433. { will give an internalerror if def_cgsize() returns OS_NO, which is
  434. what we want }
  435. result:=cgsize_orddef(def_cgsize(fromsize));
  436. end;
  437. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  438. var
  439. tmpref,
  440. sref: treference;
  441. hreg,
  442. hreg2: tregister;
  443. tmpsize: tdef;
  444. begin
  445. sref:=make_simple_ref(list,ref,tosize);
  446. hreg:=register;
  447. (* typecast the pointer to the value instead of the value itself if
  448. they have the same size but are of different kinds, because we can't
  449. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  450. if (llvmaggregatetype(fromsize) or
  451. llvmaggregatetype(tosize)) and
  452. (fromsize<>tosize) then
  453. begin
  454. if fromsize.size>tosize.size then
  455. begin
  456. { if source size is larger than the target size, we have to
  457. truncate it before storing. Unfortunately, we cannot truncate
  458. records (nor bitcast them to integers), so we first have to
  459. store them to memory and then bitcast the pointer to them
  460. We can't truncate an integer to 3/5/6/7 bytes either, so also
  461. pass via a temp in that case
  462. }
  463. if (fromsize.typ in [arraydef,recorddef]) or
  464. (tosize.size in [3,5,6,7]) then
  465. begin
  466. { store struct/array-in-register to memory }
  467. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  468. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  469. { typecast pointer to memory into pointer to integer type }
  470. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  471. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),tmpref,hreg);
  472. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,tmpref.alignment);
  473. { load the integer from the temp into the destination }
  474. a_load_ref_ref(list,tosize,tosize,sref,ref);
  475. tg.ungettemp(list,tmpref);
  476. end
  477. else
  478. begin
  479. tmpsize:=def2intdef(tosize,fromsize);
  480. hreg:=getintregister(list,tmpsize);
  481. { truncate the integer }
  482. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  483. { store it to memory (it will now be of the same size as the
  484. struct, and hence another path will be followed in this
  485. method) }
  486. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  487. end;
  488. exit;
  489. end
  490. else
  491. begin
  492. hreg2:=getaddressregister(list,cpointerdef.getreusable(fromsize));
  493. a_loadaddr_ref_reg(list,tosize,cpointerdef.getreusable(fromsize),sref,hreg2);
  494. reference_reset_base(sref,cpointerdef.getreusable(fromsize),hreg2,0,sref.alignment);
  495. tosize:=fromsize;
  496. end;
  497. end
  498. else if fromsize<>tosize then
  499. begin
  500. hreg:=getregisterfordef(list,tosize);
  501. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  502. end;
  503. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,cpointerdef.getreusable(tosize),sref));
  504. end;
  505. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  506. var
  507. op: tllvmop;
  508. tmpreg: tregister;
  509. tmpintdef: tdef;
  510. begin
  511. op:=llvmconvop(fromsize,tosize);
  512. { converting from pointer to something else and vice versa is only
  513. possible via an intermediate pass to integer. Same for "something else"
  514. to pointer. }
  515. case op of
  516. la_ptrtoint_to_x,
  517. la_x_to_inttoptr:
  518. begin
  519. { convert via an integer with the same size as "x" }
  520. if op=la_ptrtoint_to_x then
  521. begin
  522. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  523. op:=la_bitcast
  524. end
  525. else
  526. begin
  527. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  528. op:=la_inttoptr;
  529. end;
  530. tmpreg:=getintregister(list,tmpintdef);
  531. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  532. reg1:=tmpreg;
  533. fromsize:=tmpintdef;
  534. end;
  535. end;
  536. { reg2 = bitcast fromsize reg1 to tosize }
  537. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  538. end;
  539. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  540. var
  541. tmpref,
  542. sref: treference;
  543. hreg: tregister;
  544. tmpsize: tdef;
  545. begin
  546. sref:=make_simple_ref(list,ref,fromsize);
  547. { "named register"? }
  548. if sref.refaddr=addr_full then
  549. begin
  550. { can't bitcast records/arrays }
  551. if (llvmaggregatetype(fromsize) or
  552. llvmaggregatetype(tosize)) and
  553. (fromsize<>tosize) then
  554. begin
  555. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  556. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(fromsize),tmpref));
  557. a_load_ref_reg(list,fromsize,tosize,tmpref,register);
  558. tg.ungettemp(list,tmpref);
  559. end
  560. else
  561. list.concat(taillvm.op_reg_size_ref_size(llvmconvop(fromsize,tosize),register,fromsize,sref,tosize))
  562. end
  563. else
  564. begin
  565. if ((fromsize.typ in [arraydef,recorddef]) or
  566. (tosize.typ in [arraydef,recorddef])) and
  567. (fromsize<>tosize) then
  568. begin
  569. if fromsize.size<tosize.size then
  570. begin
  571. { if the target size is larger than the source size, we
  572. have to perform the zero-extension using an integer type
  573. (can't zero-extend a record/array) }
  574. if fromsize.typ in [arraydef,recorddef] then
  575. begin
  576. { typecast the pointer to the struct into a pointer to an
  577. integer of equal size }
  578. tmpsize:=def2intdef(fromsize,tosize);
  579. hreg:=getaddressregister(list,cpointerdef.getreusable(tmpsize));
  580. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tmpsize),sref,hreg);
  581. reference_reset_base(sref,cpointerdef.getreusable(tmpsize),hreg,0,sref.alignment);
  582. { load that integer }
  583. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  584. end
  585. else
  586. begin
  587. { load the integer into an integer memory location with
  588. the same size as the struct (the integer should be
  589. unsigned, we don't want sign extensions here) }
  590. if is_signed(fromsize) then
  591. internalerror(2014012309);
  592. tmpsize:=def2intdef(tosize,fromsize);
  593. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  594. { typecast the struct-sized integer location into the
  595. struct type }
  596. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  597. { load the struct in the register }
  598. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  599. tg.ungettemp(list,tmpref);
  600. end;
  601. exit;
  602. end
  603. else
  604. begin
  605. (* typecast the pointer to the value instead of the value
  606. itself if they have the same size but are of different
  607. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  608. to an i64 *)
  609. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  610. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),sref,hreg);
  611. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,sref.alignment);
  612. fromsize:=tosize;
  613. end;
  614. end;
  615. hreg:=register;
  616. if fromsize<>tosize then
  617. hreg:=getregisterfordef(list,fromsize);
  618. list.concat(taillvm.op_reg_size_ref(la_load,hreg,cpointerdef.getreusable(fromsize),sref));
  619. if hreg<>register then
  620. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  621. end;
  622. end;
  623. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  624. var
  625. sdref: treference;
  626. begin
  627. if (fromsize=tosize) and
  628. (sref.refaddr=addr_full) then
  629. begin
  630. sdref:=make_simple_ref(list,dref,tosize);
  631. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(tosize),sdref));
  632. end
  633. else
  634. inherited
  635. end;
  636. procedure thlcgllvm.a_loadaddr_ref_reg_intern(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister; makefromsizepointer: boolean);
  637. var
  638. sref: treference;
  639. begin
  640. { can't take the address of a 'named register' }
  641. if ref.refaddr=addr_full then
  642. internalerror(2013102306);
  643. if makefromsizepointer then
  644. fromsize:=cpointerdef.getreusable(fromsize);
  645. sref:=make_simple_ref_ptr(list,ref,fromsize);
  646. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,fromsize,sref,tosize));
  647. end;
  648. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  649. begin
  650. a_loadaddr_ref_reg_intern(list,fromsize,tosize,ref,r,true);
  651. end;
  652. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  653. begin
  654. a_op_const_reg_reg(list,op,size,a,reg,reg);
  655. end;
  656. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  657. var
  658. tmpreg: tregister;
  659. begin
  660. if (def2regtyp(size)=R_INTREGISTER) and
  661. (topcg2llvmop[op]<>la_none) then
  662. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  663. else
  664. begin
  665. { default implementation is not SSA-safe }
  666. tmpreg:=getregisterfordef(list,size);
  667. a_load_const_reg(list,size,a,tmpreg);
  668. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  669. end;
  670. end;
  671. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  672. var
  673. orgdst,
  674. tmpreg1,
  675. tmpreg2,
  676. tmpreg3: tregister;
  677. opsize: tdef;
  678. begin
  679. orgdst:=dst;
  680. opsize:=size;
  681. { always perform using integer registers, because math operations on
  682. pointers are not supported (except via getelementptr, possible future
  683. optimization) }
  684. if def2regtyp(size)=R_ADDRESSREGISTER then
  685. begin
  686. opsize:=ptruinttype;
  687. tmpreg1:=getintregister(list,ptruinttype);
  688. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  689. src1:=tmpreg1;
  690. tmpreg1:=getintregister(list,ptruinttype);
  691. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  692. src2:=tmpreg1;
  693. dst:=getintregister(list,ptruinttype);
  694. end;
  695. if topcg2llvmop[op]<>la_none then
  696. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  697. else
  698. begin
  699. case op of
  700. OP_NEG:
  701. { %dst = sub size 0, %src1 }
  702. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  703. OP_NOT:
  704. { %dst = xor size -1, %src1 }
  705. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  706. OP_ROL:
  707. begin
  708. tmpreg1:=getintregister(list,opsize);
  709. tmpreg2:=getintregister(list,opsize);
  710. tmpreg3:=getintregister(list,opsize);
  711. { tmpreg1 := tcgsize2size[size] - src1 }
  712. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size*8,src1));
  713. { tmpreg2 := src2 shr tmpreg1 }
  714. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  715. { tmpreg3 := src2 shl src1 }
  716. a_op_reg_reg_reg(list,OP_SHL,opsize,src1,src2,tmpreg3);
  717. { dst := tmpreg2 or tmpreg3 }
  718. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  719. end;
  720. OP_ROR:
  721. begin
  722. tmpreg1:=getintregister(list,size);
  723. tmpreg2:=getintregister(list,size);
  724. tmpreg3:=getintregister(list,size);
  725. { tmpreg1 := tcgsize2size[size] - src1 }
  726. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size*8,src1));
  727. { tmpreg2 := src2 shl tmpreg1 }
  728. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  729. { tmpreg3 := src2 shr src1 }
  730. a_op_reg_reg_reg(list,OP_SHR,opsize,src1,src2,tmpreg3);
  731. { dst := tmpreg2 or tmpreg3 }
  732. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  733. end;
  734. else
  735. internalerror(2010081310);
  736. end;
  737. end;
  738. if dst<>orgdst then
  739. a_load_reg_reg(list,opsize,size,dst,orgdst);
  740. end;
  741. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  742. begin
  743. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  744. end;
  745. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  746. begin
  747. if not setflags then
  748. begin
  749. inherited;
  750. exit;
  751. end;
  752. { use xxx.with.overflow intrinsics }
  753. internalerror(2012111102);
  754. end;
  755. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  756. begin
  757. if not setflags then
  758. begin
  759. inherited;
  760. exit;
  761. end;
  762. { use xxx.with.overflow intrinsics }
  763. internalerror(2012111103);
  764. end;
  765. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  766. var
  767. tmpreg : tregister;
  768. invert: boolean;
  769. fallthroughlab, falselab, tmplab: tasmlabel;
  770. begin
  771. { since all comparisons return their results in a register, we'll often
  772. get comparisons against true/false -> optimise }
  773. if (size=pasbool8type) and
  774. (cmp_op in [OC_EQ,OC_NE]) then
  775. begin
  776. case cmp_op of
  777. OC_EQ:
  778. invert:=a=0;
  779. OC_NE:
  780. invert:=a=1;
  781. else
  782. { avoid uninitialised warning }
  783. internalerror(2015031504);
  784. end;
  785. current_asmdata.getjumplabel(falselab);
  786. fallthroughlab:=falselab;
  787. if invert then
  788. begin
  789. tmplab:=l;
  790. l:=falselab;
  791. falselab:=tmplab;
  792. end;
  793. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,reg,l,falselab));
  794. a_label(list,fallthroughlab);
  795. exit;
  796. end;
  797. tmpreg:=getregisterfordef(list,size);
  798. a_load_const_reg(list,size,a,tmpreg);
  799. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  800. end;
  801. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  802. var
  803. resreg: tregister;
  804. falselab: tasmlabel;
  805. begin
  806. if getregtype(reg1)<>getregtype(reg2) then
  807. internalerror(2012111105);
  808. resreg:=getintregister(list,pasbool8type);
  809. current_asmdata.getjumplabel(falselab);
  810. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  811. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  812. OC_GT is true if op1>op2 }
  813. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  814. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,resreg,l,falselab));
  815. a_label(list,falselab);
  816. end;
  817. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  818. begin
  819. { implement in tcg because required by the overridden a_label; doesn't use
  820. any high level stuff anyway }
  821. cg.a_jmp_always(list,l);
  822. end;
  823. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  824. var
  825. pd: tprocdef;
  826. sourcepara, destpara, sizepara, alignpara, volatilepara: tcgpara;
  827. maxalign: longint;
  828. begin
  829. { perform small copies directly; not larger ones, because then llvm
  830. will try to load the entire large datastructure into registers and
  831. starts spilling like crazy; too small copies must not be done via
  832. llvm.memcpy either, because then you get crashes in llvm }
  833. if (size.typ in [orddef,floatdef,enumdef]) or
  834. (size.size<=2*sizeof(aint)) then
  835. begin
  836. a_load_ref_ref(list,size,size,source,dest);
  837. exit;
  838. end;
  839. pd:=search_system_proc('llvm_memcpy64');
  840. sourcepara.init;
  841. destpara.init;
  842. sizepara.init;
  843. alignpara.init;
  844. volatilepara.init;
  845. paramanager.getintparaloc(list,pd,1,destpara);
  846. paramanager.getintparaloc(list,pd,2,sourcepara);
  847. paramanager.getintparaloc(list,pd,3,sizepara);
  848. paramanager.getintparaloc(list,pd,4,alignpara);
  849. paramanager.getintparaloc(list,pd,5,volatilepara);
  850. a_loadaddr_ref_cgpara(list,size,dest,destpara);
  851. a_loadaddr_ref_cgpara(list,size,source,sourcepara);
  852. a_load_const_cgpara(list,u64inttype,size.size,sizepara);
  853. maxalign:=newalignment(source.alignment,dest.alignment);
  854. a_load_const_cgpara(list,u32inttype,maxalign,alignpara);
  855. { we don't know anything about volatility here, should become an extra
  856. parameter to g_concatcopy }
  857. a_load_const_cgpara(list,pasbool8type,0,volatilepara);
  858. g_call_system_proc(list,pd,[@destpara,@sourcepara,@sizepara,@alignpara,@volatilepara],nil).resetiftemp;
  859. sourcepara.done;
  860. destpara.done;
  861. sizepara.done;
  862. alignpara.done;
  863. volatilepara.done;
  864. end;
  865. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  866. var
  867. tmpreg: tregister;
  868. href: treference;
  869. fromcompcurr,
  870. tocompcurr: boolean;
  871. begin
  872. { named register -> use generic code }
  873. if ref.refaddr=addr_full then
  874. begin
  875. a_load_ref_reg(list,fromsize,tosize,ref,reg);
  876. exit
  877. end;
  878. { comp and currency are handled by the x87 in this case. They cannot
  879. be represented directly in llvm, and llvmdef translates them into i64
  880. (since that's their storage size and internally they also are int64).
  881. Solve this by changing the type to s80real once they are loaded into
  882. a register. }
  883. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  884. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  885. if tocompcurr then
  886. tosize:=s80floattype;
  887. href:=make_simple_ref(list,ref,fromsize);
  888. { don't generate different code for loading e.g. extended into cextended,
  889. but to take care of loading e.g. comp (=int64) into double }
  890. if (fromsize.size<>tosize.size) then
  891. tmpreg:=getfpuregister(list,fromsize)
  892. else
  893. tmpreg:=reg;
  894. { %tmpreg = load size* %ref }
  895. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,cpointerdef.getreusable(fromsize),href));
  896. if tmpreg<>reg then
  897. if fromcompcurr then
  898. { treat as extended as long as it's in a register }
  899. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  900. else
  901. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  902. end;
  903. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  904. var
  905. tmpreg: tregister;
  906. href: treference;
  907. fromcompcurr,
  908. tocompcurr: boolean;
  909. begin
  910. { see comment in a_loadfpu_ref_reg }
  911. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  912. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  913. if fromcompcurr then
  914. fromsize:=s80floattype;
  915. href:=make_simple_ref(list,ref,tosize);
  916. { don't generate different code for loading e.g. extended into cextended,
  917. but to take care of storing e.g. comp (=int64) into double }
  918. if (fromsize.size<>tosize.size) then
  919. begin
  920. tmpreg:=getfpuregister(list,tosize);
  921. if tocompcurr then
  922. { store back an int64 rather than an extended }
  923. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  924. else
  925. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  926. end
  927. else
  928. tmpreg:=reg;
  929. { store tosize tmpreg, tosize* href }
  930. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,cpointerdef.getreusable(tosize),href));
  931. end;
  932. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  933. var
  934. op: tllvmop;
  935. intfromsize,
  936. inttosize: longint;
  937. begin
  938. { treat comp and currency as extended in registers (see comment at start
  939. of a_loadfpu_ref_reg) }
  940. if tfloatdef(fromsize).floattype in [s64comp,s64currency] then
  941. fromsize:=sc80floattype;
  942. if tfloatdef(tosize).floattype in [s64comp,s64currency] then
  943. tosize:=sc80floattype;
  944. { at the value level, s80real and sc80real are the same }
  945. if fromsize<>s80floattype then
  946. intfromsize:=fromsize.size
  947. else
  948. intfromsize:=sc80floattype.size;
  949. if tosize<>s80floattype then
  950. inttosize:=tosize.size
  951. else
  952. inttosize:=sc80floattype.size;
  953. if intfromsize<inttosize then
  954. op:=la_fpext
  955. else if intfromsize>inttosize then
  956. op:=la_fptrunc
  957. else
  958. op:=la_bitcast;
  959. { reg2 = bitcast fromllsize reg1 to tollsize }
  960. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  961. end;
  962. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  963. var
  964. item: TCmdStrListItem;
  965. mangledname: TSymStr;
  966. asmsym: tasmsymbol;
  967. begin
  968. if po_external in current_procinfo.procdef.procoptions then
  969. exit;
  970. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  971. mangledname:=current_procinfo.procdef.mangledname;
  972. { predefine the real function name as local/global, so the aliases can
  973. refer to the symbol and get the binding correct }
  974. if (cs_profile in current_settings.moduleswitches) or
  975. (po_global in current_procinfo.procdef.procoptions) then
  976. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  977. else
  978. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  979. while assigned(item) do
  980. begin
  981. if mangledname<>item.Str then
  982. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,llv_default,lll_default));
  983. item:=TCmdStrListItem(item.next);
  984. end;
  985. list.concat(taillvmdecl.createdef(asmsym,current_procinfo.procdef,nil,sec_code,current_procinfo.procdef.alignment));
  986. end;
  987. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  988. begin
  989. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  990. { todo: darwin main proc, or handle in other way? }
  991. end;
  992. procedure thlcgllvm.handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr);
  993. begin
  994. { don't do anything, because at this point we can't know yet for certain
  995. whether the aliased routine is internal to the current routine or not.
  996. If it's internal, we would have to generate an llvm alias, while if it's
  997. external, we would have to generate a declaration. Additionally, aliases
  998. cannot refer to declarations, so always creating aliases doesn't work
  999. either -> handle in llvmtype }
  1000. end;
  1001. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  1002. begin
  1003. list.concatlist(ttgllvm(tg).alloclist)
  1004. { rest: todo }
  1005. end;
  1006. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  1007. var
  1008. retdef: tdef;
  1009. retreg,
  1010. hreg: tregister;
  1011. retpara: tcgpara;
  1012. begin
  1013. { the function result type is the type of the first location, which can
  1014. differ from the real result type (e.g. int64 for a record consisting of
  1015. two longint fields on x86-64 -- we are responsible for lowering the
  1016. result types like that) }
  1017. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  1018. retpara.check_simple_location;
  1019. retdef:=retpara.location^.def;
  1020. if is_void(retdef) or
  1021. { don't check retdef here, it is e.g. a pshortstring in case it's
  1022. shortstring that's returned in a parameter }
  1023. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  1024. list.concat(taillvm.op_size(la_ret,voidtype))
  1025. else
  1026. begin
  1027. case retpara.location^.loc of
  1028. LOC_REGISTER,
  1029. LOC_FPUREGISTER,
  1030. LOC_MMREGISTER:
  1031. begin
  1032. { sign/zeroextension of function results is handled implicitly
  1033. via the signext/zeroext modifiers of the result, rather than
  1034. in the code generator -> remove any explicit extensions here }
  1035. retreg:=retpara.location^.register;
  1036. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  1037. (retdef.typ in [orddef,enumdef]) then
  1038. begin
  1039. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  1040. begin
  1041. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  1042. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  1043. retreg:=hreg;
  1044. retdef:=current_procinfo.procdef.returndef;
  1045. end;
  1046. end;
  1047. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  1048. end
  1049. else
  1050. { todo: complex returns }
  1051. internalerror(2012111106);
  1052. end;
  1053. end;
  1054. retpara.resetiftemp;
  1055. end;
  1056. procedure thlcgllvm.gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara);
  1057. begin
  1058. if not paramanager.ret_in_param(resdef,pd) then
  1059. begin
  1060. case resloc.location^.loc of
  1061. LOC_REGISTER,
  1062. LOC_FPUREGISTER,
  1063. LOC_MMREGISTER:
  1064. begin
  1065. resloc.check_simple_location;
  1066. list.concat(taillvm.op_reg_size_undef(la_bitcast,resloc.location^.register,resloc.location^.def));
  1067. end;
  1068. else
  1069. internalerror(2015042301);
  1070. end;
  1071. end;
  1072. end;
  1073. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  1074. begin
  1075. { not possible, need ovloc }
  1076. internalerror(2012111107);
  1077. end;
  1078. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  1079. begin
  1080. { todo }
  1081. internalerror(2012111108);
  1082. end;
  1083. procedure thlcgllvm.g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister);
  1084. var
  1085. hreg: tregister;
  1086. begin
  1087. { will insert a bitcast if necessary }
  1088. if fromdef<>todef then
  1089. begin
  1090. hreg:=getregisterfordef(list,todef);
  1091. a_load_reg_reg(list,fromdef,todef,reg,hreg);
  1092. reg:=hreg;
  1093. end;
  1094. end;
  1095. procedure thlcgllvm.g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference);
  1096. var
  1097. hreg: tregister;
  1098. begin
  1099. hreg:=getaddressregister(list,todef);
  1100. a_loadaddr_ref_reg_intern(list,fromdef,todef,ref,hreg,false);
  1101. reference_reset_base(ref,todef,hreg,0,ref.alignment);
  1102. end;
  1103. procedure thlcgllvm.g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference);
  1104. var
  1105. parentdef,
  1106. subscriptdef,
  1107. currentstructdef,
  1108. llvmfielddef: tdef;
  1109. newbase: tregister;
  1110. implicitpointer: boolean;
  1111. begin
  1112. implicitpointer:=is_implicit_pointer_object_type(recdef);
  1113. currentstructdef:=recdef;
  1114. { in case the field is part of a parent of the current object,
  1115. index into the parents until we're at the parent containing the
  1116. field; if it's an implicit pointer type, these embedded parents
  1117. will be of the structure type of the class rather than of the
  1118. class time itself -> one indirection fewer }
  1119. while field.owner<>tabstractrecorddef(currentstructdef).symtable do
  1120. begin
  1121. { only objectdefs have parents and hence the owner of the
  1122. fieldvarsym can be different from the current def's owner }
  1123. parentdef:=tobjectdef(currentstructdef).childof;
  1124. if implicitpointer then
  1125. newbase:=getaddressregister(list,parentdef)
  1126. else
  1127. newbase:=getaddressregister(list,cpointerdef.getreusable(parentdef));
  1128. recref:=make_simple_ref(list,recref,recdef);
  1129. if implicitpointer then
  1130. subscriptdef:=currentstructdef
  1131. else
  1132. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1133. { recurse into the first field }
  1134. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,0,true));
  1135. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset));
  1136. { go to the parent }
  1137. currentstructdef:=parentdef;
  1138. end;
  1139. { get the type of the corresponding field in the llvm shadow
  1140. definition }
  1141. llvmfielddef:=tabstractrecordsymtable(tabstractrecorddef(currentstructdef).symtable).llvmst[field].def;
  1142. if implicitpointer then
  1143. subscriptdef:=currentstructdef
  1144. else
  1145. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1146. { load the address of that shadow field }
  1147. newbase:=getaddressregister(list,cpointerdef.getreusable(llvmfielddef));
  1148. recref:=make_simple_ref(list,recref,recdef);
  1149. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,field.llvmfieldnr,true));
  1150. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset+field.offsetfromllvmfield));
  1151. { in case of an 80 bits extended type, typecast from an array of 10
  1152. bytes (used because otherwise llvm will allocate the ABI-defined
  1153. size for extended, which is usually larger) into an extended }
  1154. if (llvmfielddef.typ=floatdef) and
  1155. (tfloatdef(llvmfielddef).floattype=s80real) then
  1156. g_ptrtypecast_ref(list,cpointerdef.getreusable(carraydef.getreusable(u8inttype,10)),cpointerdef.getreusable(s80floattype),recref);
  1157. { if it doesn't match the requested field exactly (variant record),
  1158. adjust the type of the pointer }
  1159. if (field.offsetfromllvmfield<>0) or
  1160. (llvmfielddef<>field.vardef) then
  1161. g_ptrtypecast_ref(list,cpointerdef.getreusable(llvmfielddef),cpointerdef.getreusable(field.vardef),recref);
  1162. end;
  1163. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  1164. var
  1165. href: treference;
  1166. begin
  1167. { named register -> use generic code }
  1168. if ref.refaddr=addr_full then
  1169. a_load_ref_reg(list,fromsize,tosize,ref,reg)
  1170. else if shuffle=mms_movescalar then
  1171. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  1172. else
  1173. begin
  1174. href:=make_simple_ref(list,ref,fromsize);
  1175. if fromsize<>tosize then
  1176. g_ptrtypecast_ref(list,cpointerdef.create(fromsize),cpointerdef.create(tosize),href);
  1177. { %reg = load size* %ref }
  1178. list.concat(taillvm.op_reg_size_ref(la_load,reg,cpointerdef.getreusable(tosize),href));
  1179. end;
  1180. end;
  1181. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  1182. var
  1183. href: treference;
  1184. begin
  1185. if shuffle=mms_movescalar then
  1186. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  1187. else
  1188. begin
  1189. { todo }
  1190. if fromsize<>tosize then
  1191. internalerror(2013060220);
  1192. href:=make_simple_ref(list,ref,tosize);
  1193. { store tosize reg, tosize* href }
  1194. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,cpointerdef.getreusable(tosize),href))
  1195. end;
  1196. end;
  1197. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  1198. begin
  1199. if shuffle=mms_movescalar then
  1200. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  1201. else
  1202. { reg2 = bitcast fromllsize reg1 to tollsize }
  1203. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  1204. end;
  1205. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  1206. begin
  1207. if (op=OP_XOR) and
  1208. (src=dst) then
  1209. a_load_const_reg(list,size,0,dst)
  1210. else
  1211. { todo }
  1212. internalerror(2013060221);
  1213. end;
  1214. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  1215. begin
  1216. internalerror(2013060222);
  1217. end;
  1218. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  1219. begin
  1220. internalerror(2013060223);
  1221. end;
  1222. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  1223. var
  1224. paraloc: pcgparalocation;
  1225. begin
  1226. result:=inherited;
  1227. { we'll change the paraloc, make sure we don't modify the original one }
  1228. if not result.temporary then
  1229. begin
  1230. result:=result.getcopy;
  1231. result.temporary:=true;
  1232. end;
  1233. { get the LLVM representation of the function result (e.g. a
  1234. struct with two i64 fields for a record with 4 i32 fields) }
  1235. result.def:=llvmgetcgparadef(result,true);
  1236. if assigned(result.location^.next) then
  1237. begin
  1238. { unify the result into a sinlge location; unlike for parameters,
  1239. we are not responsible for splitting up results into multiple
  1240. locations }
  1241. { set the first location to the type of the function result }
  1242. result.location^.def:=result.def;
  1243. result.location^.size:=result.size;
  1244. { free all extra paralocs }
  1245. while assigned(result.location^.next) do
  1246. begin
  1247. paraloc:=result.location^.next^.next;
  1248. freemem(result.location^.next);
  1249. result.location^.next:=paraloc;
  1250. end;
  1251. end;
  1252. paraloc:=result.location;
  1253. paraloc^.def:=result.def;
  1254. case paraloc^.loc of
  1255. LOC_VOID:
  1256. ;
  1257. LOC_REGISTER,
  1258. LOC_FPUREGISTER,
  1259. LOC_MMREGISTER:
  1260. begin
  1261. paraloc^.llvmloc.loc:=paraloc^.loc;
  1262. paraloc^.llvmloc.reg:=paraloc^.register;
  1263. paraloc^.llvmvalueloc:=true;
  1264. end;
  1265. LOC_REFERENCE:
  1266. if not paramanager.ret_in_param(pd.returndef,pd) then
  1267. { TODO, if this can happen at all }
  1268. internalerror(2014011901);
  1269. else
  1270. internalerror(2014011902);
  1271. end;
  1272. end;
  1273. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1274. begin
  1275. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1276. end;
  1277. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1278. var
  1279. memloc: tlocation;
  1280. begin
  1281. if not(cgpara.location^.llvmvalueloc) then
  1282. begin
  1283. memloc:=l;
  1284. location_force_mem(list,memloc,vardef);
  1285. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1286. end
  1287. else
  1288. inherited;
  1289. end;
  1290. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1291. var
  1292. ploc : pcgparalocation;
  1293. hloc : tlocation;
  1294. href, href2 : treference;
  1295. hreg : tregister;
  1296. llvmparadef : tdef;
  1297. index : longint;
  1298. offset : pint;
  1299. userecord : boolean;
  1300. begin
  1301. { ignore e.g. empty records }
  1302. if (para.location^.loc=LOC_VOID) then
  1303. exit;
  1304. { If the parameter location is reused we don't need to copy
  1305. anything }
  1306. if (destloc.loc=LOC_REFERENCE) and
  1307. reusepara then
  1308. exit;
  1309. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1310. with two int64 fields for passing a record consisiting of 8 bytes on
  1311. x86-64) }
  1312. llvmparadef:=llvmgetcgparadef(para,true);
  1313. userecord:=
  1314. (llvmparadef<>para.def) and
  1315. assigned(para.location^.next);
  1316. if userecord then
  1317. begin
  1318. { llvmparadef is a record in this case, with every field corresponding
  1319. to a single paraloc }
  1320. if destloc.loc<>LOC_REFERENCE then
  1321. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1322. else
  1323. begin
  1324. hreg:=getaddressregister(list,cpointerdef.getreusable(llvmparadef));
  1325. a_loadaddr_ref_reg(list,vardef,cpointerdef.getreusable(llvmparadef),destloc.reference,hreg);
  1326. reference_reset_base(href,cpointerdef.getreusable(llvmparadef),hreg,0,destloc.reference.alignment);
  1327. end;
  1328. index:=0;
  1329. offset:=0;
  1330. ploc:=para.location;
  1331. repeat
  1332. paraloctoloc(ploc,hloc);
  1333. hreg:=getaddressregister(list,cpointerdef.getreusable(ploc^.def));
  1334. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg,cpointerdef.getreusable(llvmparadef),href,s32inttype,index,true));
  1335. reference_reset_base(href2,cpointerdef.getreusable(ploc^.def),hreg,0,newalignment(href.alignment,offset));
  1336. a_load_loc_ref(list,ploc^.def,ploc^.def,hloc,href2);
  1337. inc(offset,ploc^.def.size);
  1338. inc(index);
  1339. ploc:=ploc^.next;
  1340. until not assigned(ploc);
  1341. if destloc.loc<>LOC_REFERENCE then
  1342. tg.ungettemp(list,href);
  1343. end
  1344. else
  1345. begin
  1346. para.check_simple_location;
  1347. paraloctoloc(para.location,hloc);
  1348. case destloc.loc of
  1349. LOC_REFERENCE :
  1350. begin
  1351. case def2regtyp(llvmparadef) of
  1352. R_INTREGISTER,
  1353. R_ADDRESSREGISTER:
  1354. a_load_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1355. R_FPUREGISTER:
  1356. a_loadfpu_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1357. R_MMREGISTER:
  1358. a_loadmm_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference,nil);
  1359. else
  1360. internalerror(2014080801);
  1361. end;
  1362. end;
  1363. LOC_REGISTER:
  1364. begin
  1365. a_load_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1366. end;
  1367. LOC_FPUREGISTER:
  1368. begin
  1369. a_loadfpu_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1370. end;
  1371. LOC_MMREGISTER:
  1372. begin
  1373. a_loadmm_loc_reg(list,llvmparadef,vardef,hloc,destloc.register,nil);
  1374. end;
  1375. { TODO other possible locations }
  1376. else
  1377. internalerror(2013102304);
  1378. end;
  1379. end;
  1380. end;
  1381. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1382. begin
  1383. internalerror(2013060224);
  1384. end;
  1385. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1386. begin
  1387. internalerror(2013060225);
  1388. end;
  1389. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1390. begin
  1391. internalerror(2013060226);
  1392. end;
  1393. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister);
  1394. begin
  1395. internalerror(2012090201);
  1396. end;
  1397. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1398. begin
  1399. internalerror(2012090203);
  1400. end;
  1401. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1402. begin
  1403. internalerror(2012090204);
  1404. end;
  1405. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1406. begin
  1407. internalerror(2012090205);
  1408. end;
  1409. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1410. begin
  1411. internalerror(2012090206);
  1412. end;
  1413. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1414. begin
  1415. result:=make_simple_ref_ptr(list,ref,cpointerdef.create(def));
  1416. end;
  1417. function thlcgllvm.make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  1418. var
  1419. ptrindex: tcgint;
  1420. hreg1,
  1421. hreg2: tregister;
  1422. tmpref: treference;
  1423. pointedsize: asizeint;
  1424. begin
  1425. { already simple? }
  1426. if (not assigned(ref.symbol) or
  1427. (ref.base=NR_NO)) and
  1428. (ref.index=NR_NO) and
  1429. (ref.offset=0) then
  1430. begin
  1431. result:=ref;
  1432. exit;
  1433. end;
  1434. case ptrdef.typ of
  1435. pointerdef:
  1436. begin
  1437. pointedsize:=tpointerdef(ptrdef).pointeddef.size;
  1438. { void, formaldef }
  1439. if pointedsize=0 then
  1440. pointedsize:=1;
  1441. end;
  1442. else
  1443. begin
  1444. { pointedsize is only used if the offset <> 0, to see whether we
  1445. can use getelementptr if it's an exact multiple -> set pointedsize
  1446. to a value that will never be a multiple as we can't "index" other
  1447. types }
  1448. pointedsize:=ref.offset+1;
  1449. end;
  1450. end;
  1451. hreg2:=getaddressregister(list,ptrdef);
  1452. { symbol+offset or base+offset with offset a multiple of the size ->
  1453. use getelementptr }
  1454. if (ref.index=NR_NO) and
  1455. (ref.offset mod pointedsize=0) then
  1456. begin
  1457. ptrindex:=ref.offset div pointedsize;
  1458. if assigned(ref.symbol) then
  1459. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1460. else
  1461. reference_reset_base(tmpref,ptrdef,ref.base,0,ref.alignment);
  1462. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,ptrdef,tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1463. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1464. exit;
  1465. end;
  1466. { for now, perform all calculations using plain pointer arithmetic. Later
  1467. we can look into optimizations based on getelementptr for structured
  1468. accesses (if only to prevent running out of virtual registers).
  1469. Assumptions:
  1470. * symbol/base register: always type "ptrdef"
  1471. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1472. hreg1:=getintregister(list,ptruinttype);
  1473. if assigned(ref.symbol) then
  1474. begin
  1475. if ref.base<>NR_NO then
  1476. internalerror(2012111301);
  1477. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1478. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,ptrdef,tmpref,ptruinttype,0,true));
  1479. end
  1480. else if ref.base<>NR_NO then
  1481. begin
  1482. a_load_reg_reg(list,ptrdef,ptruinttype,ref.base,hreg1);
  1483. end
  1484. else
  1485. { todo: support for absolute addresses on embedded platforms }
  1486. internalerror(2012111302);
  1487. if ref.index<>NR_NO then
  1488. begin
  1489. { SSA... }
  1490. hreg2:=getintregister(list,ptruinttype);
  1491. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1492. hreg1:=hreg2;
  1493. end;
  1494. if ref.offset<>0 then
  1495. begin
  1496. hreg2:=getintregister(list,ptruinttype);
  1497. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1498. hreg1:=hreg2;
  1499. end;
  1500. hreg2:=getaddressregister(list,ptrdef);
  1501. a_load_reg_reg(list,ptruinttype,ptrdef,hreg1,hreg2);
  1502. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1503. end;
  1504. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1505. var
  1506. hreg: tregister;
  1507. rettemp: treference;
  1508. begin
  1509. if not is_void(hlretdef) and
  1510. not paramanager.ret_in_param(hlretdef, pd) then
  1511. begin
  1512. { should already be a copy, because it currently describes the llvm
  1513. return location }
  1514. if not retpara.temporary then
  1515. internalerror(2014020101);
  1516. if llvmaggregatetype(hlretdef) then
  1517. begin
  1518. { to ease the handling of aggregate types here, we just store
  1519. everything to memory rather than potentially dealing with aggregates
  1520. in "registers" }
  1521. tg.gethltemp(list, llvmretdef, llvmretdef.size, tt_normal, rettemp);
  1522. case def2regtyp(llvmretdef) of
  1523. R_INTREGISTER,
  1524. R_ADDRESSREGISTER:
  1525. a_load_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1526. R_FPUREGISTER:
  1527. a_loadfpu_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1528. R_MMREGISTER:
  1529. a_loadmm_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp,mms_movescalar);
  1530. end;
  1531. { the return parameter now contains a value whose type matches the one
  1532. that the high level code generator expects instead of the llvm shim
  1533. }
  1534. retpara.def:=llvmretdef;
  1535. retpara.location^.def:=llvmretdef;
  1536. { for llvm-specific code: }
  1537. retpara.location^.llvmvalueloc:=false;
  1538. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1539. retpara.location^.llvmloc.reg:=rettemp.base;
  1540. { for the rest (normally not used, but cleaner to set it correclty) }
  1541. retpara.location^.loc:=LOC_REFERENCE;
  1542. retpara.location^.reference.index:=rettemp.base;
  1543. retpara.location^.reference.offset:=0;
  1544. end
  1545. else
  1546. begin
  1547. retpara.def:=llvmretdef;
  1548. retpara.Location^.def:=llvmretdef;
  1549. retpara.location^.llvmloc.reg:=resval;
  1550. retpara.Location^.llvmloc.loc:=retpara.location^.loc;
  1551. retpara.Location^.llvmvalueloc:=true;
  1552. end;
  1553. end
  1554. else
  1555. retpara.location^.llvmloc.loc:=LOC_VOID;
  1556. end;
  1557. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1558. begin
  1559. case paraloc^.llvmloc.loc of
  1560. LOC_REFERENCE:
  1561. begin
  1562. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1563. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1564. if paraloc^.llvmvalueloc then
  1565. hloc.reference.refaddr:=addr_full;
  1566. end;
  1567. LOC_REGISTER:
  1568. begin
  1569. if paraloc^.llvmvalueloc then
  1570. begin
  1571. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1572. hloc.register:=paraloc^.llvmloc.reg;
  1573. end
  1574. else
  1575. begin
  1576. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1577. internalerror(2014011903);
  1578. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1579. hloc.reference.base:=paraloc^.llvmloc.reg;
  1580. end;
  1581. end;
  1582. LOC_FPUREGISTER,
  1583. LOC_MMREGISTER:
  1584. begin
  1585. if paraloc^.llvmvalueloc then
  1586. begin
  1587. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1588. hloc.register:=paraloc^.llvmloc.reg;
  1589. end
  1590. else
  1591. internalerror(2014012401);
  1592. end
  1593. else
  1594. internalerror(2014010706);
  1595. end;
  1596. end;
  1597. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1598. begin
  1599. if cs_asm_source in current_settings.globalswitches then
  1600. begin
  1601. case vs.initialloc.loc of
  1602. LOC_REFERENCE :
  1603. begin
  1604. if assigned(vs.initialloc.reference.symbol) then
  1605. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1606. vs.initialloc.reference.symbol.name)))
  1607. else
  1608. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1609. tostr(getsupreg(vs.initialloc.reference.base)))));
  1610. end;
  1611. end;
  1612. end;
  1613. vs.localloc:=vs.initialloc;
  1614. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1615. end;
  1616. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1617. var
  1618. parasym : tasmsymbol;
  1619. begin
  1620. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1621. internalerror(2014010708);
  1622. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1623. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1624. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1625. vs.initialloc.reference.refaddr:=addr_full;
  1626. end;
  1627. procedure thlcgllvm.g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string);
  1628. var
  1629. asmsym: TAsmSymbol;
  1630. begin
  1631. if po_external in procdef.procoptions then
  1632. exit;
  1633. asmsym:=current_asmdata.RefAsmSymbol(externalname,AT_FUNCTION);
  1634. list.concat(taillvmalias.create(asmsym,procdef.mangledname,procdef,llv_default,lll_default));
  1635. end;
  1636. procedure create_hlcodegen;
  1637. begin
  1638. if not assigned(current_procinfo) or
  1639. not(po_assembler in current_procinfo.procdef.procoptions) then
  1640. begin
  1641. tgobjclass:=ttgllvm;
  1642. hlcg:=thlcgllvm.create;
  1643. cgllvm.create_codegen
  1644. end
  1645. else
  1646. begin
  1647. tgobjclass:=orgtgclass;
  1648. hlcgcpu.create_hlcodegen;
  1649. { todo: handle/remove chlcgobj }
  1650. end;
  1651. end;
  1652. begin
  1653. chlcgobj:=thlcgllvm;
  1654. end.