hlcgllvm.pas 78 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,cclasses,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase, tgobj;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure temp_to_ref(p: ptemprecord; out ref: treference); override;
  31. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  32. procedure a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara); override;
  33. protected
  34. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  35. public
  36. procedure getcpuregister(list: TAsmList; r: Tregister); override;
  37. procedure ungetcpuregister(list: TAsmList; r: Tregister); override;
  38. procedure alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset); override;
  39. procedure deallocallcpuregisters(list: TAsmList); override;
  40. protected
  41. procedure a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  42. public
  43. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  44. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  45. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  46. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  47. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  48. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  49. protected
  50. procedure gen_load_refaddrfull_anyreg(list: TAsmList; fromsize, tosize : tdef; const simpleref: treference; register: tregister; shuffle: pmmshuffle);
  51. public
  52. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  53. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  54. protected
  55. procedure a_loadaddr_ref_reg_intern(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister; makefromsizepointer: boolean);
  56. public
  57. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  58. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  59. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  60. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  61. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  62. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  63. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  64. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  65. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  66. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  67. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  68. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  69. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  70. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  71. procedure gen_proc_symbol(list: TAsmList); override;
  72. procedure gen_proc_symbol_end(list: TAsmList); override;
  73. procedure handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr); override;
  74. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  75. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  76. protected
  77. procedure gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara); override;
  78. public
  79. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  80. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  81. procedure g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister); override;
  82. procedure g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference); override;
  83. procedure g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference); override;
  84. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  85. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  86. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  87. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  88. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  89. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  90. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  91. protected
  92. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  93. public
  94. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  95. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  96. {$ifdef cpuflags}
  97. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  98. has flags and we have to override the abstract methods to prevent
  99. warnings }
  100. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  101. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  102. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  103. {$endif cpuflags}
  104. { unimplemented or unnecessary routines }
  105. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister); override;
  106. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  107. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  108. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  109. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  110. procedure gen_stack_check_size_para(list: TAsmList); override;
  111. procedure gen_stack_check_call(list: TAsmList); override;
  112. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  113. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  114. procedure g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string); override;
  115. { def is a pointerdef or implicit pointer type (class, classref, procvar,
  116. dynamic array, ...). }
  117. function make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  118. { def is the type of the data stored in memory pointed to by ref, not
  119. a pointer to this type }
  120. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  121. protected
  122. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  123. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  124. end;
  125. procedure create_hlcodegen;
  126. implementation
  127. uses
  128. verbose,cutils,globals,fmodule,constexp,systems,
  129. defutil,llvmdef,llvmsym,
  130. aasmtai,aasmcpu,
  131. aasmllvm,llvmbase,tgllvm,
  132. symtable,symllvm,
  133. paramgr,llvmpara,
  134. procinfo,cpuinfo,cgobj,cgllvm,cghlcpu,
  135. cgcpu,hlcgcpu;
  136. const
  137. topcg2llvmop: array[topcg] of tllvmop =
  138. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  139. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  140. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  141. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  142. { OP_ROL OP_ROR }
  143. la_none, la_none);
  144. constructor thlcgllvm.create;
  145. begin
  146. inherited
  147. end;
  148. procedure thlcgllvm.temp_to_ref(p: ptemprecord; out ref: treference);
  149. begin
  150. { on the LLVM target, every temp is independent and encoded via a
  151. separate temp register whose superregister number is stored in p^.pos }
  152. reference_reset_base(ref,voidstackpointertype,newreg(R_TEMPREGISTER,p^.pos,R_SUBWHOLE),0,p^.alignment);
  153. end;
  154. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  155. var
  156. tmpref, initialref, ref: treference;
  157. fielddef,
  158. orgsize: tdef;
  159. location: pcgparalocation;
  160. sizeleft,
  161. totaloffset: asizeint;
  162. paralocidx: longint;
  163. userecord: boolean;
  164. begin
  165. location:=cgpara.location;
  166. sizeleft:=cgpara.intsize;
  167. totaloffset:=0;
  168. orgsize:=size;
  169. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  170. userecord:=
  171. (orgsize<>size) and
  172. assigned(cgpara.location^.next);
  173. paralocidx:=0;
  174. while assigned(location) do
  175. begin
  176. if userecord then
  177. begin
  178. { llvmparadef is a record in this case, with every field
  179. corresponding to a single paraloc (fielddef is unused, because
  180. it will be equivalent to location^.def -- see below) }
  181. g_setup_load_field_by_name(list,trecorddef(size),'F'+tostr(paralocidx),initialref,tmpref,fielddef);
  182. end
  183. else
  184. tmpref:=initialref;
  185. paramanager.allocparaloc(list,location);
  186. case location^.loc of
  187. LOC_REGISTER,LOC_CREGISTER:
  188. begin
  189. { byval parameter -> load the address rather than the value }
  190. if not location^.llvmvalueloc then
  191. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  192. { if this parameter is split into multiple paralocs via
  193. record fields, load the current paraloc. The type of the
  194. paraloc and of the current record field will match by
  195. construction (the record is build from the paraloc
  196. types) }
  197. else if userecord then
  198. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  199. { if the parameter is passed in a single paraloc, the
  200. paraloc's type may be different from the declared type
  201. -> use the original complete parameter size as source so
  202. we can insert a type conversion if necessary }
  203. else
  204. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  205. end;
  206. LOC_REFERENCE,LOC_CREFERENCE:
  207. begin
  208. if assigned(location^.next) then
  209. internalerror(2010052906);
  210. reference_reset_base(ref,cpointerdef.getreusable(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  211. if (def_cgsize(size)<>OS_NO) and
  212. (size.size=sizeleft) and
  213. (sizeleft<=sizeof(aint)) then
  214. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  215. else
  216. { use concatcopy, because the parameter can be larger than }
  217. { what the OS_* constants can handle }
  218. g_concatcopy(list,location^.def,tmpref,ref);
  219. end;
  220. LOC_MMREGISTER,LOC_CMMREGISTER:
  221. begin
  222. case location^.size of
  223. OS_F32,
  224. OS_F64,
  225. OS_F128:
  226. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  227. OS_M8..OS_M128,
  228. OS_MS8..OS_MS128,
  229. OS_32..OS_128,
  230. { OS_NO is for records of non-power-of-two sizes that have to
  231. be passed in MM registers -> never scalar floats }
  232. OS_NO:
  233. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  234. else
  235. internalerror(2010053101);
  236. end;
  237. end
  238. else
  239. internalerror(2010053111);
  240. end;
  241. inc(totaloffset,tcgsize2size[location^.size]);
  242. dec(sizeleft,tcgsize2size[location^.size]);
  243. location:=location^.next;
  244. inc(paralocidx);
  245. end;
  246. end;
  247. procedure thlcgllvm.a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara);
  248. begin
  249. if is_ordinal(cgpara.def) then
  250. begin
  251. cgpara.check_simple_location;
  252. paramanager.alloccgpara(list,cgpara);
  253. if cgpara.location^.shiftval<0 then
  254. a:=a shl -cgpara.location^.shiftval;
  255. cgpara.location^.llvmloc.loc:=LOC_CONSTANT;
  256. cgpara.location^.llvmloc.value:=a;
  257. end
  258. else
  259. inherited;
  260. end;
  261. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  262. var
  263. newrefsize: tdef;
  264. reg: tregister;
  265. begin
  266. newrefsize:=llvmgetcgparadef(para,true);
  267. if refsize<>newrefsize then
  268. begin
  269. reg:=getaddressregister(list,cpointerdef.getreusable(newrefsize));
  270. a_loadaddr_ref_reg(list,refsize,cpointerdef.getreusable(newrefsize),initialref,reg);
  271. reference_reset_base(newref,cpointerdef.getreusable(newrefsize),reg,0,initialref.alignment);
  272. refsize:=newrefsize;
  273. end
  274. else
  275. newref:=initialref;
  276. end;
  277. procedure thlcgllvm.getcpuregister(list: TAsmList; r: Tregister);
  278. begin
  279. { don't do anything }
  280. end;
  281. procedure thlcgllvm.ungetcpuregister(list: TAsmList; r: Tregister);
  282. begin
  283. { don't do anything }
  284. end;
  285. procedure thlcgllvm.alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset);
  286. begin
  287. { don't do anything }
  288. end;
  289. procedure thlcgllvm.deallocallcpuregisters(list: TAsmList);
  290. begin
  291. { don't do anything }
  292. end;
  293. function get_call_pd(pd: tabstractprocdef): tdef;
  294. begin
  295. if (pd.typ=procdef) or
  296. not pd.is_addressonly then
  297. { we get a pointerdef rather than a procvardef so that if we have to
  298. insert an external declaration for this procdef in llvmtype, we don't
  299. have to create another procdef from the procvardef we've just created.
  300. With a pointerdef, we can just get the pointeddef again. A pointerdef
  301. is also much cheaper to create, and in llvm a provardef is a "function
  302. pointer", so a pointer to a procdef is the same as a procvar as far
  303. as llvm is concerned }
  304. result:=cpointerdef.getreusable(pd)
  305. else
  306. result:=pd
  307. end;
  308. procedure thlcgllvm.a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  309. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  310. begin
  311. case getregtype(reg) of
  312. R_INTREGISTER,
  313. R_ADDRESSREGISTER:
  314. begin
  315. a_load_ref_reg(list,def,def,ref,reg);
  316. callpara^.loc:=LOC_REGISTER;
  317. end;
  318. R_FPUREGISTER:
  319. begin
  320. a_loadfpu_ref_reg(list,def,def,ref,reg);
  321. callpara^.loc:=LOC_FPUREGISTER;
  322. end;
  323. R_MMREGISTER:
  324. begin
  325. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  326. callpara^.loc:=LOC_MMREGISTER;
  327. end;
  328. else
  329. internalerror(2014012213);
  330. end;
  331. end;
  332. var
  333. i: longint;
  334. href: treference;
  335. callpara: pllvmcallpara;
  336. paraloc: pcgparalocation;
  337. begin
  338. callparas:=tfplist.Create;
  339. for i:=0 to high(paras) do
  340. begin
  341. paraloc:=paras[i]^.location;
  342. while assigned(paraloc) and
  343. (paraloc^.loc<>LOC_VOID) do
  344. begin
  345. new(callpara);
  346. callpara^.def:=paraloc^.def;
  347. llvmextractvalueextinfo(paras[i]^.def, callpara^.def, callpara^.valueext);
  348. if paraloc^.llvmloc.loc=LOC_CONSTANT then
  349. begin
  350. callpara^.loc:=LOC_CONSTANT;
  351. callpara^.value:=paraloc^.llvmloc.value;
  352. end
  353. else
  354. begin
  355. callpara^.loc:=paraloc^.loc;
  356. case callpara^.loc of
  357. LOC_REFERENCE:
  358. begin
  359. if paraloc^.llvmvalueloc then
  360. internalerror(2014012307)
  361. else
  362. begin
  363. reference_reset_base(href, cpointerdef.getreusable(callpara^.def), paraloc^.reference.index, paraloc^.reference.offset, paraloc^.def.alignment);
  364. res:=getregisterfordef(list, paraloc^.def);
  365. load_ref_anyreg(callpara^.def, href, res, callpara);
  366. end;
  367. callpara^.reg:=res
  368. end;
  369. LOC_REGISTER,
  370. LOC_FPUREGISTER,
  371. LOC_MMREGISTER:
  372. begin
  373. { undo explicit value extension }
  374. if callpara^.valueext<>lve_none then
  375. begin
  376. res:=getregisterfordef(list, callpara^.def);
  377. a_load_reg_reg(list, paraloc^.def, callpara^.def, paraloc^.register, res);
  378. paraloc^.register:=res;
  379. end;
  380. callpara^.reg:=paraloc^.register
  381. end;
  382. else
  383. internalerror(2014010605);
  384. end;
  385. end;
  386. callparas.add(callpara);
  387. paraloc:=paraloc^.next;
  388. end;
  389. end;
  390. { the Pascal level may expect a different returndef compared to the
  391. declared one }
  392. if not assigned(forceresdef) then
  393. hlretdef:=pd.returndef
  394. else
  395. hlretdef:=forceresdef;
  396. { llvm will always expect the original return def }
  397. if not paramanager.ret_in_param(hlretdef, pd) then
  398. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside], true)
  399. else
  400. llvmretdef:=voidtype;
  401. if not is_void(llvmretdef) then
  402. res:=getregisterfordef(list, llvmretdef)
  403. else
  404. res:=NR_NO;
  405. { if this is a complex procvar, get the non-tmethod-like equivalent }
  406. if (pd.typ=procvardef) and
  407. not pd.is_addressonly then
  408. pd:=tprocvardef(cprocvardef.getreusableprocaddr(pd));
  409. end;
  410. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  411. var
  412. callparas: tfplist;
  413. llvmretdef,
  414. hlretdef: tdef;
  415. res: tregister;
  416. begin
  417. a_call_common(list,pd,paras,forceresdef,res,hlretdef,llvmretdef,callparas);
  418. list.concat(taillvm.call_size_name_paras(get_call_pd(pd),res,llvmretdef,current_asmdata.RefAsmSymbol(s),callparas));
  419. result:=get_call_result_cgpara(pd,forceresdef);
  420. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  421. end;
  422. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  423. var
  424. callparas: tfplist;
  425. llvmretdef,
  426. hlretdef: tdef;
  427. res: tregister;
  428. begin
  429. a_call_common(list,pd,paras,nil,res,hlretdef,llvmretdef,callparas);
  430. list.concat(taillvm.call_size_reg_paras(get_call_pd(pd),res,llvmretdef,reg,callparas));
  431. result:=get_call_result_cgpara(pd,nil);
  432. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  433. end;
  434. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  435. begin
  436. list.concat(taillvm.op_reg_size_const_size(llvmconvop(ptrsinttype,tosize,false),register,ptrsinttype,a,tosize))
  437. end;
  438. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  439. var
  440. sref: treference;
  441. begin
  442. { llvm instructions do not support pointer constants -> only directly
  443. encode for integers; a_load_const_reg() handles pointers properly }
  444. if is_ordinal(tosize) or
  445. is_64bit(tosize) then
  446. begin
  447. sref:=make_simple_ref(list,ref,tosize);
  448. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,cpointerdef.getreusable(tosize),sref))
  449. end
  450. else
  451. inherited;
  452. end;
  453. function def2intdef(fromsize, tosize: tdef): tdef;
  454. begin
  455. { we cannot zero-extend from/to anything but ordinal/enum
  456. types }
  457. if not(tosize.typ in [orddef,enumdef]) then
  458. internalerror(2014012305);
  459. { will give an internalerror if def_cgsize() returns OS_NO, which is
  460. what we want }
  461. result:=cgsize_orddef(def_cgsize(fromsize));
  462. end;
  463. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  464. var
  465. tmpref,
  466. sref: treference;
  467. hreg,
  468. hreg2: tregister;
  469. tmpsize: tdef;
  470. begin
  471. sref:=make_simple_ref(list,ref,tosize);
  472. hreg:=register;
  473. (* typecast the pointer to the value instead of the value itself if
  474. they have the same size but are of different kinds, because we can't
  475. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  476. if (llvmaggregatetype(fromsize) or
  477. llvmaggregatetype(tosize)) and
  478. (fromsize<>tosize) then
  479. begin
  480. if fromsize.size>tosize.size then
  481. begin
  482. { if source size is larger than the target size, we have to
  483. truncate it before storing. Unfortunately, we cannot truncate
  484. records (nor bitcast them to integers), so we first have to
  485. store them to memory and then bitcast the pointer to them
  486. We can't truncate an integer to 3/5/6/7 bytes either, so also
  487. pass via a temp in that case
  488. }
  489. if (fromsize.typ in [arraydef,recorddef]) or
  490. (tosize.size in [3,5,6,7]) then
  491. begin
  492. { store struct/array-in-register to memory }
  493. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  494. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  495. { typecast pointer to memory into pointer to integer type }
  496. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  497. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),tmpref,hreg);
  498. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,tmpref.alignment);
  499. { load the integer from the temp into the destination }
  500. a_load_ref_ref(list,tosize,tosize,sref,ref);
  501. tg.ungettemp(list,tmpref);
  502. end
  503. else
  504. begin
  505. tmpsize:=def2intdef(tosize,fromsize);
  506. hreg:=getintregister(list,tmpsize);
  507. { truncate the integer }
  508. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  509. { store it to memory (it will now be of the same size as the
  510. struct, and hence another path will be followed in this
  511. method) }
  512. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  513. end;
  514. exit;
  515. end
  516. else
  517. begin
  518. hreg2:=getaddressregister(list,cpointerdef.getreusable(fromsize));
  519. a_loadaddr_ref_reg(list,tosize,cpointerdef.getreusable(fromsize),sref,hreg2);
  520. reference_reset_base(sref,cpointerdef.getreusable(fromsize),hreg2,0,sref.alignment);
  521. tosize:=fromsize;
  522. end;
  523. end
  524. else if fromsize<>tosize then
  525. begin
  526. hreg:=getregisterfordef(list,tosize);
  527. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  528. end;
  529. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,cpointerdef.getreusable(tosize),sref));
  530. end;
  531. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  532. var
  533. op: tllvmop;
  534. tmpreg: tregister;
  535. tmpintdef: tdef;
  536. begin
  537. op:=llvmconvop(fromsize,tosize,true);
  538. { converting from pointer to something else and vice versa is only
  539. possible via an intermediate pass to integer. Same for "something else"
  540. to pointer. }
  541. case op of
  542. la_ptrtoint_to_x,
  543. la_x_to_inttoptr:
  544. begin
  545. { convert via an integer with the same size as "x" }
  546. if op=la_ptrtoint_to_x then
  547. begin
  548. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  549. op:=la_bitcast
  550. end
  551. else
  552. begin
  553. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  554. op:=la_inttoptr;
  555. end;
  556. tmpreg:=getintregister(list,tmpintdef);
  557. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  558. reg1:=tmpreg;
  559. fromsize:=tmpintdef;
  560. end;
  561. end;
  562. { reg2 = bitcast fromsize reg1 to tosize }
  563. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  564. end;
  565. procedure thlcgllvm.gen_load_refaddrfull_anyreg(list: TAsmList; fromsize, tosize: tdef; const simpleref: treference; register: tregister; shuffle: pmmshuffle);
  566. var
  567. tmpref,
  568. tmpref2: treference;
  569. begin
  570. { can't bitcast records/arrays }
  571. if (llvmaggregatetype(fromsize) or
  572. llvmaggregatetype(tosize)) and
  573. (fromsize<>tosize) then
  574. begin
  575. if fromsize.size>tosize.size then
  576. begin
  577. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  578. tmpref2:=tmpref;
  579. g_ptrtypecast_ref(list,cpointerdef.getreusable(fromsize),cpointerdef.getreusable(tosize),tmpref2);
  580. end
  581. else
  582. begin
  583. tg.gethltemp(list,tosize,tosize.size,tt_normal,tmpref);
  584. tmpref2:=tmpref;
  585. g_ptrtypecast_ref(list,cpointerdef.getreusable(tosize),cpointerdef.getreusable(fromsize),tmpref);
  586. end;
  587. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,simpleref,cpointerdef.getreusable(fromsize),tmpref));
  588. case getregtype(register) of
  589. R_INTREGISTER,
  590. R_ADDRESSREGISTER:
  591. a_load_ref_reg(list,tosize,tosize,tmpref2,register);
  592. R_FPUREGISTER:
  593. a_loadfpu_ref_reg(list,tosize,tosize,tmpref2,register);
  594. R_MMREGISTER:
  595. a_loadmm_ref_reg(list,tosize,tosize,tmpref2,register,shuffle);
  596. else
  597. internalerror(2016061901);
  598. end;
  599. tg.ungettemp(list,tmpref);
  600. end
  601. else
  602. list.concat(taillvm.op_reg_size_ref_size(llvmconvop(fromsize,tosize,false),register,fromsize,simpleref,tosize))
  603. end;
  604. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  605. var
  606. tmpref,
  607. sref: treference;
  608. hreg: tregister;
  609. tmpsize: tdef;
  610. begin
  611. sref:=make_simple_ref(list,ref,fromsize);
  612. { "named register"? }
  613. if sref.refaddr=addr_full then
  614. gen_load_refaddrfull_anyreg(list,fromsize,tosize,sref,register,nil)
  615. else
  616. begin
  617. if ((fromsize.typ in [arraydef,recorddef]) or
  618. (tosize.typ in [arraydef,recorddef])) and
  619. (fromsize<>tosize) then
  620. begin
  621. if fromsize.size<tosize.size then
  622. begin
  623. { if the target size is larger than the source size, we
  624. have to perform the zero-extension using an integer type
  625. (can't zero-extend a record/array) }
  626. if fromsize.typ in [arraydef,recorddef] then
  627. begin
  628. { typecast the pointer to the struct into a pointer to an
  629. integer of equal size }
  630. tmpsize:=def2intdef(fromsize,tosize);
  631. hreg:=getaddressregister(list,cpointerdef.getreusable(tmpsize));
  632. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tmpsize),sref,hreg);
  633. reference_reset_base(sref,cpointerdef.getreusable(tmpsize),hreg,0,sref.alignment);
  634. { load that integer }
  635. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  636. end
  637. else
  638. begin
  639. { load the integer into an integer memory location with
  640. the same size as the struct (the integer should be
  641. unsigned, we don't want sign extensions here) }
  642. if is_signed(fromsize) then
  643. internalerror(2014012309);
  644. tmpsize:=def2intdef(tosize,fromsize);
  645. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  646. { typecast the struct-sized integer location into the
  647. struct type }
  648. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  649. { load the struct in the register }
  650. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  651. tg.ungettemp(list,tmpref);
  652. end;
  653. exit;
  654. end
  655. else
  656. begin
  657. (* typecast the pointer to the value instead of the value
  658. itself if they have the same size but are of different
  659. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  660. to an i64 *)
  661. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  662. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),sref,hreg);
  663. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,sref.alignment);
  664. fromsize:=tosize;
  665. end;
  666. end;
  667. hreg:=register;
  668. if fromsize<>tosize then
  669. hreg:=getregisterfordef(list,fromsize);
  670. list.concat(taillvm.op_reg_size_ref(la_load,hreg,cpointerdef.getreusable(fromsize),sref));
  671. if hreg<>register then
  672. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  673. end;
  674. end;
  675. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  676. var
  677. sdref: treference;
  678. begin
  679. if (fromsize=tosize) and
  680. (sref.refaddr=addr_full) then
  681. begin
  682. sdref:=make_simple_ref(list,dref,tosize);
  683. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(tosize),sdref));
  684. end
  685. else
  686. inherited
  687. end;
  688. procedure thlcgllvm.a_loadaddr_ref_reg_intern(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister; makefromsizepointer: boolean);
  689. var
  690. sref: treference;
  691. begin
  692. { can't take the address of a 'named register' }
  693. if ref.refaddr=addr_full then
  694. internalerror(2013102306);
  695. if makefromsizepointer then
  696. fromsize:=cpointerdef.getreusable(fromsize);
  697. sref:=make_simple_ref_ptr(list,ref,fromsize);
  698. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,fromsize,sref,tosize));
  699. end;
  700. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  701. begin
  702. a_loadaddr_ref_reg_intern(list,fromsize,tosize,ref,r,true);
  703. end;
  704. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  705. begin
  706. a_op_const_reg_reg(list,op,size,a,reg,reg);
  707. end;
  708. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  709. var
  710. tmpreg: tregister;
  711. begin
  712. if (def2regtyp(size)=R_INTREGISTER) and
  713. (topcg2llvmop[op]<>la_none) then
  714. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  715. else
  716. begin
  717. { default implementation is not SSA-safe }
  718. tmpreg:=getregisterfordef(list,size);
  719. a_load_const_reg(list,size,a,tmpreg);
  720. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  721. end;
  722. end;
  723. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  724. var
  725. orgdst,
  726. tmpreg1,
  727. tmpreg2,
  728. tmpreg3: tregister;
  729. opsize: tdef;
  730. begin
  731. orgdst:=dst;
  732. opsize:=size;
  733. { always perform using integer registers, because math operations on
  734. pointers are not supported (except via getelementptr, possible future
  735. optimization) }
  736. if def2regtyp(size)=R_ADDRESSREGISTER then
  737. begin
  738. opsize:=ptruinttype;
  739. tmpreg1:=getintregister(list,ptruinttype);
  740. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  741. src1:=tmpreg1;
  742. tmpreg1:=getintregister(list,ptruinttype);
  743. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  744. src2:=tmpreg1;
  745. dst:=getintregister(list,ptruinttype);
  746. end;
  747. if topcg2llvmop[op]<>la_none then
  748. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  749. else
  750. begin
  751. case op of
  752. OP_NEG:
  753. { %dst = sub size 0, %src1 }
  754. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  755. OP_NOT:
  756. { %dst = xor size -1, %src1 }
  757. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  758. OP_ROL:
  759. begin
  760. tmpreg1:=getintregister(list,opsize);
  761. tmpreg2:=getintregister(list,opsize);
  762. tmpreg3:=getintregister(list,opsize);
  763. { tmpreg1 := (tcgsize2size[size]*8 - (src1 and (tcgsize2size[size]*8-1) }
  764. list.concat(taillvm.op_reg_size_const_reg(la_and,tmpreg1,opsize,opsize.size*8-1,src1));
  765. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg2,opsize,opsize.size*8,tmpreg1));
  766. { tmpreg3 := src2 shr tmpreg2 }
  767. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg2,src2,tmpreg3);
  768. { tmpreg2:= src2 shl tmpreg1 }
  769. tmpreg2:=getintregister(list,opsize);
  770. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  771. { dst := tmpreg2 or tmpreg3 }
  772. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  773. end;
  774. OP_ROR:
  775. begin
  776. tmpreg1:=getintregister(list,size);
  777. tmpreg2:=getintregister(list,size);
  778. tmpreg3:=getintregister(list,size);
  779. { tmpreg1 := (tcgsize2size[size]*8 - (src1 and (tcgsize2size[size]*8-1) }
  780. list.concat(taillvm.op_reg_size_const_reg(la_and,tmpreg1,opsize,opsize.size*8-1,src1));
  781. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg2,opsize,opsize.size*8,tmpreg1));
  782. { tmpreg3 := src2 shl tmpreg2 }
  783. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg2,src2,tmpreg3);
  784. { tmpreg2:= src2 shr tmpreg1 }
  785. tmpreg2:=getintregister(list,opsize);
  786. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  787. { dst := tmpreg2 or tmpreg3 }
  788. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  789. end;
  790. else
  791. internalerror(2010081310);
  792. end;
  793. end;
  794. if dst<>orgdst then
  795. a_load_reg_reg(list,opsize,size,dst,orgdst);
  796. end;
  797. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  798. begin
  799. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  800. end;
  801. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  802. var
  803. hreg: tregister;
  804. begin
  805. if not setflags then
  806. begin
  807. inherited;
  808. exit;
  809. end;
  810. hreg:=getintregister(list,size);
  811. a_load_const_reg(list,size,a,hreg);
  812. a_op_reg_reg_reg_checkoverflow(list,op,size,hreg,src,dst,setflags,ovloc);
  813. end;
  814. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  815. var
  816. calcsize: tdef;
  817. tmpsrc1,
  818. tmpsrc2,
  819. tmpdst: tregister;
  820. signed,
  821. docheck: boolean;
  822. begin
  823. docheck:=size.size>=ossinttype.size;
  824. if not setflags or
  825. not docheck then
  826. begin
  827. inherited a_op_reg_reg_reg_checkoverflow(list,op,size,src1,src2,dst,false,ovloc);
  828. exit;
  829. end;
  830. { extend values to twice their original width (one bit extra is enough,
  831. but adding support for 9/17/33/65 bit types just for this is overkill) }
  832. signed:=is_signed(size);
  833. case size.size of
  834. 1:
  835. if signed then
  836. calcsize:=s16inttype
  837. else
  838. calcsize:=u16inttype;
  839. 2:
  840. if signed then
  841. calcsize:=s32inttype
  842. else
  843. calcsize:=u32inttype;
  844. 4:
  845. if signed then
  846. calcsize:=s64inttype
  847. else
  848. calcsize:=u64inttype;
  849. 8:
  850. if signed then
  851. calcsize:=s128inttype
  852. else
  853. calcsize:=u128inttype;
  854. else
  855. internalerror(2015122503);
  856. end;
  857. tmpsrc1:=getintregister(list,calcsize);
  858. a_load_reg_reg(list,size,calcsize,src1,tmpsrc1);
  859. tmpsrc2:=getintregister(list,calcsize);
  860. a_load_reg_reg(list,size,calcsize,src2,tmpsrc2);
  861. tmpdst:=getintregister(list,calcsize);
  862. { perform the calculation with twice the width }
  863. a_op_reg_reg_reg(list,op,calcsize,tmpsrc1,tmpsrc2,tmpdst);
  864. { signed/unsigned overflow occurs if signed/unsigned truncation of the
  865. result is different from the actual result -> extend again and compare }
  866. a_load_reg_reg(list,calcsize,size,tmpdst,dst);
  867. tmpsrc1:=getintregister(list,calcsize);
  868. a_load_reg_reg(list,size,calcsize,dst,tmpsrc1);
  869. location_reset(ovloc,LOC_REGISTER,OS_8);
  870. ovloc.register:=getintregister(list,llvmbool1type);
  871. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,ovloc.register,OC_NE,calcsize,tmpsrc1,tmpdst));
  872. end;
  873. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  874. var
  875. tmpreg : tregister;
  876. invert: boolean;
  877. fallthroughlab, falselab, tmplab: tasmlabel;
  878. begin
  879. { since all comparisons return their results in a register, we'll often
  880. get comparisons against true/false -> optimise }
  881. if (size=pasbool8type) and
  882. (cmp_op in [OC_EQ,OC_NE]) then
  883. begin
  884. { convert to an llvmbool1type and use directly }
  885. tmpreg:=getintregister(list,llvmbool1type);
  886. a_load_reg_reg(list,size,llvmbool1type,reg,tmpreg);
  887. case cmp_op of
  888. OC_EQ:
  889. invert:=a=0;
  890. OC_NE:
  891. invert:=a=1;
  892. else
  893. { avoid uninitialised warning }
  894. internalerror(2015031504);
  895. end;
  896. current_asmdata.getjumplabel(falselab);
  897. fallthroughlab:=falselab;
  898. if invert then
  899. begin
  900. tmplab:=l;
  901. l:=falselab;
  902. falselab:=tmplab;
  903. end;
  904. list.concat(taillvm.op_size_reg_lab_lab(la_br,llvmbool1type,tmpreg,l,falselab));
  905. a_label(list,fallthroughlab);
  906. exit;
  907. end;
  908. tmpreg:=getregisterfordef(list,size);
  909. a_load_const_reg(list,size,a,tmpreg);
  910. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  911. end;
  912. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  913. var
  914. resreg: tregister;
  915. falselab: tasmlabel;
  916. begin
  917. if getregtype(reg1)<>getregtype(reg2) then
  918. internalerror(2012111105);
  919. resreg:=getintregister(list,llvmbool1type);
  920. current_asmdata.getjumplabel(falselab);
  921. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  922. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  923. OC_GT is true if op1>op2 }
  924. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  925. list.concat(taillvm.op_size_reg_lab_lab(la_br,llvmbool1type,resreg,l,falselab));
  926. a_label(list,falselab);
  927. end;
  928. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  929. begin
  930. { implement in tcg because required by the overridden a_label; doesn't use
  931. any high level stuff anyway }
  932. cg.a_jmp_always(list,l);
  933. end;
  934. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  935. var
  936. pd: tprocdef;
  937. sourcepara, destpara, sizepara, alignpara, volatilepara: tcgpara;
  938. maxalign: longint;
  939. begin
  940. { perform small copies directly; not larger ones, because then llvm
  941. will try to load the entire large datastructure into registers and
  942. starts spilling like crazy; too small copies must not be done via
  943. llvm.memcpy either, because then you get crashes in llvm }
  944. if (size.typ in [orddef,floatdef,enumdef]) or
  945. (size.size<=2*sizeof(aint)) then
  946. begin
  947. a_load_ref_ref(list,size,size,source,dest);
  948. exit;
  949. end;
  950. pd:=search_system_proc('llvm_memcpy64');
  951. sourcepara.init;
  952. destpara.init;
  953. sizepara.init;
  954. alignpara.init;
  955. volatilepara.init;
  956. paramanager.getintparaloc(list,pd,1,destpara);
  957. paramanager.getintparaloc(list,pd,2,sourcepara);
  958. paramanager.getintparaloc(list,pd,3,sizepara);
  959. paramanager.getintparaloc(list,pd,4,alignpara);
  960. paramanager.getintparaloc(list,pd,5,volatilepara);
  961. a_loadaddr_ref_cgpara(list,size,dest,destpara);
  962. a_loadaddr_ref_cgpara(list,size,source,sourcepara);
  963. a_load_const_cgpara(list,u64inttype,size.size,sizepara);
  964. maxalign:=newalignment(source.alignment,dest.alignment);
  965. a_load_const_cgpara(list,u32inttype,maxalign,alignpara);
  966. { we don't know anything about volatility here, should become an extra
  967. parameter to g_concatcopy }
  968. a_load_const_cgpara(list,llvmbool1type,0,volatilepara);
  969. g_call_system_proc(list,pd,[@destpara,@sourcepara,@sizepara,@alignpara,@volatilepara],nil).resetiftemp;
  970. sourcepara.done;
  971. destpara.done;
  972. sizepara.done;
  973. alignpara.done;
  974. volatilepara.done;
  975. end;
  976. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  977. var
  978. tmpreg: tregister;
  979. href: treference;
  980. fromcompcurr,
  981. tocompcurr: boolean;
  982. begin
  983. href:=make_simple_ref(list,ref,fromsize);
  984. { named register -> use generic code }
  985. if ref.refaddr=addr_full then
  986. begin
  987. gen_load_refaddrfull_anyreg(list,fromsize,tosize,href,reg,mms_movescalar);
  988. exit
  989. end;
  990. { comp and currency are handled by the x87 in this case. They cannot
  991. be represented directly in llvm, and llvmdef translates them into i64
  992. (since that's their storage size and internally they also are int64).
  993. Solve this by changing the type to s80real once they are loaded into
  994. a register. }
  995. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  996. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  997. if tocompcurr then
  998. tosize:=s80floattype;
  999. { don't generate different code for loading e.g. extended into cextended,
  1000. but to take care of loading e.g. comp (=int64) into double }
  1001. if (fromsize.size<>tosize.size) then
  1002. tmpreg:=getfpuregister(list,fromsize)
  1003. else
  1004. tmpreg:=reg;
  1005. { %tmpreg = load size* %ref }
  1006. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,cpointerdef.getreusable(fromsize),href));
  1007. if tmpreg<>reg then
  1008. if fromcompcurr then
  1009. { treat as extended as long as it's in a register }
  1010. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  1011. else
  1012. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  1013. end;
  1014. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  1015. var
  1016. tmpreg: tregister;
  1017. href: treference;
  1018. fromcompcurr,
  1019. tocompcurr: boolean;
  1020. begin
  1021. { see comment in a_loadfpu_ref_reg }
  1022. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  1023. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  1024. if fromcompcurr then
  1025. fromsize:=s80floattype;
  1026. href:=make_simple_ref(list,ref,tosize);
  1027. { don't generate different code for loading e.g. extended into cextended,
  1028. but to take care of storing e.g. comp (=int64) into double }
  1029. if (fromsize.size<>tosize.size) then
  1030. begin
  1031. tmpreg:=getfpuregister(list,tosize);
  1032. if tocompcurr then
  1033. { store back an int64 rather than an extended }
  1034. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  1035. else
  1036. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  1037. end
  1038. else
  1039. tmpreg:=reg;
  1040. { store tosize tmpreg, tosize* href }
  1041. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,cpointerdef.getreusable(tosize),href));
  1042. end;
  1043. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1044. var
  1045. op: tllvmop;
  1046. begin
  1047. op:=llvmconvop(fromsize,tosize,true);
  1048. { reg2 = bitcast fromllsize reg1 to tollsize }
  1049. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  1050. end;
  1051. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  1052. var
  1053. item: TCmdStrListItem;
  1054. mangledname: TSymStr;
  1055. asmsym: tasmsymbol;
  1056. begin
  1057. if po_external in current_procinfo.procdef.procoptions then
  1058. exit;
  1059. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  1060. mangledname:=current_procinfo.procdef.mangledname;
  1061. { predefine the real function name as local/global, so the aliases can
  1062. refer to the symbol and get the binding correct }
  1063. if (cs_profile in current_settings.moduleswitches) or
  1064. (po_global in current_procinfo.procdef.procoptions) then
  1065. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  1066. else
  1067. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  1068. while assigned(item) do
  1069. begin
  1070. if mangledname<>item.Str then
  1071. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,asmsym.bind));
  1072. item:=TCmdStrListItem(item.next);
  1073. end;
  1074. list.concat(taillvmdecl.createdef(asmsym,current_procinfo.procdef,nil,sec_code,current_procinfo.procdef.alignment));
  1075. end;
  1076. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  1077. begin
  1078. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  1079. { todo: darwin main proc, or handle in other way? }
  1080. end;
  1081. procedure thlcgllvm.handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr);
  1082. begin
  1083. { don't do anything, because at this point we can't know yet for certain
  1084. whether the aliased routine is internal to the current routine or not.
  1085. If it's internal, we would have to generate an llvm alias, while if it's
  1086. external, we would have to generate a declaration. Additionally, aliases
  1087. cannot refer to declarations, so always creating aliases doesn't work
  1088. either -> handle in llvmtype }
  1089. end;
  1090. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  1091. begin
  1092. list.concatlist(ttgllvm(tg).alloclist)
  1093. { rest: todo }
  1094. end;
  1095. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  1096. var
  1097. retdef: tdef;
  1098. retreg,
  1099. hreg: tregister;
  1100. retpara: tcgpara;
  1101. begin
  1102. { the function result type is the type of the first location, which can
  1103. differ from the real result type (e.g. int64 for a record consisting of
  1104. two longint fields on x86-64 -- we are responsible for lowering the
  1105. result types like that) }
  1106. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  1107. retpara.check_simple_location;
  1108. retdef:=retpara.location^.def;
  1109. if is_void(retdef) or
  1110. { don't check retdef here, it is e.g. a pshortstring in case it's
  1111. shortstring that's returned in a parameter }
  1112. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  1113. list.concat(taillvm.op_size(la_ret,voidtype))
  1114. else
  1115. begin
  1116. case retpara.location^.loc of
  1117. LOC_REGISTER,
  1118. LOC_FPUREGISTER,
  1119. LOC_MMREGISTER:
  1120. begin
  1121. { sign/zeroextension of function results is handled implicitly
  1122. via the signext/zeroext modifiers of the result, rather than
  1123. in the code generator -> remove any explicit extensions here }
  1124. retreg:=retpara.location^.register;
  1125. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  1126. (retdef.typ in [orddef,enumdef]) then
  1127. begin
  1128. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  1129. begin
  1130. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  1131. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  1132. retreg:=hreg;
  1133. retdef:=current_procinfo.procdef.returndef;
  1134. end;
  1135. end;
  1136. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  1137. end
  1138. else
  1139. { todo: complex returns }
  1140. internalerror(2012111106);
  1141. end;
  1142. end;
  1143. retpara.resetiftemp;
  1144. end;
  1145. procedure thlcgllvm.gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara);
  1146. begin
  1147. if not paramanager.ret_in_param(resdef,pd) then
  1148. begin
  1149. case resloc.location^.loc of
  1150. LOC_REGISTER,
  1151. LOC_FPUREGISTER,
  1152. LOC_MMREGISTER:
  1153. begin
  1154. if not llvmaggregatetype(resdef) then
  1155. list.concat(taillvm.op_reg_size_undef(la_bitcast,resloc.location^.register,llvmgetcgparadef(resloc,true)))
  1156. else
  1157. { bitcast doesn't work for aggregates -> just load from the
  1158. (uninitialised) function result memory location }
  1159. gen_load_loc_function_result(list,resdef,tabstractnormalvarsym(pd.funcretsym).localloc)
  1160. end;
  1161. { for empty record returns }
  1162. LOC_VOID:
  1163. ;
  1164. else
  1165. internalerror(2015042301);
  1166. end;
  1167. end;
  1168. end;
  1169. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  1170. begin
  1171. { not possible, need ovloc }
  1172. internalerror(2012111107);
  1173. end;
  1174. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  1175. var
  1176. hl: tasmlabel;
  1177. begin
  1178. if not(cs_check_overflow in current_settings.localswitches) then
  1179. exit;
  1180. if ovloc.size<>OS_8 then
  1181. internalerror(2015122504);
  1182. current_asmdata.getjumplabel(hl);
  1183. a_cmp_const_loc_label(list,llvmbool1type,OC_EQ,0,ovloc,hl);
  1184. g_call_system_proc(list,'fpc_overflow',[],nil);
  1185. a_label(list,hl);
  1186. end;
  1187. procedure thlcgllvm.g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister);
  1188. var
  1189. hreg: tregister;
  1190. begin
  1191. { will insert a bitcast if necessary }
  1192. if fromdef<>todef then
  1193. begin
  1194. hreg:=getregisterfordef(list,todef);
  1195. a_load_reg_reg(list,fromdef,todef,reg,hreg);
  1196. reg:=hreg;
  1197. end;
  1198. end;
  1199. procedure thlcgllvm.g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference);
  1200. var
  1201. hreg: tregister;
  1202. begin
  1203. hreg:=getaddressregister(list,todef);
  1204. a_loadaddr_ref_reg_intern(list,fromdef,todef,ref,hreg,false);
  1205. reference_reset_base(ref,todef,hreg,0,ref.alignment);
  1206. end;
  1207. procedure thlcgllvm.g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference);
  1208. var
  1209. parentdef,
  1210. subscriptdef,
  1211. currentstructdef,
  1212. llvmfielddef: tdef;
  1213. newbase: tregister;
  1214. implicitpointer: boolean;
  1215. begin
  1216. implicitpointer:=is_implicit_pointer_object_type(recdef);
  1217. currentstructdef:=recdef;
  1218. { in case the field is part of a parent of the current object,
  1219. index into the parents until we're at the parent containing the
  1220. field; if it's an implicit pointer type, these embedded parents
  1221. will be of the structure type of the class rather than of the
  1222. class time itself -> one indirection fewer }
  1223. while field.owner<>tabstractrecorddef(currentstructdef).symtable do
  1224. begin
  1225. { only objectdefs have parents and hence the owner of the
  1226. fieldvarsym can be different from the current def's owner }
  1227. parentdef:=tobjectdef(currentstructdef).childof;
  1228. if implicitpointer then
  1229. newbase:=getaddressregister(list,parentdef)
  1230. else
  1231. newbase:=getaddressregister(list,cpointerdef.getreusable(parentdef));
  1232. recref:=make_simple_ref(list,recref,recdef);
  1233. if implicitpointer then
  1234. subscriptdef:=currentstructdef
  1235. else
  1236. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1237. { recurse into the first field }
  1238. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,0,true));
  1239. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset));
  1240. { go to the parent }
  1241. currentstructdef:=parentdef;
  1242. end;
  1243. { get the type of the corresponding field in the llvm shadow
  1244. definition }
  1245. llvmfielddef:=tabstractrecordsymtable(tabstractrecorddef(currentstructdef).symtable).llvmst[field].def;
  1246. if implicitpointer then
  1247. subscriptdef:=currentstructdef
  1248. else
  1249. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1250. { load the address of that shadow field }
  1251. newbase:=getaddressregister(list,cpointerdef.getreusable(llvmfielddef));
  1252. recref:=make_simple_ref(list,recref,recdef);
  1253. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,field.llvmfieldnr,true));
  1254. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset+field.offsetfromllvmfield));
  1255. { in case of an 80 bits extended type, typecast from an array of 10
  1256. bytes (used because otherwise llvm will allocate the ABI-defined
  1257. size for extended, which is usually larger) into an extended }
  1258. if (llvmfielddef.typ=floatdef) and
  1259. (tfloatdef(llvmfielddef).floattype=s80real) then
  1260. g_ptrtypecast_ref(list,cpointerdef.getreusable(carraydef.getreusable(u8inttype,10)),cpointerdef.getreusable(s80floattype),recref);
  1261. { if it doesn't match the requested field exactly (variant record),
  1262. adjust the type of the pointer }
  1263. if (field.offsetfromllvmfield<>0) or
  1264. (llvmfielddef<>field.vardef) then
  1265. g_ptrtypecast_ref(list,cpointerdef.getreusable(llvmfielddef),cpointerdef.getreusable(field.vardef),recref);
  1266. end;
  1267. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  1268. var
  1269. href: treference;
  1270. begin
  1271. if shuffle=mms_movescalar then
  1272. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  1273. else
  1274. begin
  1275. href:=make_simple_ref(list,ref,fromsize);
  1276. if ref.refaddr=addr_full then
  1277. gen_load_refaddrfull_anyreg(list,fromsize,tosize,href,reg,shuffle)
  1278. else
  1279. begin
  1280. if fromsize<>tosize then
  1281. g_ptrtypecast_ref(list,cpointerdef.create(fromsize),cpointerdef.create(tosize),href);
  1282. { %reg = load size* %ref }
  1283. list.concat(taillvm.op_reg_size_ref(la_load,reg,cpointerdef.getreusable(tosize),href));
  1284. end;
  1285. end;
  1286. end;
  1287. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  1288. var
  1289. href: treference;
  1290. begin
  1291. if shuffle=mms_movescalar then
  1292. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  1293. else
  1294. begin
  1295. { todo }
  1296. if fromsize<>tosize then
  1297. internalerror(2013060220);
  1298. href:=make_simple_ref(list,ref,tosize);
  1299. { store tosize reg, tosize* href }
  1300. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,cpointerdef.getreusable(tosize),href))
  1301. end;
  1302. end;
  1303. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  1304. begin
  1305. if shuffle=mms_movescalar then
  1306. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  1307. else
  1308. { reg2 = bitcast fromllsize reg1 to tollsize }
  1309. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  1310. end;
  1311. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  1312. begin
  1313. if (op=OP_XOR) and
  1314. (src=dst) then
  1315. a_load_const_reg(list,size,0,dst)
  1316. else
  1317. { todo }
  1318. internalerror(2013060221);
  1319. end;
  1320. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  1321. begin
  1322. internalerror(2013060222);
  1323. end;
  1324. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  1325. begin
  1326. internalerror(2013060223);
  1327. end;
  1328. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  1329. var
  1330. paraloc: pcgparalocation;
  1331. begin
  1332. result:=inherited;
  1333. { we'll change the paraloc, make sure we don't modify the original one }
  1334. if not result.temporary then
  1335. begin
  1336. result:=result.getcopy;
  1337. result.temporary:=true;
  1338. end;
  1339. { get the LLVM representation of the function result (e.g. a
  1340. struct with two i64 fields for a record with 4 i32 fields) }
  1341. result.def:=llvmgetcgparadef(result,true);
  1342. if assigned(result.location^.next) then
  1343. begin
  1344. { unify the result into a sinlge location; unlike for parameters,
  1345. we are not responsible for splitting up results into multiple
  1346. locations }
  1347. { set the first location to the type of the function result }
  1348. result.location^.def:=result.def;
  1349. result.location^.size:=result.size;
  1350. { free all extra paralocs }
  1351. while assigned(result.location^.next) do
  1352. begin
  1353. paraloc:=result.location^.next^.next;
  1354. freemem(result.location^.next);
  1355. result.location^.next:=paraloc;
  1356. end;
  1357. end;
  1358. paraloc:=result.location;
  1359. paraloc^.def:=result.def;
  1360. case paraloc^.loc of
  1361. LOC_VOID:
  1362. ;
  1363. LOC_REGISTER,
  1364. LOC_FPUREGISTER,
  1365. LOC_MMREGISTER:
  1366. begin
  1367. paraloc^.llvmloc.loc:=paraloc^.loc;
  1368. paraloc^.llvmloc.reg:=paraloc^.register;
  1369. paraloc^.llvmvalueloc:=true;
  1370. end;
  1371. LOC_REFERENCE:
  1372. if not paramanager.ret_in_param(pd.returndef,pd) then
  1373. { TODO, if this can happen at all }
  1374. internalerror(2014011901);
  1375. else
  1376. internalerror(2014011902);
  1377. end;
  1378. end;
  1379. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1380. begin
  1381. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1382. end;
  1383. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1384. var
  1385. memloc: tlocation;
  1386. begin
  1387. if not(cgpara.location^.llvmvalueloc) then
  1388. begin
  1389. memloc:=l;
  1390. location_force_mem(list,memloc,vardef);
  1391. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1392. end
  1393. else
  1394. inherited;
  1395. end;
  1396. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1397. var
  1398. ploc : pcgparalocation;
  1399. hloc : tlocation;
  1400. href, href2 : treference;
  1401. hreg : tregister;
  1402. fielddef,
  1403. llvmparadef : tdef;
  1404. index : longint;
  1405. offset : pint;
  1406. userecord : boolean;
  1407. begin
  1408. { ignore e.g. empty records }
  1409. if (para.location^.loc=LOC_VOID) then
  1410. exit;
  1411. { If the parameter location is reused we don't need to copy
  1412. anything }
  1413. if (destloc.loc=LOC_REFERENCE) and
  1414. reusepara then
  1415. exit;
  1416. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1417. with two int64 fields for passing a record consisiting of 8 bytes on
  1418. x86-64) }
  1419. llvmparadef:=llvmgetcgparadef(para,true);
  1420. userecord:=
  1421. (llvmparadef<>para.def) and
  1422. assigned(para.location^.next);
  1423. if userecord then
  1424. begin
  1425. { llvmparadef is a record in this case, with every field corresponding
  1426. to a single paraloc }
  1427. if destloc.loc<>LOC_REFERENCE then
  1428. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1429. else
  1430. begin
  1431. hreg:=getaddressregister(list,cpointerdef.getreusable(llvmparadef));
  1432. a_loadaddr_ref_reg(list,vardef,cpointerdef.getreusable(llvmparadef),destloc.reference,hreg);
  1433. reference_reset_base(href,cpointerdef.getreusable(llvmparadef),hreg,0,destloc.reference.alignment);
  1434. end;
  1435. index:=0;
  1436. ploc:=para.location;
  1437. repeat
  1438. paraloctoloc(ploc,hloc);
  1439. g_setup_load_field_by_name(list,trecorddef(llvmparadef),'F'+tostr(index),href,href2,fielddef);
  1440. a_load_loc_ref(list,ploc^.def,fielddef,hloc,href2);
  1441. inc(index);
  1442. ploc:=ploc^.next;
  1443. until not assigned(ploc);
  1444. if destloc.loc<>LOC_REFERENCE then
  1445. tg.ungettemp(list,href);
  1446. end
  1447. else
  1448. begin
  1449. para.check_simple_location;
  1450. paraloctoloc(para.location,hloc);
  1451. case destloc.loc of
  1452. LOC_REFERENCE :
  1453. begin
  1454. case def2regtyp(llvmparadef) of
  1455. R_INTREGISTER,
  1456. R_ADDRESSREGISTER:
  1457. a_load_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1458. R_FPUREGISTER:
  1459. a_loadfpu_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1460. R_MMREGISTER:
  1461. a_loadmm_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference,nil);
  1462. else
  1463. internalerror(2014080801);
  1464. end;
  1465. end;
  1466. LOC_REGISTER:
  1467. begin
  1468. a_load_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1469. end;
  1470. LOC_FPUREGISTER:
  1471. begin
  1472. a_loadfpu_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1473. end;
  1474. LOC_MMREGISTER:
  1475. begin
  1476. a_loadmm_loc_reg(list,llvmparadef,vardef,hloc,destloc.register,nil);
  1477. end;
  1478. { TODO other possible locations }
  1479. else
  1480. internalerror(2013102304);
  1481. end;
  1482. end;
  1483. end;
  1484. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1485. begin
  1486. internalerror(2013060224);
  1487. end;
  1488. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1489. begin
  1490. internalerror(2013060225);
  1491. end;
  1492. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1493. begin
  1494. internalerror(2013060226);
  1495. end;
  1496. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister);
  1497. begin
  1498. internalerror(2012090201);
  1499. end;
  1500. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1501. begin
  1502. internalerror(2012090203);
  1503. end;
  1504. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1505. begin
  1506. internalerror(2012090204);
  1507. end;
  1508. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1509. begin
  1510. internalerror(2012090205);
  1511. end;
  1512. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1513. begin
  1514. internalerror(2012090206);
  1515. end;
  1516. procedure thlcgllvm.gen_stack_check_size_para(list: TAsmList);
  1517. begin
  1518. { this is implemented in a very hackish way, whereby first the call
  1519. to fpc_stackcheck() is emitted, then the prolog is generated and
  1520. registers are allocated, and finally the code to load the parameter
  1521. is inserted before the call to fpc_stackcheck(). Since parameters are
  1522. explicitly passed to call instructions for llvm, that does not work
  1523. here. It could be solved by patching the call instruction later, but
  1524. that's a lot of engineering for functionality that's only marginally
  1525. useful at best. }
  1526. end;
  1527. procedure thlcgllvm.gen_stack_check_call(list: TAsmList);
  1528. begin
  1529. { see explanation in thlcgllvm.gen_stack_check_size_para() }
  1530. end;
  1531. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1532. begin
  1533. result:=make_simple_ref_ptr(list,ref,cpointerdef.create(def));
  1534. end;
  1535. function thlcgllvm.make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  1536. var
  1537. ptrindex: tcgint;
  1538. hreg1,
  1539. hreg2: tregister;
  1540. tmpref: treference;
  1541. pointedsize: asizeint;
  1542. begin
  1543. { already simple? }
  1544. if (not assigned(ref.symbol) or
  1545. (ref.base=NR_NO)) and
  1546. (ref.index=NR_NO) and
  1547. (ref.offset=0) then
  1548. begin
  1549. result:=ref;
  1550. exit;
  1551. end;
  1552. case ptrdef.typ of
  1553. pointerdef:
  1554. begin
  1555. pointedsize:=tpointerdef(ptrdef).pointeddef.size;
  1556. { void, formaldef }
  1557. if pointedsize=0 then
  1558. pointedsize:=1;
  1559. end;
  1560. else
  1561. begin
  1562. { pointedsize is only used if the offset <> 0, to see whether we
  1563. can use getelementptr if it's an exact multiple -> set pointedsize
  1564. to a value that will never be a multiple as we can't "index" other
  1565. types }
  1566. pointedsize:=ref.offset+1;
  1567. end;
  1568. end;
  1569. hreg2:=getaddressregister(list,ptrdef);
  1570. { symbol+offset or base+offset with offset a multiple of the size ->
  1571. use getelementptr }
  1572. if (ref.index=NR_NO) and
  1573. (ref.offset mod pointedsize=0) then
  1574. begin
  1575. ptrindex:=ref.offset div pointedsize;
  1576. if assigned(ref.symbol) then
  1577. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1578. else
  1579. reference_reset_base(tmpref,ptrdef,ref.base,0,ref.alignment);
  1580. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,ptrdef,tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1581. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1582. exit;
  1583. end;
  1584. { for now, perform all calculations using plain pointer arithmetic. Later
  1585. we can look into optimizations based on getelementptr for structured
  1586. accesses (if only to prevent running out of virtual registers).
  1587. Assumptions:
  1588. * symbol/base register: always type "ptrdef"
  1589. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1590. hreg1:=getintregister(list,ptruinttype);
  1591. if assigned(ref.symbol) then
  1592. begin
  1593. if ref.base<>NR_NO then
  1594. internalerror(2012111301);
  1595. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1596. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,ptrdef,tmpref,ptruinttype,0,true));
  1597. end
  1598. else if ref.base<>NR_NO then
  1599. begin
  1600. a_load_reg_reg(list,ptrdef,ptruinttype,ref.base,hreg1);
  1601. end
  1602. else
  1603. { todo: support for absolute addresses on embedded platforms }
  1604. internalerror(2012111302);
  1605. if ref.index<>NR_NO then
  1606. begin
  1607. { SSA... }
  1608. hreg2:=getintregister(list,ptruinttype);
  1609. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1610. hreg1:=hreg2;
  1611. end;
  1612. if ref.offset<>0 then
  1613. begin
  1614. hreg2:=getintregister(list,ptruinttype);
  1615. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1616. hreg1:=hreg2;
  1617. end;
  1618. hreg2:=getaddressregister(list,ptrdef);
  1619. a_load_reg_reg(list,ptruinttype,ptrdef,hreg1,hreg2);
  1620. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1621. end;
  1622. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1623. var
  1624. hreg: tregister;
  1625. rettemp: treference;
  1626. begin
  1627. if not is_void(hlretdef) and
  1628. not paramanager.ret_in_param(hlretdef, pd) then
  1629. begin
  1630. { should already be a copy, because it currently describes the llvm
  1631. return location }
  1632. if not retpara.temporary then
  1633. internalerror(2014020101);
  1634. if llvmaggregatetype(hlretdef) then
  1635. begin
  1636. { to ease the handling of aggregate types here, we just store
  1637. everything to memory rather than potentially dealing with aggregates
  1638. in "registers" }
  1639. tg.gethltemp(list, llvmretdef, llvmretdef.size, tt_normal, rettemp);
  1640. case def2regtyp(llvmretdef) of
  1641. R_INTREGISTER,
  1642. R_ADDRESSREGISTER:
  1643. a_load_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1644. R_FPUREGISTER:
  1645. a_loadfpu_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1646. R_MMREGISTER:
  1647. a_loadmm_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp,mms_movescalar);
  1648. end;
  1649. { the return parameter now contains a value whose type matches the one
  1650. that the high level code generator expects instead of the llvm shim
  1651. }
  1652. retpara.def:=llvmretdef;
  1653. retpara.location^.def:=llvmretdef;
  1654. { for llvm-specific code: }
  1655. retpara.location^.llvmvalueloc:=false;
  1656. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1657. retpara.location^.llvmloc.reg:=rettemp.base;
  1658. { for the rest (normally not used, but cleaner to set it correclty) }
  1659. retpara.location^.loc:=LOC_REFERENCE;
  1660. retpara.location^.reference.index:=rettemp.base;
  1661. retpara.location^.reference.offset:=0;
  1662. end
  1663. else
  1664. begin
  1665. retpara.def:=llvmretdef;
  1666. retpara.Location^.def:=llvmretdef;
  1667. retpara.location^.llvmloc.reg:=resval;
  1668. retpara.Location^.llvmloc.loc:=retpara.location^.loc;
  1669. retpara.Location^.llvmvalueloc:=true;
  1670. end;
  1671. end
  1672. else
  1673. retpara.location^.llvmloc.loc:=LOC_VOID;
  1674. end;
  1675. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1676. begin
  1677. case paraloc^.llvmloc.loc of
  1678. LOC_REFERENCE:
  1679. begin
  1680. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1681. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1682. if paraloc^.llvmvalueloc then
  1683. hloc.reference.refaddr:=addr_full;
  1684. end;
  1685. LOC_REGISTER:
  1686. begin
  1687. if paraloc^.llvmvalueloc then
  1688. begin
  1689. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1690. hloc.register:=paraloc^.llvmloc.reg;
  1691. end
  1692. else
  1693. begin
  1694. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1695. internalerror(2014011903);
  1696. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1697. hloc.reference.base:=paraloc^.llvmloc.reg;
  1698. end;
  1699. end;
  1700. LOC_FPUREGISTER,
  1701. LOC_MMREGISTER:
  1702. begin
  1703. if paraloc^.llvmvalueloc then
  1704. begin
  1705. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1706. hloc.register:=paraloc^.llvmloc.reg;
  1707. end
  1708. else
  1709. internalerror(2014012401);
  1710. end
  1711. else
  1712. internalerror(2014010706);
  1713. end;
  1714. end;
  1715. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1716. begin
  1717. if cs_asm_source in current_settings.globalswitches then
  1718. begin
  1719. case vs.initialloc.loc of
  1720. LOC_REFERENCE :
  1721. begin
  1722. if assigned(vs.initialloc.reference.symbol) then
  1723. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1724. vs.initialloc.reference.symbol.name)))
  1725. else
  1726. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1727. tostr(getsupreg(vs.initialloc.reference.base)))));
  1728. end;
  1729. end;
  1730. end;
  1731. vs.localloc:=vs.initialloc;
  1732. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1733. end;
  1734. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1735. var
  1736. parasym : tasmsymbol;
  1737. begin
  1738. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1739. internalerror(2014010708);
  1740. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1741. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1742. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1743. vs.initialloc.reference.refaddr:=addr_full;
  1744. end;
  1745. procedure thlcgllvm.g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string);
  1746. var
  1747. asmsym: TAsmSymbol;
  1748. begin
  1749. if po_external in procdef.procoptions then
  1750. exit;
  1751. asmsym:=current_asmdata.RefAsmSymbol(externalname,AT_FUNCTION);
  1752. list.concat(taillvmalias.create(asmsym,procdef.mangledname,procdef,asmsym.bind));
  1753. end;
  1754. procedure create_hlcodegen;
  1755. begin
  1756. if not assigned(current_procinfo) or
  1757. not(po_assembler in current_procinfo.procdef.procoptions) then
  1758. begin
  1759. tgobjclass:=ttgllvm;
  1760. hlcg:=thlcgllvm.create;
  1761. cgllvm.create_codegen
  1762. end
  1763. else
  1764. begin
  1765. tgobjclass:=orgtgclass;
  1766. hlcgcpu.create_hlcodegen;
  1767. { todo: handle/remove chlcgobj }
  1768. end;
  1769. end;
  1770. begin
  1771. chlcgobj:=thlcgllvm;
  1772. end.