hlcgllvm.pas 75 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,cclasses,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase, tgobj;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure temp_to_ref(p: ptemprecord; out ref: treference); override;
  31. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  32. procedure a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara); override;
  33. protected
  34. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  35. public
  36. procedure getcpuregister(list: TAsmList; r: Tregister); override;
  37. procedure ungetcpuregister(list: TAsmList; r: Tregister); override;
  38. procedure alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset); override;
  39. procedure deallocallcpuregisters(list: TAsmList); override;
  40. protected
  41. procedure a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  42. public
  43. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  44. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  45. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  46. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  47. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  48. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  49. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  50. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  51. protected
  52. procedure a_loadaddr_ref_reg_intern(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister; makefromsizepointer: boolean);
  53. public
  54. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  55. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  56. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  57. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  58. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  59. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  60. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  61. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  62. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  63. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  64. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  65. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  66. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  67. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  68. procedure gen_proc_symbol(list: TAsmList); override;
  69. procedure gen_proc_symbol_end(list: TAsmList); override;
  70. procedure handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr); override;
  71. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  72. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  73. protected
  74. procedure gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara); override;
  75. public
  76. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  77. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  78. procedure g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister); override;
  79. procedure g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference); override;
  80. procedure g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference); override;
  81. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  82. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  83. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  84. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  85. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  86. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  87. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  88. protected
  89. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  90. public
  91. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  92. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  93. {$ifdef cpuflags}
  94. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  95. has flags and we have to override the abstract methods to prevent
  96. warnings }
  97. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  98. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  99. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  100. {$endif cpuflags}
  101. { unimplemented or unnecessary routines }
  102. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister); override;
  103. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  104. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  105. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  106. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  107. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  108. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  109. procedure g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string); override;
  110. { def is a pointerdef or implicit pointer type (class, classref, procvar,
  111. dynamic array, ...). }
  112. function make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  113. { def is the type of the data stored in memory pointed to by ref, not
  114. a pointer to this type }
  115. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  116. protected
  117. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  118. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  119. end;
  120. procedure create_hlcodegen;
  121. implementation
  122. uses
  123. verbose,cutils,globals,fmodule,constexp,systems,
  124. defutil,llvmdef,llvmsym,
  125. aasmtai,aasmcpu,
  126. aasmllvm,llvmbase,tgllvm,
  127. symtable,symllvm,
  128. paramgr,llvmpara,
  129. procinfo,cpuinfo,cgobj,cgllvm,cghlcpu,
  130. cgcpu,hlcgcpu;
  131. const
  132. topcg2llvmop: array[topcg] of tllvmop =
  133. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  134. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  135. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  136. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  137. { OP_ROL OP_ROR }
  138. la_none, la_none);
  139. constructor thlcgllvm.create;
  140. begin
  141. inherited
  142. end;
  143. procedure thlcgllvm.temp_to_ref(p: ptemprecord; out ref: treference);
  144. begin
  145. { on the LLVM target, every temp is independent and encoded via a
  146. separate temp register whose superregister number is stored in p^.pos }
  147. reference_reset_base(ref,voidstackpointertype,newreg(R_TEMPREGISTER,p^.pos,R_SUBWHOLE),0,p^.alignment);
  148. end;
  149. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  150. var
  151. tmpref, initialref, ref: treference;
  152. fielddef,
  153. orgsize: tdef;
  154. location: pcgparalocation;
  155. sizeleft,
  156. totaloffset: asizeint;
  157. paralocidx: longint;
  158. userecord: boolean;
  159. begin
  160. location:=cgpara.location;
  161. sizeleft:=cgpara.intsize;
  162. totaloffset:=0;
  163. orgsize:=size;
  164. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  165. userecord:=
  166. (orgsize<>size) and
  167. assigned(cgpara.location^.next);
  168. paralocidx:=0;
  169. while assigned(location) do
  170. begin
  171. if userecord then
  172. begin
  173. { llvmparadef is a record in this case, with every field
  174. corresponding to a single paraloc (fielddef is unused, because
  175. it will be equivalent to location^.def -- see below) }
  176. g_setup_load_field_by_name(list,trecorddef(size),'F'+tostr(paralocidx),initialref,tmpref,fielddef);
  177. end
  178. else
  179. tmpref:=initialref;
  180. paramanager.allocparaloc(list,location);
  181. case location^.loc of
  182. LOC_REGISTER,LOC_CREGISTER:
  183. begin
  184. { byval parameter -> load the address rather than the value }
  185. if not location^.llvmvalueloc then
  186. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  187. { if this parameter is split into multiple paralocs via
  188. record fields, load the current paraloc. The type of the
  189. paraloc and of the current record field will match by
  190. construction (the record is build from the paraloc
  191. types) }
  192. else if userecord then
  193. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  194. { if the parameter is passed in a single paraloc, the
  195. paraloc's type may be different from the declared type
  196. -> use the original complete parameter size as source so
  197. we can insert a type conversion if necessary }
  198. else
  199. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  200. end;
  201. LOC_REFERENCE,LOC_CREFERENCE:
  202. begin
  203. if assigned(location^.next) then
  204. internalerror(2010052906);
  205. reference_reset_base(ref,cpointerdef.getreusable(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  206. if (def_cgsize(size)<>OS_NO) and
  207. (size.size=sizeleft) and
  208. (sizeleft<=sizeof(aint)) then
  209. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  210. else
  211. { use concatcopy, because the parameter can be larger than }
  212. { what the OS_* constants can handle }
  213. g_concatcopy(list,location^.def,tmpref,ref);
  214. end;
  215. LOC_MMREGISTER,LOC_CMMREGISTER:
  216. begin
  217. case location^.size of
  218. OS_F32,
  219. OS_F64,
  220. OS_F128:
  221. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  222. OS_M8..OS_M128,
  223. OS_MS8..OS_MS128,
  224. OS_32..OS_128:
  225. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  226. else
  227. internalerror(2010053101);
  228. end;
  229. end
  230. else
  231. internalerror(2010053111);
  232. end;
  233. inc(totaloffset,tcgsize2size[location^.size]);
  234. dec(sizeleft,tcgsize2size[location^.size]);
  235. location:=location^.next;
  236. inc(paralocidx);
  237. end;
  238. end;
  239. procedure thlcgllvm.a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara);
  240. begin
  241. if is_ordinal(cgpara.def) then
  242. begin
  243. cgpara.check_simple_location;
  244. paramanager.alloccgpara(list,cgpara);
  245. if cgpara.location^.shiftval<0 then
  246. a:=a shl -cgpara.location^.shiftval;
  247. cgpara.location^.llvmloc.loc:=LOC_CONSTANT;
  248. cgpara.location^.llvmloc.value:=a;
  249. end
  250. else
  251. inherited;
  252. end;
  253. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  254. var
  255. newrefsize: tdef;
  256. reg: tregister;
  257. begin
  258. newrefsize:=llvmgetcgparadef(para,true);
  259. if refsize<>newrefsize then
  260. begin
  261. reg:=getaddressregister(list,cpointerdef.getreusable(newrefsize));
  262. a_loadaddr_ref_reg(list,refsize,cpointerdef.getreusable(newrefsize),initialref,reg);
  263. reference_reset_base(newref,cpointerdef.getreusable(newrefsize),reg,0,initialref.alignment);
  264. refsize:=newrefsize;
  265. end
  266. else
  267. newref:=initialref;
  268. end;
  269. procedure thlcgllvm.getcpuregister(list: TAsmList; r: Tregister);
  270. begin
  271. { don't do anything }
  272. end;
  273. procedure thlcgllvm.ungetcpuregister(list: TAsmList; r: Tregister);
  274. begin
  275. { don't do anything }
  276. end;
  277. procedure thlcgllvm.alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset);
  278. begin
  279. { don't do anything }
  280. end;
  281. procedure thlcgllvm.deallocallcpuregisters(list: TAsmList);
  282. begin
  283. { don't do anything }
  284. end;
  285. function get_call_pd(pd: tabstractprocdef): tdef;
  286. begin
  287. if (pd.typ=procdef) or
  288. not pd.is_addressonly then
  289. { we get a pointerdef rather than a procvardef so that if we have to
  290. insert an external declaration for this procdef in llvmtype, we don't
  291. have to create another procdef from the procvardef we've just created.
  292. With a pointerdef, we can just get the pointeddef again. A pointerdef
  293. is also much cheaper to create, and in llvm a provardef is a "function
  294. pointer", so a pointer to a procdef is the same as a procvar as far
  295. as llvm is concerned }
  296. result:=cpointerdef.getreusable(pd)
  297. else
  298. result:=pd
  299. end;
  300. procedure thlcgllvm.a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  301. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  302. begin
  303. case getregtype(reg) of
  304. R_INTREGISTER,
  305. R_ADDRESSREGISTER:
  306. begin
  307. a_load_ref_reg(list,def,def,ref,reg);
  308. callpara^.loc:=LOC_REGISTER;
  309. end;
  310. R_FPUREGISTER:
  311. begin
  312. a_loadfpu_ref_reg(list,def,def,ref,reg);
  313. callpara^.loc:=LOC_FPUREGISTER;
  314. end;
  315. R_MMREGISTER:
  316. begin
  317. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  318. callpara^.loc:=LOC_MMREGISTER;
  319. end;
  320. else
  321. internalerror(2014012213);
  322. end;
  323. end;
  324. var
  325. i: longint;
  326. href: treference;
  327. callpara: pllvmcallpara;
  328. paraloc: pcgparalocation;
  329. begin
  330. callparas:=tfplist.Create;
  331. for i:=0 to high(paras) do
  332. begin
  333. paraloc:=paras[i]^.location;
  334. while assigned(paraloc) and
  335. (paraloc^.loc<>LOC_VOID) do
  336. begin
  337. new(callpara);
  338. callpara^.def:=paraloc^.def;
  339. llvmextractvalueextinfo(paras[i]^.def, callpara^.def, callpara^.valueext);
  340. if paraloc^.llvmloc.loc=LOC_CONSTANT then
  341. begin
  342. callpara^.loc:=LOC_CONSTANT;
  343. callpara^.value:=paraloc^.llvmloc.value;
  344. end
  345. else
  346. begin
  347. callpara^.loc:=paraloc^.loc;
  348. case callpara^.loc of
  349. LOC_REFERENCE:
  350. begin
  351. if paraloc^.llvmvalueloc then
  352. internalerror(2014012307)
  353. else
  354. begin
  355. reference_reset_base(href, cpointerdef.getreusable(callpara^.def), paraloc^.reference.index, paraloc^.reference.offset, paraloc^.def.alignment);
  356. res:=getregisterfordef(list, paraloc^.def);
  357. load_ref_anyreg(callpara^.def, href, res, callpara);
  358. end;
  359. callpara^.reg:=res
  360. end;
  361. LOC_REGISTER,
  362. LOC_FPUREGISTER,
  363. LOC_MMREGISTER:
  364. begin
  365. { undo explicit value extension }
  366. if callpara^.valueext<>lve_none then
  367. begin
  368. res:=getregisterfordef(list, callpara^.def);
  369. a_load_reg_reg(list, paraloc^.def, callpara^.def, paraloc^.register, res);
  370. paraloc^.register:=res;
  371. end;
  372. callpara^.reg:=paraloc^.register
  373. end;
  374. else
  375. internalerror(2014010605);
  376. end;
  377. end;
  378. callparas.add(callpara);
  379. paraloc:=paraloc^.next;
  380. end;
  381. end;
  382. { the Pascal level may expect a different returndef compared to the
  383. declared one }
  384. if not assigned(forceresdef) then
  385. hlretdef:=pd.returndef
  386. else
  387. hlretdef:=forceresdef;
  388. { llvm will always expect the original return def }
  389. if not paramanager.ret_in_param(hlretdef, pd) then
  390. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside], true)
  391. else
  392. llvmretdef:=voidtype;
  393. if not is_void(llvmretdef) then
  394. res:=getregisterfordef(list, llvmretdef)
  395. else
  396. res:=NR_NO;
  397. { if this is a complex procvar, get the non-tmethod-like equivalent }
  398. if (pd.typ=procvardef) and
  399. not pd.is_addressonly then
  400. pd:=tprocvardef(cprocvardef.getreusableprocaddr(pd));
  401. end;
  402. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  403. var
  404. callparas: tfplist;
  405. llvmretdef,
  406. hlretdef: tdef;
  407. res: tregister;
  408. begin
  409. a_call_common(list,pd,paras,forceresdef,res,hlretdef,llvmretdef,callparas);
  410. list.concat(taillvm.call_size_name_paras(get_call_pd(pd),res,llvmretdef,current_asmdata.RefAsmSymbol(pd.mangledname),callparas));
  411. result:=get_call_result_cgpara(pd,forceresdef);
  412. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  413. end;
  414. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  415. var
  416. callparas: tfplist;
  417. llvmretdef,
  418. hlretdef: tdef;
  419. res: tregister;
  420. begin
  421. a_call_common(list,pd,paras,nil,res,hlretdef,llvmretdef,callparas);
  422. list.concat(taillvm.call_size_reg_paras(get_call_pd(pd),res,llvmretdef,reg,callparas));
  423. result:=get_call_result_cgpara(pd,nil);
  424. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  425. end;
  426. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  427. begin
  428. list.concat(taillvm.op_reg_size_const_size(llvmconvop(ptrsinttype,tosize),register,ptrsinttype,a,tosize))
  429. end;
  430. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  431. var
  432. sref: treference;
  433. begin
  434. { llvm instructions do not support pointer constants -> only directly
  435. encode for integers; a_load_const_reg() handles pointers properly }
  436. if is_ordinal(tosize) or
  437. is_64bit(tosize) then
  438. begin
  439. sref:=make_simple_ref(list,ref,tosize);
  440. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,cpointerdef.getreusable(tosize),sref))
  441. end
  442. else
  443. inherited;
  444. end;
  445. function def2intdef(fromsize, tosize: tdef): tdef;
  446. begin
  447. { we cannot zero-extend from/to anything but ordinal/enum
  448. types }
  449. if not(tosize.typ in [orddef,enumdef]) then
  450. internalerror(2014012305);
  451. { will give an internalerror if def_cgsize() returns OS_NO, which is
  452. what we want }
  453. result:=cgsize_orddef(def_cgsize(fromsize));
  454. end;
  455. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  456. var
  457. tmpref,
  458. sref: treference;
  459. hreg,
  460. hreg2: tregister;
  461. tmpsize: tdef;
  462. begin
  463. sref:=make_simple_ref(list,ref,tosize);
  464. hreg:=register;
  465. (* typecast the pointer to the value instead of the value itself if
  466. they have the same size but are of different kinds, because we can't
  467. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  468. if (llvmaggregatetype(fromsize) or
  469. llvmaggregatetype(tosize)) and
  470. (fromsize<>tosize) then
  471. begin
  472. if fromsize.size>tosize.size then
  473. begin
  474. { if source size is larger than the target size, we have to
  475. truncate it before storing. Unfortunately, we cannot truncate
  476. records (nor bitcast them to integers), so we first have to
  477. store them to memory and then bitcast the pointer to them
  478. We can't truncate an integer to 3/5/6/7 bytes either, so also
  479. pass via a temp in that case
  480. }
  481. if (fromsize.typ in [arraydef,recorddef]) or
  482. (tosize.size in [3,5,6,7]) then
  483. begin
  484. { store struct/array-in-register to memory }
  485. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  486. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  487. { typecast pointer to memory into pointer to integer type }
  488. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  489. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),tmpref,hreg);
  490. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,tmpref.alignment);
  491. { load the integer from the temp into the destination }
  492. a_load_ref_ref(list,tosize,tosize,sref,ref);
  493. tg.ungettemp(list,tmpref);
  494. end
  495. else
  496. begin
  497. tmpsize:=def2intdef(tosize,fromsize);
  498. hreg:=getintregister(list,tmpsize);
  499. { truncate the integer }
  500. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  501. { store it to memory (it will now be of the same size as the
  502. struct, and hence another path will be followed in this
  503. method) }
  504. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  505. end;
  506. exit;
  507. end
  508. else
  509. begin
  510. hreg2:=getaddressregister(list,cpointerdef.getreusable(fromsize));
  511. a_loadaddr_ref_reg(list,tosize,cpointerdef.getreusable(fromsize),sref,hreg2);
  512. reference_reset_base(sref,cpointerdef.getreusable(fromsize),hreg2,0,sref.alignment);
  513. tosize:=fromsize;
  514. end;
  515. end
  516. else if fromsize<>tosize then
  517. begin
  518. hreg:=getregisterfordef(list,tosize);
  519. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  520. end;
  521. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,cpointerdef.getreusable(tosize),sref));
  522. end;
  523. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  524. var
  525. op: tllvmop;
  526. tmpreg: tregister;
  527. tmpintdef: tdef;
  528. begin
  529. op:=llvmconvop(fromsize,tosize);
  530. { converting from pointer to something else and vice versa is only
  531. possible via an intermediate pass to integer. Same for "something else"
  532. to pointer. }
  533. case op of
  534. la_ptrtoint_to_x,
  535. la_x_to_inttoptr:
  536. begin
  537. { convert via an integer with the same size as "x" }
  538. if op=la_ptrtoint_to_x then
  539. begin
  540. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  541. op:=la_bitcast
  542. end
  543. else
  544. begin
  545. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  546. op:=la_inttoptr;
  547. end;
  548. tmpreg:=getintregister(list,tmpintdef);
  549. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  550. reg1:=tmpreg;
  551. fromsize:=tmpintdef;
  552. end;
  553. end;
  554. { reg2 = bitcast fromsize reg1 to tosize }
  555. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  556. end;
  557. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  558. var
  559. tmpref,
  560. sref: treference;
  561. hreg: tregister;
  562. tmpsize: tdef;
  563. begin
  564. sref:=make_simple_ref(list,ref,fromsize);
  565. { "named register"? }
  566. if sref.refaddr=addr_full then
  567. begin
  568. { can't bitcast records/arrays }
  569. if (llvmaggregatetype(fromsize) or
  570. llvmaggregatetype(tosize)) and
  571. (fromsize<>tosize) then
  572. begin
  573. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  574. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(fromsize),tmpref));
  575. a_load_ref_reg(list,fromsize,tosize,tmpref,register);
  576. tg.ungettemp(list,tmpref);
  577. end
  578. else
  579. list.concat(taillvm.op_reg_size_ref_size(llvmconvop(fromsize,tosize),register,fromsize,sref,tosize))
  580. end
  581. else
  582. begin
  583. if ((fromsize.typ in [arraydef,recorddef]) or
  584. (tosize.typ in [arraydef,recorddef])) and
  585. (fromsize<>tosize) then
  586. begin
  587. if fromsize.size<tosize.size then
  588. begin
  589. { if the target size is larger than the source size, we
  590. have to perform the zero-extension using an integer type
  591. (can't zero-extend a record/array) }
  592. if fromsize.typ in [arraydef,recorddef] then
  593. begin
  594. { typecast the pointer to the struct into a pointer to an
  595. integer of equal size }
  596. tmpsize:=def2intdef(fromsize,tosize);
  597. hreg:=getaddressregister(list,cpointerdef.getreusable(tmpsize));
  598. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tmpsize),sref,hreg);
  599. reference_reset_base(sref,cpointerdef.getreusable(tmpsize),hreg,0,sref.alignment);
  600. { load that integer }
  601. a_load_ref_reg(list,tmpsize,tosize,sref,register);
  602. end
  603. else
  604. begin
  605. { load the integer into an integer memory location with
  606. the same size as the struct (the integer should be
  607. unsigned, we don't want sign extensions here) }
  608. if is_signed(fromsize) then
  609. internalerror(2014012309);
  610. tmpsize:=def2intdef(tosize,fromsize);
  611. tg.gethltemp(list,tmpsize,tmpsize.size,tt_normal,tmpref);
  612. { typecast the struct-sized integer location into the
  613. struct type }
  614. a_load_ref_ref(list,fromsize,tmpsize,sref,tmpref);
  615. { load the struct in the register }
  616. a_load_ref_reg(list,tmpsize,tosize,tmpref,register);
  617. tg.ungettemp(list,tmpref);
  618. end;
  619. exit;
  620. end
  621. else
  622. begin
  623. (* typecast the pointer to the value instead of the value
  624. itself if they have the same size but are of different
  625. kinds, because we can't e.g. typecast a loaded <{i32, i32}>
  626. to an i64 *)
  627. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  628. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),sref,hreg);
  629. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,sref.alignment);
  630. fromsize:=tosize;
  631. end;
  632. end;
  633. hreg:=register;
  634. if fromsize<>tosize then
  635. hreg:=getregisterfordef(list,fromsize);
  636. list.concat(taillvm.op_reg_size_ref(la_load,hreg,cpointerdef.getreusable(fromsize),sref));
  637. if hreg<>register then
  638. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  639. end;
  640. end;
  641. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  642. var
  643. sdref: treference;
  644. begin
  645. if (fromsize=tosize) and
  646. (sref.refaddr=addr_full) then
  647. begin
  648. sdref:=make_simple_ref(list,dref,tosize);
  649. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(tosize),sdref));
  650. end
  651. else
  652. inherited
  653. end;
  654. procedure thlcgllvm.a_loadaddr_ref_reg_intern(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister; makefromsizepointer: boolean);
  655. var
  656. sref: treference;
  657. begin
  658. { can't take the address of a 'named register' }
  659. if ref.refaddr=addr_full then
  660. internalerror(2013102306);
  661. if makefromsizepointer then
  662. fromsize:=cpointerdef.getreusable(fromsize);
  663. sref:=make_simple_ref_ptr(list,ref,fromsize);
  664. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,fromsize,sref,tosize));
  665. end;
  666. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  667. begin
  668. a_loadaddr_ref_reg_intern(list,fromsize,tosize,ref,r,true);
  669. end;
  670. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  671. begin
  672. a_op_const_reg_reg(list,op,size,a,reg,reg);
  673. end;
  674. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  675. var
  676. tmpreg: tregister;
  677. begin
  678. if (def2regtyp(size)=R_INTREGISTER) and
  679. (topcg2llvmop[op]<>la_none) then
  680. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  681. else
  682. begin
  683. { default implementation is not SSA-safe }
  684. tmpreg:=getregisterfordef(list,size);
  685. a_load_const_reg(list,size,a,tmpreg);
  686. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  687. end;
  688. end;
  689. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  690. var
  691. orgdst,
  692. tmpreg1,
  693. tmpreg2,
  694. tmpreg3: tregister;
  695. opsize: tdef;
  696. begin
  697. orgdst:=dst;
  698. opsize:=size;
  699. { always perform using integer registers, because math operations on
  700. pointers are not supported (except via getelementptr, possible future
  701. optimization) }
  702. if def2regtyp(size)=R_ADDRESSREGISTER then
  703. begin
  704. opsize:=ptruinttype;
  705. tmpreg1:=getintregister(list,ptruinttype);
  706. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  707. src1:=tmpreg1;
  708. tmpreg1:=getintregister(list,ptruinttype);
  709. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  710. src2:=tmpreg1;
  711. dst:=getintregister(list,ptruinttype);
  712. end;
  713. if topcg2llvmop[op]<>la_none then
  714. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  715. else
  716. begin
  717. case op of
  718. OP_NEG:
  719. { %dst = sub size 0, %src1 }
  720. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  721. OP_NOT:
  722. { %dst = xor size -1, %src1 }
  723. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  724. OP_ROL:
  725. begin
  726. tmpreg1:=getintregister(list,opsize);
  727. tmpreg2:=getintregister(list,opsize);
  728. tmpreg3:=getintregister(list,opsize);
  729. { tmpreg1 := tcgsize2size[size] - src1 }
  730. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size*8,src1));
  731. { tmpreg2 := src2 shr tmpreg1 }
  732. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  733. { tmpreg3 := src2 shl src1 }
  734. a_op_reg_reg_reg(list,OP_SHL,opsize,src1,src2,tmpreg3);
  735. { dst := tmpreg2 or tmpreg3 }
  736. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  737. end;
  738. OP_ROR:
  739. begin
  740. tmpreg1:=getintregister(list,size);
  741. tmpreg2:=getintregister(list,size);
  742. tmpreg3:=getintregister(list,size);
  743. { tmpreg1 := tcgsize2size[size] - src1 }
  744. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg1,opsize,opsize.size*8,src1));
  745. { tmpreg2 := src2 shl tmpreg1 }
  746. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  747. { tmpreg3 := src2 shr src1 }
  748. a_op_reg_reg_reg(list,OP_SHR,opsize,src1,src2,tmpreg3);
  749. { dst := tmpreg2 or tmpreg3 }
  750. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  751. end;
  752. else
  753. internalerror(2010081310);
  754. end;
  755. end;
  756. if dst<>orgdst then
  757. a_load_reg_reg(list,opsize,size,dst,orgdst);
  758. end;
  759. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  760. begin
  761. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  762. end;
  763. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  764. var
  765. hreg: tregister;
  766. begin
  767. if not setflags then
  768. begin
  769. inherited;
  770. exit;
  771. end;
  772. hreg:=getintregister(list,size);
  773. a_load_const_reg(list,size,a,hreg);
  774. a_op_reg_reg_reg_checkoverflow(list,op,size,hreg,src,dst,setflags,ovloc);
  775. end;
  776. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  777. var
  778. calcsize: tdef;
  779. tmpsrc1,
  780. tmpsrc2,
  781. tmpdst: tregister;
  782. signed,
  783. docheck: boolean;
  784. begin
  785. docheck:=size.size>=ossinttype.size;
  786. if not setflags or
  787. not docheck then
  788. begin
  789. inherited a_op_reg_reg_reg_checkoverflow(list,op,size,src1,src2,dst,false,ovloc);
  790. exit;
  791. end;
  792. { extend values to twice their original width (one bit extra is enough,
  793. but adding support for 9/17/33/65 bit types just for this is overkill) }
  794. signed:=is_signed(size);
  795. case size.size of
  796. 1:
  797. if signed then
  798. calcsize:=s16inttype
  799. else
  800. calcsize:=u16inttype;
  801. 2:
  802. if signed then
  803. calcsize:=s32inttype
  804. else
  805. calcsize:=u32inttype;
  806. 4:
  807. if signed then
  808. calcsize:=s64inttype
  809. else
  810. calcsize:=u64inttype;
  811. 8:
  812. if signed then
  813. calcsize:=s128inttype
  814. else
  815. calcsize:=u128inttype;
  816. else
  817. internalerror(2015122503);
  818. end;
  819. tmpsrc1:=getintregister(list,calcsize);
  820. a_load_reg_reg(list,size,calcsize,src1,tmpsrc1);
  821. tmpsrc2:=getintregister(list,calcsize);
  822. a_load_reg_reg(list,size,calcsize,src2,tmpsrc2);
  823. tmpdst:=getintregister(list,calcsize);
  824. { perform the calculation with twice the width }
  825. a_op_reg_reg_reg(list,op,calcsize,tmpsrc1,tmpsrc2,tmpdst);
  826. { signed/unsigned overflow occurs if signed/unsigned truncation of the
  827. result is different from the actual result -> extend again and compare }
  828. a_load_reg_reg(list,calcsize,size,tmpdst,dst);
  829. tmpsrc1:=getintregister(list,calcsize);
  830. a_load_reg_reg(list,size,calcsize,dst,tmpsrc1);
  831. location_reset(ovloc,LOC_REGISTER,OS_8);
  832. ovloc.register:=getintregister(list,pasbool8type);
  833. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,ovloc.register,OC_NE,calcsize,tmpsrc1,tmpdst));
  834. end;
  835. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  836. var
  837. tmpreg : tregister;
  838. invert: boolean;
  839. fallthroughlab, falselab, tmplab: tasmlabel;
  840. begin
  841. { since all comparisons return their results in a register, we'll often
  842. get comparisons against true/false -> optimise }
  843. if (size=pasbool8type) and
  844. (cmp_op in [OC_EQ,OC_NE]) then
  845. begin
  846. case cmp_op of
  847. OC_EQ:
  848. invert:=a=0;
  849. OC_NE:
  850. invert:=a=1;
  851. else
  852. { avoid uninitialised warning }
  853. internalerror(2015031504);
  854. end;
  855. current_asmdata.getjumplabel(falselab);
  856. fallthroughlab:=falselab;
  857. if invert then
  858. begin
  859. tmplab:=l;
  860. l:=falselab;
  861. falselab:=tmplab;
  862. end;
  863. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,reg,l,falselab));
  864. a_label(list,fallthroughlab);
  865. exit;
  866. end;
  867. tmpreg:=getregisterfordef(list,size);
  868. a_load_const_reg(list,size,a,tmpreg);
  869. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  870. end;
  871. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  872. var
  873. resreg: tregister;
  874. falselab: tasmlabel;
  875. begin
  876. if getregtype(reg1)<>getregtype(reg2) then
  877. internalerror(2012111105);
  878. resreg:=getintregister(list,pasbool8type);
  879. current_asmdata.getjumplabel(falselab);
  880. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  881. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  882. OC_GT is true if op1>op2 }
  883. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  884. list.concat(taillvm.op_size_reg_lab_lab(la_br,pasbool8type,resreg,l,falselab));
  885. a_label(list,falselab);
  886. end;
  887. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  888. begin
  889. { implement in tcg because required by the overridden a_label; doesn't use
  890. any high level stuff anyway }
  891. cg.a_jmp_always(list,l);
  892. end;
  893. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  894. var
  895. pd: tprocdef;
  896. sourcepara, destpara, sizepara, alignpara, volatilepara: tcgpara;
  897. maxalign: longint;
  898. begin
  899. { perform small copies directly; not larger ones, because then llvm
  900. will try to load the entire large datastructure into registers and
  901. starts spilling like crazy; too small copies must not be done via
  902. llvm.memcpy either, because then you get crashes in llvm }
  903. if (size.typ in [orddef,floatdef,enumdef]) or
  904. (size.size<=2*sizeof(aint)) then
  905. begin
  906. a_load_ref_ref(list,size,size,source,dest);
  907. exit;
  908. end;
  909. pd:=search_system_proc('llvm_memcpy64');
  910. sourcepara.init;
  911. destpara.init;
  912. sizepara.init;
  913. alignpara.init;
  914. volatilepara.init;
  915. paramanager.getintparaloc(list,pd,1,destpara);
  916. paramanager.getintparaloc(list,pd,2,sourcepara);
  917. paramanager.getintparaloc(list,pd,3,sizepara);
  918. paramanager.getintparaloc(list,pd,4,alignpara);
  919. paramanager.getintparaloc(list,pd,5,volatilepara);
  920. a_loadaddr_ref_cgpara(list,size,dest,destpara);
  921. a_loadaddr_ref_cgpara(list,size,source,sourcepara);
  922. a_load_const_cgpara(list,u64inttype,size.size,sizepara);
  923. maxalign:=newalignment(source.alignment,dest.alignment);
  924. a_load_const_cgpara(list,u32inttype,maxalign,alignpara);
  925. { we don't know anything about volatility here, should become an extra
  926. parameter to g_concatcopy }
  927. a_load_const_cgpara(list,pasbool8type,0,volatilepara);
  928. g_call_system_proc(list,pd,[@destpara,@sourcepara,@sizepara,@alignpara,@volatilepara],nil).resetiftemp;
  929. sourcepara.done;
  930. destpara.done;
  931. sizepara.done;
  932. alignpara.done;
  933. volatilepara.done;
  934. end;
  935. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  936. var
  937. tmpreg: tregister;
  938. href: treference;
  939. fromcompcurr,
  940. tocompcurr: boolean;
  941. begin
  942. { named register -> use generic code }
  943. if ref.refaddr=addr_full then
  944. begin
  945. a_load_ref_reg(list,fromsize,tosize,ref,reg);
  946. exit
  947. end;
  948. { comp and currency are handled by the x87 in this case. They cannot
  949. be represented directly in llvm, and llvmdef translates them into i64
  950. (since that's their storage size and internally they also are int64).
  951. Solve this by changing the type to s80real once they are loaded into
  952. a register. }
  953. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  954. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  955. if tocompcurr then
  956. tosize:=s80floattype;
  957. href:=make_simple_ref(list,ref,fromsize);
  958. { don't generate different code for loading e.g. extended into cextended,
  959. but to take care of loading e.g. comp (=int64) into double }
  960. if (fromsize.size<>tosize.size) then
  961. tmpreg:=getfpuregister(list,fromsize)
  962. else
  963. tmpreg:=reg;
  964. { %tmpreg = load size* %ref }
  965. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,cpointerdef.getreusable(fromsize),href));
  966. if tmpreg<>reg then
  967. if fromcompcurr then
  968. { treat as extended as long as it's in a register }
  969. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  970. else
  971. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  972. end;
  973. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  974. var
  975. tmpreg: tregister;
  976. href: treference;
  977. fromcompcurr,
  978. tocompcurr: boolean;
  979. begin
  980. { see comment in a_loadfpu_ref_reg }
  981. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  982. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  983. if fromcompcurr then
  984. fromsize:=s80floattype;
  985. href:=make_simple_ref(list,ref,tosize);
  986. { don't generate different code for loading e.g. extended into cextended,
  987. but to take care of storing e.g. comp (=int64) into double }
  988. if (fromsize.size<>tosize.size) then
  989. begin
  990. tmpreg:=getfpuregister(list,tosize);
  991. if tocompcurr then
  992. { store back an int64 rather than an extended }
  993. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  994. else
  995. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  996. end
  997. else
  998. tmpreg:=reg;
  999. { store tosize tmpreg, tosize* href }
  1000. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,cpointerdef.getreusable(tosize),href));
  1001. end;
  1002. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1003. var
  1004. op: tllvmop;
  1005. intfromsize,
  1006. inttosize: longint;
  1007. begin
  1008. { treat comp and currency as extended in registers (see comment at start
  1009. of a_loadfpu_ref_reg) }
  1010. if tfloatdef(fromsize).floattype in [s64comp,s64currency] then
  1011. fromsize:=sc80floattype;
  1012. if tfloatdef(tosize).floattype in [s64comp,s64currency] then
  1013. tosize:=sc80floattype;
  1014. { at the value level, s80real and sc80real are the same }
  1015. if fromsize<>s80floattype then
  1016. intfromsize:=fromsize.size
  1017. else
  1018. intfromsize:=sc80floattype.size;
  1019. if tosize<>s80floattype then
  1020. inttosize:=tosize.size
  1021. else
  1022. inttosize:=sc80floattype.size;
  1023. if intfromsize<inttosize then
  1024. op:=la_fpext
  1025. else if intfromsize>inttosize then
  1026. op:=la_fptrunc
  1027. else
  1028. op:=la_bitcast;
  1029. { reg2 = bitcast fromllsize reg1 to tollsize }
  1030. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  1031. end;
  1032. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  1033. var
  1034. item: TCmdStrListItem;
  1035. mangledname: TSymStr;
  1036. asmsym: tasmsymbol;
  1037. begin
  1038. if po_external in current_procinfo.procdef.procoptions then
  1039. exit;
  1040. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  1041. mangledname:=current_procinfo.procdef.mangledname;
  1042. { predefine the real function name as local/global, so the aliases can
  1043. refer to the symbol and get the binding correct }
  1044. if (cs_profile in current_settings.moduleswitches) or
  1045. (po_global in current_procinfo.procdef.procoptions) then
  1046. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  1047. else
  1048. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  1049. while assigned(item) do
  1050. begin
  1051. if mangledname<>item.Str then
  1052. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,llv_default,lll_default));
  1053. item:=TCmdStrListItem(item.next);
  1054. end;
  1055. list.concat(taillvmdecl.createdef(asmsym,current_procinfo.procdef,nil,sec_code,current_procinfo.procdef.alignment));
  1056. end;
  1057. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  1058. begin
  1059. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  1060. { todo: darwin main proc, or handle in other way? }
  1061. end;
  1062. procedure thlcgllvm.handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr);
  1063. begin
  1064. { don't do anything, because at this point we can't know yet for certain
  1065. whether the aliased routine is internal to the current routine or not.
  1066. If it's internal, we would have to generate an llvm alias, while if it's
  1067. external, we would have to generate a declaration. Additionally, aliases
  1068. cannot refer to declarations, so always creating aliases doesn't work
  1069. either -> handle in llvmtype }
  1070. end;
  1071. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  1072. begin
  1073. list.concatlist(ttgllvm(tg).alloclist)
  1074. { rest: todo }
  1075. end;
  1076. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  1077. var
  1078. retdef: tdef;
  1079. retreg,
  1080. hreg: tregister;
  1081. retpara: tcgpara;
  1082. begin
  1083. { the function result type is the type of the first location, which can
  1084. differ from the real result type (e.g. int64 for a record consisting of
  1085. two longint fields on x86-64 -- we are responsible for lowering the
  1086. result types like that) }
  1087. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  1088. retpara.check_simple_location;
  1089. retdef:=retpara.location^.def;
  1090. if is_void(retdef) or
  1091. { don't check retdef here, it is e.g. a pshortstring in case it's
  1092. shortstring that's returned in a parameter }
  1093. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  1094. list.concat(taillvm.op_size(la_ret,voidtype))
  1095. else
  1096. begin
  1097. case retpara.location^.loc of
  1098. LOC_REGISTER,
  1099. LOC_FPUREGISTER,
  1100. LOC_MMREGISTER:
  1101. begin
  1102. { sign/zeroextension of function results is handled implicitly
  1103. via the signext/zeroext modifiers of the result, rather than
  1104. in the code generator -> remove any explicit extensions here }
  1105. retreg:=retpara.location^.register;
  1106. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  1107. (retdef.typ in [orddef,enumdef]) then
  1108. begin
  1109. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  1110. begin
  1111. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  1112. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  1113. retreg:=hreg;
  1114. retdef:=current_procinfo.procdef.returndef;
  1115. end;
  1116. end;
  1117. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  1118. end
  1119. else
  1120. { todo: complex returns }
  1121. internalerror(2012111106);
  1122. end;
  1123. end;
  1124. retpara.resetiftemp;
  1125. end;
  1126. procedure thlcgllvm.gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara);
  1127. begin
  1128. if not paramanager.ret_in_param(resdef,pd) then
  1129. begin
  1130. case resloc.location^.loc of
  1131. LOC_REGISTER,
  1132. LOC_FPUREGISTER,
  1133. LOC_MMREGISTER:
  1134. begin
  1135. resloc.check_simple_location;
  1136. list.concat(taillvm.op_reg_size_undef(la_bitcast,resloc.location^.register,llvmgetcgparadef(resloc,true)));
  1137. end;
  1138. { for empty record returns }
  1139. LOC_VOID:
  1140. ;
  1141. else
  1142. internalerror(2015042301);
  1143. end;
  1144. end;
  1145. end;
  1146. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  1147. begin
  1148. { not possible, need ovloc }
  1149. internalerror(2012111107);
  1150. end;
  1151. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  1152. var
  1153. hl: tasmlabel;
  1154. begin
  1155. if not(cs_check_overflow in current_settings.localswitches) then
  1156. exit;
  1157. if ovloc.size<>OS_8 then
  1158. internalerror(2015122504);
  1159. current_asmdata.getjumplabel(hl);
  1160. a_cmp_const_loc_label(list,pasbool8type,OC_EQ,0,ovloc,hl);
  1161. g_call_system_proc(list,'fpc_overflow',[],nil);
  1162. a_label(list,hl);
  1163. end;
  1164. procedure thlcgllvm.g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister);
  1165. var
  1166. hreg: tregister;
  1167. begin
  1168. { will insert a bitcast if necessary }
  1169. if fromdef<>todef then
  1170. begin
  1171. hreg:=getregisterfordef(list,todef);
  1172. a_load_reg_reg(list,fromdef,todef,reg,hreg);
  1173. reg:=hreg;
  1174. end;
  1175. end;
  1176. procedure thlcgllvm.g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference);
  1177. var
  1178. hreg: tregister;
  1179. begin
  1180. hreg:=getaddressregister(list,todef);
  1181. a_loadaddr_ref_reg_intern(list,fromdef,todef,ref,hreg,false);
  1182. reference_reset_base(ref,todef,hreg,0,ref.alignment);
  1183. end;
  1184. procedure thlcgllvm.g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference);
  1185. var
  1186. parentdef,
  1187. subscriptdef,
  1188. currentstructdef,
  1189. llvmfielddef: tdef;
  1190. newbase: tregister;
  1191. implicitpointer: boolean;
  1192. begin
  1193. implicitpointer:=is_implicit_pointer_object_type(recdef);
  1194. currentstructdef:=recdef;
  1195. { in case the field is part of a parent of the current object,
  1196. index into the parents until we're at the parent containing the
  1197. field; if it's an implicit pointer type, these embedded parents
  1198. will be of the structure type of the class rather than of the
  1199. class time itself -> one indirection fewer }
  1200. while field.owner<>tabstractrecorddef(currentstructdef).symtable do
  1201. begin
  1202. { only objectdefs have parents and hence the owner of the
  1203. fieldvarsym can be different from the current def's owner }
  1204. parentdef:=tobjectdef(currentstructdef).childof;
  1205. if implicitpointer then
  1206. newbase:=getaddressregister(list,parentdef)
  1207. else
  1208. newbase:=getaddressregister(list,cpointerdef.getreusable(parentdef));
  1209. recref:=make_simple_ref(list,recref,recdef);
  1210. if implicitpointer then
  1211. subscriptdef:=currentstructdef
  1212. else
  1213. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1214. { recurse into the first field }
  1215. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,0,true));
  1216. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset));
  1217. { go to the parent }
  1218. currentstructdef:=parentdef;
  1219. end;
  1220. { get the type of the corresponding field in the llvm shadow
  1221. definition }
  1222. llvmfielddef:=tabstractrecordsymtable(tabstractrecorddef(currentstructdef).symtable).llvmst[field].def;
  1223. if implicitpointer then
  1224. subscriptdef:=currentstructdef
  1225. else
  1226. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1227. { load the address of that shadow field }
  1228. newbase:=getaddressregister(list,cpointerdef.getreusable(llvmfielddef));
  1229. recref:=make_simple_ref(list,recref,recdef);
  1230. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,field.llvmfieldnr,true));
  1231. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset+field.offsetfromllvmfield));
  1232. { in case of an 80 bits extended type, typecast from an array of 10
  1233. bytes (used because otherwise llvm will allocate the ABI-defined
  1234. size for extended, which is usually larger) into an extended }
  1235. if (llvmfielddef.typ=floatdef) and
  1236. (tfloatdef(llvmfielddef).floattype=s80real) then
  1237. g_ptrtypecast_ref(list,cpointerdef.getreusable(carraydef.getreusable(u8inttype,10)),cpointerdef.getreusable(s80floattype),recref);
  1238. { if it doesn't match the requested field exactly (variant record),
  1239. adjust the type of the pointer }
  1240. if (field.offsetfromllvmfield<>0) or
  1241. (llvmfielddef<>field.vardef) then
  1242. g_ptrtypecast_ref(list,cpointerdef.getreusable(llvmfielddef),cpointerdef.getreusable(field.vardef),recref);
  1243. end;
  1244. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  1245. var
  1246. href: treference;
  1247. begin
  1248. { named register -> use generic code }
  1249. if ref.refaddr=addr_full then
  1250. a_load_ref_reg(list,fromsize,tosize,ref,reg)
  1251. else if shuffle=mms_movescalar then
  1252. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  1253. else
  1254. begin
  1255. href:=make_simple_ref(list,ref,fromsize);
  1256. if fromsize<>tosize then
  1257. g_ptrtypecast_ref(list,cpointerdef.create(fromsize),cpointerdef.create(tosize),href);
  1258. { %reg = load size* %ref }
  1259. list.concat(taillvm.op_reg_size_ref(la_load,reg,cpointerdef.getreusable(tosize),href));
  1260. end;
  1261. end;
  1262. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  1263. var
  1264. href: treference;
  1265. begin
  1266. if shuffle=mms_movescalar then
  1267. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  1268. else
  1269. begin
  1270. { todo }
  1271. if fromsize<>tosize then
  1272. internalerror(2013060220);
  1273. href:=make_simple_ref(list,ref,tosize);
  1274. { store tosize reg, tosize* href }
  1275. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,cpointerdef.getreusable(tosize),href))
  1276. end;
  1277. end;
  1278. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  1279. begin
  1280. if shuffle=mms_movescalar then
  1281. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  1282. else
  1283. { reg2 = bitcast fromllsize reg1 to tollsize }
  1284. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  1285. end;
  1286. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  1287. begin
  1288. if (op=OP_XOR) and
  1289. (src=dst) then
  1290. a_load_const_reg(list,size,0,dst)
  1291. else
  1292. { todo }
  1293. internalerror(2013060221);
  1294. end;
  1295. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  1296. begin
  1297. internalerror(2013060222);
  1298. end;
  1299. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  1300. begin
  1301. internalerror(2013060223);
  1302. end;
  1303. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  1304. var
  1305. paraloc: pcgparalocation;
  1306. begin
  1307. result:=inherited;
  1308. { we'll change the paraloc, make sure we don't modify the original one }
  1309. if not result.temporary then
  1310. begin
  1311. result:=result.getcopy;
  1312. result.temporary:=true;
  1313. end;
  1314. { get the LLVM representation of the function result (e.g. a
  1315. struct with two i64 fields for a record with 4 i32 fields) }
  1316. result.def:=llvmgetcgparadef(result,true);
  1317. if assigned(result.location^.next) then
  1318. begin
  1319. { unify the result into a sinlge location; unlike for parameters,
  1320. we are not responsible for splitting up results into multiple
  1321. locations }
  1322. { set the first location to the type of the function result }
  1323. result.location^.def:=result.def;
  1324. result.location^.size:=result.size;
  1325. { free all extra paralocs }
  1326. while assigned(result.location^.next) do
  1327. begin
  1328. paraloc:=result.location^.next^.next;
  1329. freemem(result.location^.next);
  1330. result.location^.next:=paraloc;
  1331. end;
  1332. end;
  1333. paraloc:=result.location;
  1334. paraloc^.def:=result.def;
  1335. case paraloc^.loc of
  1336. LOC_VOID:
  1337. ;
  1338. LOC_REGISTER,
  1339. LOC_FPUREGISTER,
  1340. LOC_MMREGISTER:
  1341. begin
  1342. paraloc^.llvmloc.loc:=paraloc^.loc;
  1343. paraloc^.llvmloc.reg:=paraloc^.register;
  1344. paraloc^.llvmvalueloc:=true;
  1345. end;
  1346. LOC_REFERENCE:
  1347. if not paramanager.ret_in_param(pd.returndef,pd) then
  1348. { TODO, if this can happen at all }
  1349. internalerror(2014011901);
  1350. else
  1351. internalerror(2014011902);
  1352. end;
  1353. end;
  1354. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1355. begin
  1356. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1357. end;
  1358. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1359. var
  1360. memloc: tlocation;
  1361. begin
  1362. if not(cgpara.location^.llvmvalueloc) then
  1363. begin
  1364. memloc:=l;
  1365. location_force_mem(list,memloc,vardef);
  1366. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1367. end
  1368. else
  1369. inherited;
  1370. end;
  1371. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1372. var
  1373. ploc : pcgparalocation;
  1374. hloc : tlocation;
  1375. href, href2 : treference;
  1376. hreg : tregister;
  1377. fielddef,
  1378. llvmparadef : tdef;
  1379. index : longint;
  1380. offset : pint;
  1381. userecord : boolean;
  1382. begin
  1383. { ignore e.g. empty records }
  1384. if (para.location^.loc=LOC_VOID) then
  1385. exit;
  1386. { If the parameter location is reused we don't need to copy
  1387. anything }
  1388. if (destloc.loc=LOC_REFERENCE) and
  1389. reusepara then
  1390. exit;
  1391. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1392. with two int64 fields for passing a record consisiting of 8 bytes on
  1393. x86-64) }
  1394. llvmparadef:=llvmgetcgparadef(para,true);
  1395. userecord:=
  1396. (llvmparadef<>para.def) and
  1397. assigned(para.location^.next);
  1398. if userecord then
  1399. begin
  1400. { llvmparadef is a record in this case, with every field corresponding
  1401. to a single paraloc }
  1402. if destloc.loc<>LOC_REFERENCE then
  1403. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1404. else
  1405. begin
  1406. hreg:=getaddressregister(list,cpointerdef.getreusable(llvmparadef));
  1407. a_loadaddr_ref_reg(list,vardef,cpointerdef.getreusable(llvmparadef),destloc.reference,hreg);
  1408. reference_reset_base(href,cpointerdef.getreusable(llvmparadef),hreg,0,destloc.reference.alignment);
  1409. end;
  1410. index:=0;
  1411. ploc:=para.location;
  1412. repeat
  1413. paraloctoloc(ploc,hloc);
  1414. g_setup_load_field_by_name(list,trecorddef(llvmparadef),'F'+tostr(index),href,href2,fielddef);
  1415. a_load_loc_ref(list,ploc^.def,fielddef,hloc,href2);
  1416. inc(index);
  1417. ploc:=ploc^.next;
  1418. until not assigned(ploc);
  1419. if destloc.loc<>LOC_REFERENCE then
  1420. tg.ungettemp(list,href);
  1421. end
  1422. else
  1423. begin
  1424. para.check_simple_location;
  1425. paraloctoloc(para.location,hloc);
  1426. case destloc.loc of
  1427. LOC_REFERENCE :
  1428. begin
  1429. case def2regtyp(llvmparadef) of
  1430. R_INTREGISTER,
  1431. R_ADDRESSREGISTER:
  1432. a_load_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1433. R_FPUREGISTER:
  1434. a_loadfpu_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1435. R_MMREGISTER:
  1436. a_loadmm_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference,nil);
  1437. else
  1438. internalerror(2014080801);
  1439. end;
  1440. end;
  1441. LOC_REGISTER:
  1442. begin
  1443. a_load_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1444. end;
  1445. LOC_FPUREGISTER:
  1446. begin
  1447. a_loadfpu_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1448. end;
  1449. LOC_MMREGISTER:
  1450. begin
  1451. a_loadmm_loc_reg(list,llvmparadef,vardef,hloc,destloc.register,nil);
  1452. end;
  1453. { TODO other possible locations }
  1454. else
  1455. internalerror(2013102304);
  1456. end;
  1457. end;
  1458. end;
  1459. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1460. begin
  1461. internalerror(2013060224);
  1462. end;
  1463. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1464. begin
  1465. internalerror(2013060225);
  1466. end;
  1467. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1468. begin
  1469. internalerror(2013060226);
  1470. end;
  1471. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister);
  1472. begin
  1473. internalerror(2012090201);
  1474. end;
  1475. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1476. begin
  1477. internalerror(2012090203);
  1478. end;
  1479. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1480. begin
  1481. internalerror(2012090204);
  1482. end;
  1483. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1484. begin
  1485. internalerror(2012090205);
  1486. end;
  1487. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1488. begin
  1489. internalerror(2012090206);
  1490. end;
  1491. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1492. begin
  1493. result:=make_simple_ref_ptr(list,ref,cpointerdef.create(def));
  1494. end;
  1495. function thlcgllvm.make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  1496. var
  1497. ptrindex: tcgint;
  1498. hreg1,
  1499. hreg2: tregister;
  1500. tmpref: treference;
  1501. pointedsize: asizeint;
  1502. begin
  1503. { already simple? }
  1504. if (not assigned(ref.symbol) or
  1505. (ref.base=NR_NO)) and
  1506. (ref.index=NR_NO) and
  1507. (ref.offset=0) then
  1508. begin
  1509. result:=ref;
  1510. exit;
  1511. end;
  1512. case ptrdef.typ of
  1513. pointerdef:
  1514. begin
  1515. pointedsize:=tpointerdef(ptrdef).pointeddef.size;
  1516. { void, formaldef }
  1517. if pointedsize=0 then
  1518. pointedsize:=1;
  1519. end;
  1520. else
  1521. begin
  1522. { pointedsize is only used if the offset <> 0, to see whether we
  1523. can use getelementptr if it's an exact multiple -> set pointedsize
  1524. to a value that will never be a multiple as we can't "index" other
  1525. types }
  1526. pointedsize:=ref.offset+1;
  1527. end;
  1528. end;
  1529. hreg2:=getaddressregister(list,ptrdef);
  1530. { symbol+offset or base+offset with offset a multiple of the size ->
  1531. use getelementptr }
  1532. if (ref.index=NR_NO) and
  1533. (ref.offset mod pointedsize=0) then
  1534. begin
  1535. ptrindex:=ref.offset div pointedsize;
  1536. if assigned(ref.symbol) then
  1537. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1538. else
  1539. reference_reset_base(tmpref,ptrdef,ref.base,0,ref.alignment);
  1540. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,ptrdef,tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1541. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1542. exit;
  1543. end;
  1544. { for now, perform all calculations using plain pointer arithmetic. Later
  1545. we can look into optimizations based on getelementptr for structured
  1546. accesses (if only to prevent running out of virtual registers).
  1547. Assumptions:
  1548. * symbol/base register: always type "ptrdef"
  1549. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1550. hreg1:=getintregister(list,ptruinttype);
  1551. if assigned(ref.symbol) then
  1552. begin
  1553. if ref.base<>NR_NO then
  1554. internalerror(2012111301);
  1555. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1556. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,ptrdef,tmpref,ptruinttype,0,true));
  1557. end
  1558. else if ref.base<>NR_NO then
  1559. begin
  1560. a_load_reg_reg(list,ptrdef,ptruinttype,ref.base,hreg1);
  1561. end
  1562. else
  1563. { todo: support for absolute addresses on embedded platforms }
  1564. internalerror(2012111302);
  1565. if ref.index<>NR_NO then
  1566. begin
  1567. { SSA... }
  1568. hreg2:=getintregister(list,ptruinttype);
  1569. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1570. hreg1:=hreg2;
  1571. end;
  1572. if ref.offset<>0 then
  1573. begin
  1574. hreg2:=getintregister(list,ptruinttype);
  1575. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1576. hreg1:=hreg2;
  1577. end;
  1578. hreg2:=getaddressregister(list,ptrdef);
  1579. a_load_reg_reg(list,ptruinttype,ptrdef,hreg1,hreg2);
  1580. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1581. end;
  1582. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1583. var
  1584. hreg: tregister;
  1585. rettemp: treference;
  1586. begin
  1587. if not is_void(hlretdef) and
  1588. not paramanager.ret_in_param(hlretdef, pd) then
  1589. begin
  1590. { should already be a copy, because it currently describes the llvm
  1591. return location }
  1592. if not retpara.temporary then
  1593. internalerror(2014020101);
  1594. if llvmaggregatetype(hlretdef) then
  1595. begin
  1596. { to ease the handling of aggregate types here, we just store
  1597. everything to memory rather than potentially dealing with aggregates
  1598. in "registers" }
  1599. tg.gethltemp(list, llvmretdef, llvmretdef.size, tt_normal, rettemp);
  1600. case def2regtyp(llvmretdef) of
  1601. R_INTREGISTER,
  1602. R_ADDRESSREGISTER:
  1603. a_load_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1604. R_FPUREGISTER:
  1605. a_loadfpu_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1606. R_MMREGISTER:
  1607. a_loadmm_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp,mms_movescalar);
  1608. end;
  1609. { the return parameter now contains a value whose type matches the one
  1610. that the high level code generator expects instead of the llvm shim
  1611. }
  1612. retpara.def:=llvmretdef;
  1613. retpara.location^.def:=llvmretdef;
  1614. { for llvm-specific code: }
  1615. retpara.location^.llvmvalueloc:=false;
  1616. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1617. retpara.location^.llvmloc.reg:=rettemp.base;
  1618. { for the rest (normally not used, but cleaner to set it correclty) }
  1619. retpara.location^.loc:=LOC_REFERENCE;
  1620. retpara.location^.reference.index:=rettemp.base;
  1621. retpara.location^.reference.offset:=0;
  1622. end
  1623. else
  1624. begin
  1625. retpara.def:=llvmretdef;
  1626. retpara.Location^.def:=llvmretdef;
  1627. retpara.location^.llvmloc.reg:=resval;
  1628. retpara.Location^.llvmloc.loc:=retpara.location^.loc;
  1629. retpara.Location^.llvmvalueloc:=true;
  1630. end;
  1631. end
  1632. else
  1633. retpara.location^.llvmloc.loc:=LOC_VOID;
  1634. end;
  1635. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1636. begin
  1637. case paraloc^.llvmloc.loc of
  1638. LOC_REFERENCE:
  1639. begin
  1640. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1641. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1642. if paraloc^.llvmvalueloc then
  1643. hloc.reference.refaddr:=addr_full;
  1644. end;
  1645. LOC_REGISTER:
  1646. begin
  1647. if paraloc^.llvmvalueloc then
  1648. begin
  1649. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1650. hloc.register:=paraloc^.llvmloc.reg;
  1651. end
  1652. else
  1653. begin
  1654. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1655. internalerror(2014011903);
  1656. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1657. hloc.reference.base:=paraloc^.llvmloc.reg;
  1658. end;
  1659. end;
  1660. LOC_FPUREGISTER,
  1661. LOC_MMREGISTER:
  1662. begin
  1663. if paraloc^.llvmvalueloc then
  1664. begin
  1665. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1666. hloc.register:=paraloc^.llvmloc.reg;
  1667. end
  1668. else
  1669. internalerror(2014012401);
  1670. end
  1671. else
  1672. internalerror(2014010706);
  1673. end;
  1674. end;
  1675. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1676. begin
  1677. if cs_asm_source in current_settings.globalswitches then
  1678. begin
  1679. case vs.initialloc.loc of
  1680. LOC_REFERENCE :
  1681. begin
  1682. if assigned(vs.initialloc.reference.symbol) then
  1683. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1684. vs.initialloc.reference.symbol.name)))
  1685. else
  1686. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1687. tostr(getsupreg(vs.initialloc.reference.base)))));
  1688. end;
  1689. end;
  1690. end;
  1691. vs.localloc:=vs.initialloc;
  1692. FillChar(vs.currentregloc,sizeof(vs.currentregloc),0);
  1693. end;
  1694. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1695. var
  1696. parasym : tasmsymbol;
  1697. begin
  1698. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1699. internalerror(2014010708);
  1700. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1701. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1702. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1703. vs.initialloc.reference.refaddr:=addr_full;
  1704. end;
  1705. procedure thlcgllvm.g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string);
  1706. var
  1707. asmsym: TAsmSymbol;
  1708. begin
  1709. if po_external in procdef.procoptions then
  1710. exit;
  1711. asmsym:=current_asmdata.RefAsmSymbol(externalname,AT_FUNCTION);
  1712. list.concat(taillvmalias.create(asmsym,procdef.mangledname,procdef,llv_default,lll_default));
  1713. end;
  1714. procedure create_hlcodegen;
  1715. begin
  1716. if not assigned(current_procinfo) or
  1717. not(po_assembler in current_procinfo.procdef.procoptions) then
  1718. begin
  1719. tgobjclass:=ttgllvm;
  1720. hlcg:=thlcgllvm.create;
  1721. cgllvm.create_codegen
  1722. end
  1723. else
  1724. begin
  1725. tgobjclass:=orgtgclass;
  1726. hlcgcpu.create_hlcodegen;
  1727. { todo: handle/remove chlcgobj }
  1728. end;
  1729. end;
  1730. begin
  1731. chlcgobj:=thlcgllvm;
  1732. end.