hlcgllvm.pas 79 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998
  1. {
  2. Copyright (c) 2010, 2013 by Jonas Maebe
  3. Member of the Free Pascal development team
  4. This unit implements the LLVM high level code generator
  5. This program is free software; you can redistribute it and/or modify
  6. it under the terms of the GNU General Public License as published by
  7. the Free Software Foundation; either version 2 of the License, or
  8. (at your option) any later version.
  9. This program is distributed in the hope that it will be useful,
  10. but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. GNU General Public License for more details.
  13. You should have received a copy of the GNU General Public License
  14. along with this program; if not, write to the Free Software
  15. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. ****************************************************************************
  17. }
  18. unit hlcgllvm;
  19. {$i fpcdefs.inc}
  20. interface
  21. uses
  22. globtype,cclasses,
  23. aasmbase,aasmdata,
  24. symbase,symconst,symtype,symdef,symsym,
  25. cpubase, hlcgobj, cgbase, cgutils, parabase, tgobj;
  26. type
  27. { thlcgllvm }
  28. thlcgllvm = class(thlcgobj)
  29. constructor create;
  30. procedure temp_to_ref(p: ptemprecord; out ref: treference); override;
  31. procedure a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara); override;
  32. procedure a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara); override;
  33. protected
  34. procedure a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  35. public
  36. procedure getcpuregister(list: TAsmList; r: Tregister); override;
  37. procedure ungetcpuregister(list: TAsmList; r: Tregister); override;
  38. procedure alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset); override;
  39. procedure deallocallcpuregisters(list: TAsmList); override;
  40. protected
  41. procedure a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  42. public
  43. function a_call_name(list : TAsmList;pd : tprocdef;const s : TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;override;
  44. function a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara; override;
  45. procedure a_load_const_reg(list : TAsmList;tosize : tdef;a : tcgint;register : tregister);override;
  46. procedure a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);override;
  47. procedure a_load_reg_ref(list : TAsmList;fromsize, tosize : tdef;register : tregister;const ref : treference);override;
  48. procedure a_load_reg_reg(list : TAsmList;fromsize, tosize : tdef;reg1,reg2 : tregister);override;
  49. protected
  50. procedure gen_load_refaddrfull_anyreg(list: TAsmList; fromsize, tosize : tdef; const simpleref: treference; register: tregister; shuffle: pmmshuffle);
  51. function handle_agg_load_ref_anyreg(list: TasmList; var fromsize, tosize: tdef; var simpleref: treference; register: tregister; shuffle: pmmshuffle): boolean;
  52. public
  53. procedure a_load_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;register : tregister);override;
  54. procedure a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference); override;
  55. protected
  56. procedure a_loadaddr_ref_reg_intern(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister; makefromsizepointer: boolean);
  57. public
  58. procedure a_loadaddr_ref_reg(list : TAsmList;fromsize, tosize : tdef;const ref : treference;r : tregister);override;
  59. procedure a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister); override;
  60. procedure a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister); override;
  61. procedure a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister); override;
  62. procedure a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister); override;
  63. procedure a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  64. procedure a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister;setflags : boolean;var ovloc : tlocation); override;
  65. procedure a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel); override;
  66. procedure a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel); override;
  67. procedure a_jmp_always(list : TAsmList;l: tasmlabel); override;
  68. procedure g_concatcopy(list : TAsmList;size: tdef; const source,dest : treference);override;
  69. procedure a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister); override;
  70. procedure a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference); override;
  71. procedure a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister); override;
  72. procedure gen_proc_symbol(list: TAsmList); override;
  73. procedure gen_proc_symbol_end(list: TAsmList); override;
  74. procedure handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr); override;
  75. procedure g_proc_entry(list : TAsmList;localsize : longint;nostackframe:boolean); override;
  76. procedure g_proc_exit(list : TAsmList;parasize:longint;nostackframe:boolean); override;
  77. protected
  78. procedure gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara); override;
  79. public
  80. procedure g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef); override;
  81. procedure g_overflowCheck_loc(List:TAsmList;const Loc:TLocation;def:TDef;var ovloc : tlocation); override;
  82. procedure g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister); override;
  83. procedure g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference); override;
  84. procedure g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference); override;
  85. procedure a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle); override;
  86. procedure a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle); override;
  87. procedure a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle); override;
  88. procedure a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle); override;
  89. procedure a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle); override;
  90. procedure a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle); override;
  91. function get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara; override;
  92. protected
  93. procedure gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation); override;
  94. public
  95. procedure gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara); override;
  96. procedure gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean); override;
  97. {$ifdef cpuflags}
  98. { llvm doesn't have flags, but cpuflags is defined in case the real cpu
  99. has flags and we have to override the abstract methods to prevent
  100. warnings }
  101. procedure a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel); override;
  102. procedure g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister); override;
  103. procedure g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference); override;
  104. {$endif cpuflags}
  105. { unimplemented or unnecessary routines }
  106. procedure a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister); override;
  107. procedure g_stackpointer_alloc(list: TAsmList; size: longint); override;
  108. procedure g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint); override;
  109. procedure g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint); override;
  110. procedure g_local_unwind(list: TAsmList; l: TAsmLabel); override;
  111. procedure gen_stack_check_size_para(list: TAsmList); override;
  112. procedure gen_stack_check_call(list: TAsmList); override;
  113. procedure varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym); override;
  114. procedure paravarsym_set_initialloc_to_paraloc(vs: tparavarsym); override;
  115. procedure g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string); override;
  116. { def is a pointerdef or implicit pointer type (class, classref, procvar,
  117. dynamic array, ...). }
  118. function make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  119. { def is the type of the data stored in memory pointed to by ref, not
  120. a pointer to this type }
  121. function make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  122. protected
  123. procedure paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  124. procedure set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  125. end;
  126. procedure create_hlcodegen;
  127. implementation
  128. uses
  129. verbose,cutils,globals,fmodule,constexp,systems,
  130. defutil,llvmdef,llvmsym,
  131. aasmtai,aasmcpu,
  132. aasmllvm,llvmbase,tgllvm,
  133. symtable,symllvm,
  134. paramgr,llvmpara,
  135. procinfo,cpuinfo,cgobj,cgllvm,cghlcpu,
  136. cgcpu,hlcgcpu;
  137. const
  138. topcg2llvmop: array[topcg] of tllvmop =
  139. { OP_NONE OP_MOVE OP_ADD OP_AND OP_DIV OP_IDIV OP_IMUL OP_MUL }
  140. (la_none, la_none, la_add, la_and, la_udiv, la_sdiv, la_mul, la_mul,
  141. { OP_NEG OP_NOT OP_OR OP_SAR OP_SHL OP_SHR OP_SUB OP_XOR }
  142. la_none, la_none, la_or, la_ashr, la_shl, la_lshr, la_sub, la_xor,
  143. { OP_ROL OP_ROR }
  144. la_none, la_none);
  145. constructor thlcgllvm.create;
  146. begin
  147. inherited
  148. end;
  149. procedure thlcgllvm.temp_to_ref(p: ptemprecord; out ref: treference);
  150. begin
  151. { on the LLVM target, every temp is independent and encoded via a
  152. separate temp register whose superregister number is stored in p^.pos }
  153. reference_reset_base(ref,voidstackpointertype,newreg(R_TEMPREGISTER,p^.pos,R_SUBWHOLE),0,p^.alignment);
  154. end;
  155. procedure thlcgllvm.a_load_ref_cgpara(list: TAsmList; size: tdef; const r: treference; const cgpara: TCGPara);
  156. var
  157. tmpref, initialref, ref: treference;
  158. fielddef,
  159. orgsize: tdef;
  160. location: pcgparalocation;
  161. sizeleft,
  162. totaloffset: asizeint;
  163. paralocidx: longint;
  164. userecord: boolean;
  165. begin
  166. location:=cgpara.location;
  167. sizeleft:=cgpara.intsize;
  168. totaloffset:=0;
  169. orgsize:=size;
  170. a_load_ref_cgpara_init_src(list,cgpara,r,size,initialref);
  171. userecord:=
  172. (orgsize<>size) and
  173. assigned(cgpara.location^.next);
  174. paralocidx:=0;
  175. while assigned(location) do
  176. begin
  177. if userecord then
  178. begin
  179. { llvmparadef is a record in this case, with every field
  180. corresponding to a single paraloc (fielddef is unused, because
  181. it will be equivalent to location^.def -- see below) }
  182. g_setup_load_field_by_name(list,trecorddef(size),'F'+tostr(paralocidx),initialref,tmpref,fielddef);
  183. end
  184. else
  185. tmpref:=initialref;
  186. paramanager.allocparaloc(list,location);
  187. case location^.loc of
  188. LOC_REGISTER,LOC_CREGISTER:
  189. begin
  190. { byval parameter -> load the address rather than the value }
  191. if not location^.llvmvalueloc then
  192. a_loadaddr_ref_reg(list,tpointerdef(location^.def).pointeddef,location^.def,tmpref,location^.register)
  193. { if this parameter is split into multiple paralocs via
  194. record fields, load the current paraloc. The type of the
  195. paraloc and of the current record field will match by
  196. construction (the record is build from the paraloc
  197. types) }
  198. else if userecord then
  199. a_load_ref_reg(list,location^.def,location^.def,tmpref,location^.register)
  200. { if the parameter is passed in a single paraloc, the
  201. paraloc's type may be different from the declared type
  202. -> use the original complete parameter size as source so
  203. we can insert a type conversion if necessary }
  204. else
  205. a_load_ref_reg(list,size,location^.def,tmpref,location^.register)
  206. end;
  207. LOC_REFERENCE,LOC_CREFERENCE:
  208. begin
  209. if assigned(location^.next) then
  210. internalerror(2010052906);
  211. reference_reset_base(ref,cpointerdef.getreusable(size),location^.reference.index,location^.reference.offset,newalignment(cgpara.alignment,cgpara.intsize-sizeleft));
  212. if (def_cgsize(size)<>OS_NO) and
  213. (size.size=sizeleft) and
  214. (sizeleft<=sizeof(aint)) then
  215. a_load_ref_ref(list,size,location^.def,tmpref,ref)
  216. else
  217. { use concatcopy, because the parameter can be larger than }
  218. { what the OS_* constants can handle }
  219. g_concatcopy(list,location^.def,tmpref,ref);
  220. end;
  221. LOC_MMREGISTER,LOC_CMMREGISTER:
  222. begin
  223. case location^.size of
  224. OS_F32,
  225. OS_F64,
  226. OS_F128:
  227. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,mms_movescalar);
  228. OS_M8..OS_M128,
  229. OS_MS8..OS_MS128,
  230. OS_32..OS_128,
  231. { OS_NO is for records of non-power-of-two sizes that have to
  232. be passed in MM registers -> never scalar floats }
  233. OS_NO:
  234. a_loadmm_ref_reg(list,location^.def,location^.def,tmpref,location^.register,nil);
  235. else
  236. internalerror(2010053101);
  237. end;
  238. end
  239. else
  240. internalerror(2010053111);
  241. end;
  242. inc(totaloffset,tcgsize2size[location^.size]);
  243. dec(sizeleft,tcgsize2size[location^.size]);
  244. location:=location^.next;
  245. inc(paralocidx);
  246. end;
  247. end;
  248. procedure thlcgllvm.a_load_const_cgpara(list: TAsmList; tosize: tdef; a: tcgint; const cgpara: TCGPara);
  249. begin
  250. if is_ordinal(cgpara.def) then
  251. begin
  252. cgpara.check_simple_location;
  253. paramanager.alloccgpara(list,cgpara);
  254. if cgpara.location^.shiftval<0 then
  255. a:=a shl -cgpara.location^.shiftval;
  256. cgpara.location^.llvmloc.loc:=LOC_CONSTANT;
  257. cgpara.location^.llvmloc.value:=a;
  258. end
  259. else
  260. inherited;
  261. end;
  262. procedure thlcgllvm.a_load_ref_cgpara_init_src(list: TAsmList; const para: tcgpara; const initialref: treference; var refsize: tdef; out newref: treference);
  263. var
  264. newrefsize: tdef;
  265. reg: tregister;
  266. begin
  267. newrefsize:=llvmgetcgparadef(para,true);
  268. if refsize<>newrefsize then
  269. begin
  270. reg:=getaddressregister(list,cpointerdef.getreusable(newrefsize));
  271. a_loadaddr_ref_reg(list,refsize,cpointerdef.getreusable(newrefsize),initialref,reg);
  272. reference_reset_base(newref,cpointerdef.getreusable(newrefsize),reg,0,initialref.alignment);
  273. refsize:=newrefsize;
  274. end
  275. else
  276. newref:=initialref;
  277. end;
  278. procedure thlcgllvm.getcpuregister(list: TAsmList; r: Tregister);
  279. begin
  280. { don't do anything }
  281. end;
  282. procedure thlcgllvm.ungetcpuregister(list: TAsmList; r: Tregister);
  283. begin
  284. { don't do anything }
  285. end;
  286. procedure thlcgllvm.alloccpuregisters(list: TAsmList; rt: Tregistertype; const r: Tcpuregisterset);
  287. begin
  288. { don't do anything }
  289. end;
  290. procedure thlcgllvm.deallocallcpuregisters(list: TAsmList);
  291. begin
  292. { don't do anything }
  293. end;
  294. function get_call_pd(pd: tabstractprocdef): tdef;
  295. begin
  296. if (pd.typ=procdef) or
  297. not pd.is_addressonly then
  298. { we get a pointerdef rather than a procvardef so that if we have to
  299. insert an external declaration for this procdef in llvmtype, we don't
  300. have to create another procdef from the procvardef we've just created.
  301. With a pointerdef, we can just get the pointeddef again. A pointerdef
  302. is also much cheaper to create, and in llvm a provardef is a "function
  303. pointer", so a pointer to a procdef is the same as a procvar as far
  304. as llvm is concerned }
  305. result:=cpointerdef.getreusable(pd)
  306. else
  307. result:=pd
  308. end;
  309. procedure thlcgllvm.a_call_common(list: TAsmList; pd: tabstractprocdef; const paras: array of pcgpara; const forceresdef: tdef; out res: tregister; out hlretdef: tdef; out llvmretdef: tdef; out callparas: tfplist);
  310. procedure load_ref_anyreg(def: tdef; const ref: treference; reg: tregister; var callpara: pllvmcallpara);
  311. begin
  312. case getregtype(reg) of
  313. R_INTREGISTER,
  314. R_ADDRESSREGISTER:
  315. begin
  316. a_load_ref_reg(list,def,def,ref,reg);
  317. callpara^.loc:=LOC_REGISTER;
  318. end;
  319. R_FPUREGISTER:
  320. begin
  321. a_loadfpu_ref_reg(list,def,def,ref,reg);
  322. callpara^.loc:=LOC_FPUREGISTER;
  323. end;
  324. R_MMREGISTER:
  325. begin
  326. a_loadmm_ref_reg(list,def,def,ref,reg,mms_movescalar);
  327. callpara^.loc:=LOC_MMREGISTER;
  328. end;
  329. else
  330. internalerror(2014012213);
  331. end;
  332. end;
  333. var
  334. i: longint;
  335. href: treference;
  336. callpara: pllvmcallpara;
  337. paraloc: pcgparalocation;
  338. begin
  339. callparas:=tfplist.Create;
  340. for i:=0 to high(paras) do
  341. begin
  342. paraloc:=paras[i]^.location;
  343. while assigned(paraloc) and
  344. (paraloc^.loc<>LOC_VOID) do
  345. begin
  346. new(callpara);
  347. callpara^.def:=paraloc^.def;
  348. llvmextractvalueextinfo(paras[i]^.def, callpara^.def, callpara^.valueext);
  349. if paraloc^.llvmloc.loc=LOC_CONSTANT then
  350. begin
  351. callpara^.loc:=LOC_CONSTANT;
  352. callpara^.value:=paraloc^.llvmloc.value;
  353. end
  354. else
  355. begin
  356. callpara^.loc:=paraloc^.loc;
  357. case callpara^.loc of
  358. LOC_REFERENCE:
  359. begin
  360. if paraloc^.llvmvalueloc then
  361. internalerror(2014012307)
  362. else
  363. begin
  364. reference_reset_base(href, cpointerdef.getreusable(callpara^.def), paraloc^.reference.index, paraloc^.reference.offset, paraloc^.def.alignment);
  365. res:=getregisterfordef(list, paraloc^.def);
  366. load_ref_anyreg(callpara^.def, href, res, callpara);
  367. end;
  368. callpara^.reg:=res
  369. end;
  370. LOC_REGISTER,
  371. LOC_FPUREGISTER,
  372. LOC_MMREGISTER:
  373. begin
  374. { undo explicit value extension }
  375. if callpara^.valueext<>lve_none then
  376. begin
  377. res:=getregisterfordef(list, callpara^.def);
  378. a_load_reg_reg(list, paraloc^.def, callpara^.def, paraloc^.register, res);
  379. paraloc^.register:=res;
  380. end;
  381. callpara^.reg:=paraloc^.register
  382. end;
  383. else
  384. internalerror(2014010605);
  385. end;
  386. end;
  387. callparas.add(callpara);
  388. paraloc:=paraloc^.next;
  389. end;
  390. end;
  391. { the Pascal level may expect a different returndef compared to the
  392. declared one }
  393. if not assigned(forceresdef) then
  394. hlretdef:=pd.returndef
  395. else
  396. hlretdef:=forceresdef;
  397. { llvm will always expect the original return def }
  398. if not paramanager.ret_in_param(hlretdef, pd) then
  399. llvmretdef:=llvmgetcgparadef(pd.funcretloc[callerside], true)
  400. else
  401. llvmretdef:=voidtype;
  402. if not is_void(llvmretdef) then
  403. res:=getregisterfordef(list, llvmretdef)
  404. else
  405. res:=NR_NO;
  406. { if this is a complex procvar, get the non-tmethod-like equivalent }
  407. if (pd.typ=procvardef) and
  408. not pd.is_addressonly then
  409. pd:=tprocvardef(cprocvardef.getreusableprocaddr(pd));
  410. end;
  411. function thlcgllvm.a_call_name(list: TAsmList; pd: tprocdef; const s: TSymStr; const paras: array of pcgpara; forceresdef: tdef; weak: boolean): tcgpara;
  412. var
  413. callparas: tfplist;
  414. llvmretdef,
  415. hlretdef: tdef;
  416. res: tregister;
  417. begin
  418. a_call_common(list,pd,paras,forceresdef,res,hlretdef,llvmretdef,callparas);
  419. list.concat(taillvm.call_size_name_paras(get_call_pd(pd),res,llvmretdef,current_asmdata.RefAsmSymbol(s),callparas));
  420. result:=get_call_result_cgpara(pd,forceresdef);
  421. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  422. end;
  423. function thlcgllvm.a_call_reg(list: TAsmList; pd: tabstractprocdef; reg: tregister; const paras: array of pcgpara): tcgpara;
  424. var
  425. callparas: tfplist;
  426. llvmretdef,
  427. hlretdef: tdef;
  428. res: tregister;
  429. begin
  430. a_call_common(list,pd,paras,nil,res,hlretdef,llvmretdef,callparas);
  431. list.concat(taillvm.call_size_reg_paras(get_call_pd(pd),res,llvmretdef,reg,callparas));
  432. result:=get_call_result_cgpara(pd,nil);
  433. set_call_function_result(list,pd,llvmretdef,hlretdef,res,result);
  434. end;
  435. procedure thlcgllvm.a_load_const_reg(list: TAsmList; tosize: tdef; a: tcgint; register: tregister);
  436. begin
  437. list.concat(taillvm.op_reg_size_const_size(llvmconvop(ptrsinttype,tosize,false),register,ptrsinttype,a,tosize))
  438. end;
  439. procedure thlcgllvm.a_load_const_ref(list: TAsmList; tosize: tdef; a: tcgint; const ref: treference);
  440. var
  441. sref: treference;
  442. begin
  443. { llvm instructions do not support pointer constants -> only directly
  444. encode for integers; a_load_const_reg() handles pointers properly }
  445. if is_ordinal(tosize) or
  446. is_64bit(tosize) then
  447. begin
  448. sref:=make_simple_ref(list,ref,tosize);
  449. list.concat(taillvm.op_size_const_size_ref(la_store,tosize,a,cpointerdef.getreusable(tosize),sref))
  450. end
  451. else
  452. inherited;
  453. end;
  454. function def2intdef(fromsize, tosize: tdef): tdef;
  455. begin
  456. { we cannot zero-extend from/to anything but ordinal/enum
  457. types }
  458. if not(tosize.typ in [orddef,enumdef]) then
  459. internalerror(2014012305);
  460. { will give an internalerror if def_cgsize() returns OS_NO, which is
  461. what we want }
  462. result:=cgsize_orddef(def_cgsize(fromsize));
  463. end;
  464. procedure thlcgllvm.a_load_reg_ref(list: TAsmList; fromsize, tosize: tdef; register: tregister; const ref: treference);
  465. var
  466. tmpref,
  467. sref: treference;
  468. hreg,
  469. hreg2: tregister;
  470. tmpsize: tdef;
  471. begin
  472. sref:=make_simple_ref(list,ref,tosize);
  473. hreg:=register;
  474. (* typecast the pointer to the value instead of the value itself if
  475. they have the same size but are of different kinds, because we can't
  476. e.g. typecast a loaded <{i32, i32}> to an i64 *)
  477. if (llvmaggregatetype(fromsize) or
  478. llvmaggregatetype(tosize)) and
  479. (fromsize<>tosize) then
  480. begin
  481. if fromsize.size>tosize.size then
  482. begin
  483. { if source size is larger than the target size, we have to
  484. truncate it before storing. Unfortunately, we cannot truncate
  485. records (nor bitcast them to integers), so we first have to
  486. store them to memory and then bitcast the pointer to them
  487. We can't truncate an integer to 3/5/6/7 bytes either, so also
  488. pass via a temp in that case
  489. }
  490. if (fromsize.typ in [arraydef,recorddef]) or
  491. (tosize.size in [3,5,6,7]) then
  492. begin
  493. { store struct/array-in-register to memory }
  494. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  495. a_load_reg_ref(list,fromsize,fromsize,register,tmpref);
  496. { typecast pointer to memory into pointer to integer type }
  497. hreg:=getaddressregister(list,cpointerdef.getreusable(tosize));
  498. a_loadaddr_ref_reg(list,fromsize,cpointerdef.getreusable(tosize),tmpref,hreg);
  499. reference_reset_base(sref,cpointerdef.getreusable(tosize),hreg,0,tmpref.alignment);
  500. { load the integer from the temp into the destination }
  501. a_load_ref_ref(list,tosize,tosize,sref,ref);
  502. tg.ungettemp(list,tmpref);
  503. end
  504. else
  505. begin
  506. tmpsize:=def2intdef(tosize,fromsize);
  507. hreg:=getintregister(list,tmpsize);
  508. { truncate the integer }
  509. a_load_reg_reg(list,fromsize,tmpsize,register,hreg);
  510. { store it to memory (it will now be of the same size as the
  511. struct, and hence another path will be followed in this
  512. method) }
  513. a_load_reg_ref(list,tmpsize,tosize,hreg,sref);
  514. end;
  515. exit;
  516. end
  517. else
  518. begin
  519. hreg2:=getaddressregister(list,cpointerdef.getreusable(fromsize));
  520. a_loadaddr_ref_reg(list,tosize,cpointerdef.getreusable(fromsize),sref,hreg2);
  521. reference_reset_base(sref,cpointerdef.getreusable(fromsize),hreg2,0,sref.alignment);
  522. tosize:=fromsize;
  523. end;
  524. end
  525. else if fromsize<>tosize then
  526. begin
  527. hreg:=getregisterfordef(list,tosize);
  528. a_load_reg_reg(list,fromsize,tosize,register,hreg);
  529. end;
  530. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,hreg,cpointerdef.getreusable(tosize),sref));
  531. end;
  532. procedure thlcgllvm.a_load_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  533. var
  534. op: tllvmop;
  535. tmpreg: tregister;
  536. tmpintdef: tdef;
  537. begin
  538. op:=llvmconvop(fromsize,tosize,true);
  539. { converting from pointer to something else and vice versa is only
  540. possible via an intermediate pass to integer. Same for "something else"
  541. to pointer. }
  542. case op of
  543. la_ptrtoint_to_x,
  544. la_x_to_inttoptr:
  545. begin
  546. { convert via an integer with the same size as "x" }
  547. if op=la_ptrtoint_to_x then
  548. begin
  549. tmpintdef:=cgsize_orddef(def_cgsize(tosize));
  550. op:=la_bitcast
  551. end
  552. else
  553. begin
  554. tmpintdef:=cgsize_orddef(def_cgsize(fromsize));
  555. op:=la_inttoptr;
  556. end;
  557. tmpreg:=getintregister(list,tmpintdef);
  558. a_load_reg_reg(list,fromsize,tmpintdef,reg1,tmpreg);
  559. reg1:=tmpreg;
  560. fromsize:=tmpintdef;
  561. end;
  562. end;
  563. { reg2 = bitcast fromsize reg1 to tosize }
  564. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  565. end;
  566. procedure thlcgllvm.gen_load_refaddrfull_anyreg(list: TAsmList; fromsize, tosize: tdef; const simpleref: treference; register: tregister; shuffle: pmmshuffle);
  567. var
  568. tmpref,
  569. tmpref2: treference;
  570. begin
  571. { can't bitcast records/arrays }
  572. if (llvmaggregatetype(fromsize) or
  573. llvmaggregatetype(tosize)) and
  574. (fromsize<>tosize) then
  575. begin
  576. if fromsize.size>tosize.size then
  577. begin
  578. tg.gethltemp(list,fromsize,fromsize.size,tt_normal,tmpref);
  579. tmpref2:=tmpref;
  580. g_ptrtypecast_ref(list,cpointerdef.getreusable(fromsize),cpointerdef.getreusable(tosize),tmpref2);
  581. end
  582. else
  583. begin
  584. tg.gethltemp(list,tosize,tosize.size,tt_normal,tmpref);
  585. tmpref2:=tmpref;
  586. g_ptrtypecast_ref(list,cpointerdef.getreusable(tosize),cpointerdef.getreusable(fromsize),tmpref);
  587. end;
  588. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,simpleref,cpointerdef.getreusable(fromsize),tmpref));
  589. case getregtype(register) of
  590. R_INTREGISTER,
  591. R_ADDRESSREGISTER:
  592. a_load_ref_reg(list,tosize,tosize,tmpref2,register);
  593. R_FPUREGISTER:
  594. a_loadfpu_ref_reg(list,tosize,tosize,tmpref2,register);
  595. R_MMREGISTER:
  596. a_loadmm_ref_reg(list,tosize,tosize,tmpref2,register,shuffle);
  597. else
  598. internalerror(2016061901);
  599. end;
  600. tg.ungettemp(list,tmpref);
  601. end
  602. else
  603. list.concat(taillvm.op_reg_size_ref_size(llvmconvop(fromsize,tosize,false),register,fromsize,simpleref,tosize))
  604. end;
  605. function thlcgllvm.handle_agg_load_ref_anyreg(list: TasmList; var fromsize, tosize: tdef; var simpleref: treference; register: tregister; shuffle: pmmshuffle): boolean;
  606. var
  607. tmpref,
  608. tmpref2: treference;
  609. firstshuffle: pmmshuffle;
  610. begin
  611. if fromsize.size<tosize.size then
  612. begin
  613. { allocate a temp of size tosize, typecast it to the
  614. (smaller) fromsize, load the source in it, and then
  615. load the destination from it. The extra bits will contain
  616. garbage, but they should never be used. }
  617. tg.gethltemp(list,tosize,tosize.size,tt_persistent,tmpref);
  618. tmpref2:=tmpref;
  619. g_ptrtypecast_ref(list,cpointerdef.getreusable(tosize),cpointerdef.getreusable(fromsize),tmpref2);
  620. case getregtype(register) of
  621. R_INTREGISTER,
  622. R_ADDRESSREGISTER:
  623. begin
  624. a_load_ref_ref(list,fromsize,fromsize,simpleref,tmpref2);
  625. a_load_ref_reg(list,tosize,tosize,tmpref,register);
  626. end;
  627. R_FPUREGISTER:
  628. begin
  629. a_loadfpu_ref_ref(list,fromsize,fromsize,simpleref,tmpref2);
  630. a_loadfpu_ref_reg(list,tosize,tosize,tmpref,register);
  631. end;
  632. R_MMREGISTER:
  633. begin
  634. { don't shuffle twice }
  635. if shuffle=mms_movescalar then
  636. firstshuffle:=shuffle
  637. else
  638. firstshuffle:=nil;
  639. a_loadmm_ref_ref(list,fromsize,fromsize,simpleref,tmpref2,firstshuffle);
  640. a_loadmm_ref_reg(list,tosize,tosize,tmpref,register,shuffle);
  641. end;
  642. end;
  643. tg.ungettemp(list,tmpref);
  644. result:=true;
  645. end
  646. else
  647. begin
  648. (* typecast the pointer to the value instead of the value
  649. itself if tosize<=fromsize but they are of different
  650. kinds, because we can't e.g. bitcast a loaded <{i32, i32}>
  651. to an i64 *)
  652. g_ptrtypecast_ref(list,cpointerdef.getreusable(fromsize),cpointerdef.getreusable(tosize),simpleref);
  653. fromsize:=tosize;
  654. result:=false;
  655. end;
  656. end;
  657. procedure thlcgllvm.a_load_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; register: tregister);
  658. var
  659. sref: treference;
  660. hreg: tregister;
  661. begin
  662. sref:=make_simple_ref(list,ref,fromsize);
  663. { "named register"? }
  664. if sref.refaddr=addr_full then
  665. gen_load_refaddrfull_anyreg(list,fromsize,tosize,sref,register,nil)
  666. else
  667. begin
  668. if ((fromsize.typ in [arraydef,recorddef]) or
  669. (tosize.typ in [arraydef,recorddef])) and
  670. (fromsize<>tosize) then
  671. begin
  672. if handle_agg_load_ref_anyreg(list,fromsize,tosize,sref,register,nil) then
  673. exit;
  674. end;
  675. hreg:=register;
  676. if fromsize<>tosize then
  677. hreg:=getregisterfordef(list,fromsize);
  678. list.concat(taillvm.op_reg_size_ref(la_load,hreg,cpointerdef.getreusable(fromsize),sref));
  679. if hreg<>register then
  680. a_load_reg_reg(list,fromsize,tosize,hreg,register);
  681. end;
  682. end;
  683. procedure thlcgllvm.a_load_ref_ref(list: TAsmList; fromsize, tosize: tdef; const sref: treference; const dref: treference);
  684. var
  685. sdref: treference;
  686. begin
  687. if (fromsize=tosize) and
  688. (sref.refaddr=addr_full) then
  689. begin
  690. sdref:=make_simple_ref(list,dref,tosize);
  691. list.concat(taillvm.op_size_ref_size_ref(la_store,fromsize,sref,cpointerdef.getreusable(tosize),sdref));
  692. end
  693. else
  694. inherited
  695. end;
  696. procedure thlcgllvm.a_loadaddr_ref_reg_intern(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister; makefromsizepointer: boolean);
  697. var
  698. sref: treference;
  699. begin
  700. { can't take the address of a 'named register' }
  701. if ref.refaddr=addr_full then
  702. internalerror(2013102306);
  703. if makefromsizepointer then
  704. fromsize:=cpointerdef.getreusable(fromsize);
  705. sref:=make_simple_ref_ptr(list,ref,fromsize);
  706. list.concat(taillvm.op_reg_size_ref_size(la_bitcast,r,fromsize,sref,tosize));
  707. end;
  708. procedure thlcgllvm.a_loadaddr_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; r: tregister);
  709. begin
  710. a_loadaddr_ref_reg_intern(list,fromsize,tosize,ref,r,true);
  711. end;
  712. procedure thlcgllvm.a_op_const_reg(list: TAsmList; Op: TOpCG; size: tdef; a: tcgint; reg: TRegister);
  713. begin
  714. a_op_const_reg_reg(list,op,size,a,reg,reg);
  715. end;
  716. procedure thlcgllvm.a_op_const_reg_reg(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister);
  717. var
  718. tmpreg: tregister;
  719. begin
  720. if (def2regtyp(size)=R_INTREGISTER) and
  721. (topcg2llvmop[op]<>la_none) then
  722. list.concat(taillvm.op_reg_size_reg_const(topcg2llvmop[op],dst,size,src,a))
  723. else
  724. begin
  725. { default implementation is not SSA-safe }
  726. tmpreg:=getregisterfordef(list,size);
  727. a_load_const_reg(list,size,a,tmpreg);
  728. a_op_reg_reg_reg(list,op,size,tmpreg,src,dst);
  729. end;
  730. end;
  731. procedure thlcgllvm.a_op_reg_reg_reg(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister);
  732. var
  733. orgdst,
  734. tmpreg1,
  735. tmpreg2,
  736. tmpreg3: tregister;
  737. opsize: tdef;
  738. begin
  739. orgdst:=dst;
  740. opsize:=size;
  741. { always perform using integer registers, because math operations on
  742. pointers are not supported (except via getelementptr, possible future
  743. optimization) }
  744. if def2regtyp(size)=R_ADDRESSREGISTER then
  745. begin
  746. opsize:=ptruinttype;
  747. tmpreg1:=getintregister(list,ptruinttype);
  748. a_load_reg_reg(list,size,ptruinttype,src1,tmpreg1);
  749. src1:=tmpreg1;
  750. tmpreg1:=getintregister(list,ptruinttype);
  751. a_load_reg_reg(list,size,ptruinttype,src2,tmpreg1);
  752. src2:=tmpreg1;
  753. dst:=getintregister(list,ptruinttype);
  754. end;
  755. if topcg2llvmop[op]<>la_none then
  756. list.concat(taillvm.op_reg_size_reg_reg(topcg2llvmop[op],dst,opsize,src2,src1))
  757. else
  758. begin
  759. case op of
  760. OP_NEG:
  761. { %dst = sub size 0, %src1 }
  762. list.concat(taillvm.op_reg_size_const_reg(la_sub,dst,opsize,0,src1));
  763. OP_NOT:
  764. { %dst = xor size -1, %src1 }
  765. list.concat(taillvm.op_reg_size_const_reg(la_xor,dst,opsize,-1,src1));
  766. OP_ROL:
  767. begin
  768. tmpreg1:=getintregister(list,opsize);
  769. tmpreg2:=getintregister(list,opsize);
  770. tmpreg3:=getintregister(list,opsize);
  771. { tmpreg1 := (tcgsize2size[size]*8 - (src1 and (tcgsize2size[size]*8-1) }
  772. list.concat(taillvm.op_reg_size_const_reg(la_and,tmpreg1,opsize,opsize.size*8-1,src1));
  773. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg2,opsize,opsize.size*8,tmpreg1));
  774. { tmpreg3 := src2 shr tmpreg2 }
  775. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg2,src2,tmpreg3);
  776. { tmpreg2:= src2 shl tmpreg1 }
  777. tmpreg2:=getintregister(list,opsize);
  778. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg1,src2,tmpreg2);
  779. { dst := tmpreg2 or tmpreg3 }
  780. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  781. end;
  782. OP_ROR:
  783. begin
  784. tmpreg1:=getintregister(list,size);
  785. tmpreg2:=getintregister(list,size);
  786. tmpreg3:=getintregister(list,size);
  787. { tmpreg1 := (tcgsize2size[size]*8 - (src1 and (tcgsize2size[size]*8-1) }
  788. list.concat(taillvm.op_reg_size_const_reg(la_and,tmpreg1,opsize,opsize.size*8-1,src1));
  789. list.concat(taillvm.op_reg_size_const_reg(la_sub,tmpreg2,opsize,opsize.size*8,tmpreg1));
  790. { tmpreg3 := src2 shl tmpreg2 }
  791. a_op_reg_reg_reg(list,OP_SHL,opsize,tmpreg2,src2,tmpreg3);
  792. { tmpreg2:= src2 shr tmpreg1 }
  793. tmpreg2:=getintregister(list,opsize);
  794. a_op_reg_reg_reg(list,OP_SHR,opsize,tmpreg1,src2,tmpreg2);
  795. { dst := tmpreg2 or tmpreg3 }
  796. a_op_reg_reg_reg(list,OP_OR,opsize,tmpreg2,tmpreg3,dst);
  797. end;
  798. else
  799. internalerror(2010081310);
  800. end;
  801. end;
  802. if dst<>orgdst then
  803. a_load_reg_reg(list,opsize,size,dst,orgdst);
  804. end;
  805. procedure thlcgllvm.a_op_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; reg1, reg2: TRegister);
  806. begin
  807. a_op_reg_reg_reg(list,op,size,reg1,reg2,reg2);
  808. end;
  809. procedure thlcgllvm.a_op_const_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; a: tcgint; src, dst: tregister; setflags: boolean; var ovloc: tlocation);
  810. var
  811. hreg: tregister;
  812. begin
  813. if not setflags then
  814. begin
  815. inherited;
  816. exit;
  817. end;
  818. hreg:=getintregister(list,size);
  819. a_load_const_reg(list,size,a,hreg);
  820. a_op_reg_reg_reg_checkoverflow(list,op,size,hreg,src,dst,setflags,ovloc);
  821. end;
  822. procedure thlcgllvm.a_op_reg_reg_reg_checkoverflow(list: TAsmList; op: TOpCg; size: tdef; src1, src2, dst: tregister; setflags: boolean; var ovloc: tlocation);
  823. var
  824. calcsize: tdef;
  825. tmpsrc1,
  826. tmpsrc2,
  827. tmpdst: tregister;
  828. signed,
  829. docheck: boolean;
  830. begin
  831. docheck:=size.size>=ossinttype.size;
  832. if not setflags or
  833. not docheck then
  834. begin
  835. inherited a_op_reg_reg_reg_checkoverflow(list,op,size,src1,src2,dst,false,ovloc);
  836. exit;
  837. end;
  838. { extend values to twice their original width (one bit extra is enough,
  839. but adding support for 9/17/33/65 bit types just for this is overkill) }
  840. signed:=is_signed(size);
  841. case size.size of
  842. 1:
  843. if signed then
  844. calcsize:=s16inttype
  845. else
  846. calcsize:=u16inttype;
  847. 2:
  848. if signed then
  849. calcsize:=s32inttype
  850. else
  851. calcsize:=u32inttype;
  852. 4:
  853. if signed then
  854. calcsize:=s64inttype
  855. else
  856. calcsize:=u64inttype;
  857. 8:
  858. if signed then
  859. calcsize:=s128inttype
  860. else
  861. calcsize:=u128inttype;
  862. else
  863. internalerror(2015122503);
  864. end;
  865. tmpsrc1:=getintregister(list,calcsize);
  866. a_load_reg_reg(list,size,calcsize,src1,tmpsrc1);
  867. tmpsrc2:=getintregister(list,calcsize);
  868. a_load_reg_reg(list,size,calcsize,src2,tmpsrc2);
  869. tmpdst:=getintregister(list,calcsize);
  870. { perform the calculation with twice the width }
  871. a_op_reg_reg_reg(list,op,calcsize,tmpsrc1,tmpsrc2,tmpdst);
  872. { signed/unsigned overflow occurs if signed/unsigned truncation of the
  873. result is different from the actual result -> extend again and compare }
  874. a_load_reg_reg(list,calcsize,size,tmpdst,dst);
  875. tmpsrc1:=getintregister(list,calcsize);
  876. a_load_reg_reg(list,size,calcsize,dst,tmpsrc1);
  877. location_reset(ovloc,LOC_REGISTER,OS_8);
  878. ovloc.register:=getintregister(list,llvmbool1type);
  879. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,ovloc.register,OC_NE,calcsize,tmpsrc1,tmpdst));
  880. end;
  881. procedure thlcgllvm.a_cmp_const_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; a: tcgint; reg: tregister; l: tasmlabel);
  882. var
  883. tmpreg : tregister;
  884. invert: boolean;
  885. fallthroughlab, falselab, tmplab: tasmlabel;
  886. begin
  887. { since all comparisons return their results in a register, we'll often
  888. get comparisons against true/false -> optimise }
  889. if (size=pasbool8type) and
  890. (cmp_op in [OC_EQ,OC_NE]) then
  891. begin
  892. { convert to an llvmbool1type and use directly }
  893. tmpreg:=getintregister(list,llvmbool1type);
  894. a_load_reg_reg(list,size,llvmbool1type,reg,tmpreg);
  895. case cmp_op of
  896. OC_EQ:
  897. invert:=a=0;
  898. OC_NE:
  899. invert:=a=1;
  900. else
  901. { avoid uninitialised warning }
  902. internalerror(2015031504);
  903. end;
  904. current_asmdata.getjumplabel(falselab);
  905. fallthroughlab:=falselab;
  906. if invert then
  907. begin
  908. tmplab:=l;
  909. l:=falselab;
  910. falselab:=tmplab;
  911. end;
  912. list.concat(taillvm.op_size_reg_lab_lab(la_br,llvmbool1type,tmpreg,l,falselab));
  913. a_label(list,fallthroughlab);
  914. exit;
  915. end;
  916. tmpreg:=getregisterfordef(list,size);
  917. a_load_const_reg(list,size,a,tmpreg);
  918. a_cmp_reg_reg_label(list,size,cmp_op,tmpreg,reg,l);
  919. end;
  920. procedure thlcgllvm.a_cmp_reg_reg_label(list: TAsmList; size: tdef; cmp_op: topcmp; reg1, reg2: tregister; l: tasmlabel);
  921. var
  922. resreg: tregister;
  923. falselab: tasmlabel;
  924. begin
  925. if getregtype(reg1)<>getregtype(reg2) then
  926. internalerror(2012111105);
  927. resreg:=getintregister(list,llvmbool1type);
  928. current_asmdata.getjumplabel(falselab);
  929. { invert order of registers. In FPC, cmp_reg_reg(reg1,reg2) means that
  930. e.g. OC_GT is true if "subl %reg1,%reg2" in x86 AT&T is >0. In LLVM,
  931. OC_GT is true if op1>op2 }
  932. list.concat(taillvm.op_reg_cond_size_reg_reg(la_icmp,resreg,cmp_op,size,reg2,reg1));
  933. list.concat(taillvm.op_size_reg_lab_lab(la_br,llvmbool1type,resreg,l,falselab));
  934. a_label(list,falselab);
  935. end;
  936. procedure thlcgllvm.a_jmp_always(list: TAsmList; l: tasmlabel);
  937. begin
  938. { implement in tcg because required by the overridden a_label; doesn't use
  939. any high level stuff anyway }
  940. cg.a_jmp_always(list,l);
  941. end;
  942. procedure thlcgllvm.g_concatcopy(list: TAsmList; size: tdef; const source, dest: treference);
  943. var
  944. pd: tprocdef;
  945. sourcepara, destpara, sizepara, alignpara, volatilepara: tcgpara;
  946. maxalign: longint;
  947. begin
  948. { perform small copies directly; not larger ones, because then llvm
  949. will try to load the entire large datastructure into registers and
  950. starts spilling like crazy; too small copies must not be done via
  951. llvm.memcpy either, because then you get crashes in llvm }
  952. if (size.typ in [orddef,floatdef,enumdef]) or
  953. (size.size<=2*sizeof(aint)) then
  954. begin
  955. a_load_ref_ref(list,size,size,source,dest);
  956. exit;
  957. end;
  958. pd:=search_system_proc('llvm_memcpy64');
  959. sourcepara.init;
  960. destpara.init;
  961. sizepara.init;
  962. alignpara.init;
  963. volatilepara.init;
  964. paramanager.getintparaloc(list,pd,1,destpara);
  965. paramanager.getintparaloc(list,pd,2,sourcepara);
  966. paramanager.getintparaloc(list,pd,3,sizepara);
  967. paramanager.getintparaloc(list,pd,4,alignpara);
  968. paramanager.getintparaloc(list,pd,5,volatilepara);
  969. a_loadaddr_ref_cgpara(list,size,dest,destpara);
  970. a_loadaddr_ref_cgpara(list,size,source,sourcepara);
  971. a_load_const_cgpara(list,u64inttype,size.size,sizepara);
  972. maxalign:=newalignment(source.alignment,dest.alignment);
  973. a_load_const_cgpara(list,u32inttype,maxalign,alignpara);
  974. { we don't know anything about volatility here, should become an extra
  975. parameter to g_concatcopy }
  976. a_load_const_cgpara(list,llvmbool1type,0,volatilepara);
  977. g_call_system_proc(list,pd,[@destpara,@sourcepara,@sizepara,@alignpara,@volatilepara],nil).resetiftemp;
  978. sourcepara.done;
  979. destpara.done;
  980. sizepara.done;
  981. alignpara.done;
  982. volatilepara.done;
  983. end;
  984. procedure thlcgllvm.a_loadfpu_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister);
  985. var
  986. tmpreg: tregister;
  987. href: treference;
  988. fromcompcurr,
  989. tocompcurr: boolean;
  990. begin
  991. href:=make_simple_ref(list,ref,fromsize);
  992. { named register -> use generic code }
  993. if ref.refaddr=addr_full then
  994. begin
  995. gen_load_refaddrfull_anyreg(list,fromsize,tosize,href,reg,mms_movescalar);
  996. exit
  997. end;
  998. { comp and currency are handled by the x87 in this case. They cannot
  999. be represented directly in llvm, and llvmdef translates them into i64
  1000. (since that's their storage size and internally they also are int64).
  1001. Solve this by changing the type to s80real once they are loaded into
  1002. a register. }
  1003. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  1004. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  1005. if tocompcurr then
  1006. tosize:=s80floattype;
  1007. { don't generate different code for loading e.g. extended into cextended,
  1008. but to take care of loading e.g. comp (=int64) into double }
  1009. if (fromsize.size<>tosize.size) then
  1010. tmpreg:=getfpuregister(list,fromsize)
  1011. else
  1012. tmpreg:=reg;
  1013. { handle aggregate loads (happens if a struct needs to be passed in a
  1014. floating point register) }
  1015. if (fromsize.typ in [arraydef,recorddef]) or
  1016. (tosize.typ in [arraydef,recorddef]) then
  1017. begin
  1018. if handle_agg_load_ref_anyreg(list,fromsize,tosize,href,reg,mms_movescalar) then
  1019. exit;
  1020. end;
  1021. { %tmpreg = load size* %ref }
  1022. list.concat(taillvm.op_reg_size_ref(la_load,tmpreg,cpointerdef.getreusable(fromsize),href));
  1023. if tmpreg<>reg then
  1024. if fromcompcurr then
  1025. { treat as extended as long as it's in a register }
  1026. list.concat(taillvm.op_reg_size_reg_size(la_sitofp,reg,fromsize,tmpreg,tosize))
  1027. else
  1028. a_loadfpu_reg_reg(list,fromsize,tosize,tmpreg,reg);
  1029. end;
  1030. procedure thlcgllvm.a_loadfpu_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference);
  1031. var
  1032. tmpreg: tregister;
  1033. href: treference;
  1034. fromcompcurr,
  1035. tocompcurr: boolean;
  1036. begin
  1037. { see comment in a_loadfpu_ref_reg }
  1038. fromcompcurr:=tfloatdef(fromsize).floattype in [s64comp,s64currency];
  1039. tocompcurr:=tfloatdef(tosize).floattype in [s64comp,s64currency];
  1040. if fromcompcurr then
  1041. fromsize:=s80floattype;
  1042. href:=make_simple_ref(list,ref,tosize);
  1043. { don't generate different code for loading e.g. extended into cextended,
  1044. but to take care of storing e.g. comp (=int64) into double }
  1045. if (fromsize.size<>tosize.size) then
  1046. begin
  1047. tmpreg:=getfpuregister(list,tosize);
  1048. if tocompcurr then
  1049. { store back an int64 rather than an extended }
  1050. list.concat(taillvm.op_reg_size_reg_size(la_fptosi,tmpreg,fromsize,reg,tosize))
  1051. else
  1052. a_loadfpu_reg_reg(list,fromsize,tosize,reg,tmpreg);
  1053. end
  1054. else
  1055. tmpreg:=reg;
  1056. { store tosize tmpreg, tosize* href }
  1057. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,tmpreg,cpointerdef.getreusable(tosize),href));
  1058. end;
  1059. procedure thlcgllvm.a_loadfpu_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister);
  1060. var
  1061. op: tllvmop;
  1062. begin
  1063. op:=llvmconvop(fromsize,tosize,true);
  1064. { reg2 = bitcast fromllsize reg1 to tollsize }
  1065. list.concat(taillvm.op_reg_size_reg_size(op,reg2,fromsize,reg1,tosize));
  1066. end;
  1067. procedure thlcgllvm.gen_proc_symbol(list: TAsmList);
  1068. var
  1069. item: TCmdStrListItem;
  1070. mangledname: TSymStr;
  1071. asmsym: tasmsymbol;
  1072. begin
  1073. if po_external in current_procinfo.procdef.procoptions then
  1074. exit;
  1075. item:=TCmdStrListItem(current_procinfo.procdef.aliasnames.first);
  1076. mangledname:=current_procinfo.procdef.mangledname;
  1077. { predefine the real function name as local/global, so the aliases can
  1078. refer to the symbol and get the binding correct }
  1079. if (cs_profile in current_settings.moduleswitches) or
  1080. (po_global in current_procinfo.procdef.procoptions) then
  1081. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_GLOBAL,AT_FUNCTION)
  1082. else
  1083. asmsym:=current_asmdata.DefineAsmSymbol(mangledname,AB_LOCAL,AT_FUNCTION);
  1084. while assigned(item) do
  1085. begin
  1086. if mangledname<>item.Str then
  1087. list.concat(taillvmalias.create(asmsym,item.str,current_procinfo.procdef,asmsym.bind));
  1088. item:=TCmdStrListItem(item.next);
  1089. end;
  1090. list.concat(taillvmdecl.createdef(asmsym,current_procinfo.procdef,nil,sec_code,current_procinfo.procdef.alignment));
  1091. end;
  1092. procedure thlcgllvm.gen_proc_symbol_end(list: TAsmList);
  1093. begin
  1094. list.concat(Tai_symbol_end.Createname(current_procinfo.procdef.mangledname));
  1095. { todo: darwin main proc, or handle in other way? }
  1096. end;
  1097. procedure thlcgllvm.handle_external_proc(list: TAsmList; pd: tprocdef; const importname: TSymStr);
  1098. begin
  1099. { don't do anything, because at this point we can't know yet for certain
  1100. whether the aliased routine is internal to the current routine or not.
  1101. If it's internal, we would have to generate an llvm alias, while if it's
  1102. external, we would have to generate a declaration. Additionally, aliases
  1103. cannot refer to declarations, so always creating aliases doesn't work
  1104. either -> handle in llvmtype }
  1105. end;
  1106. procedure thlcgllvm.g_proc_entry(list: TAsmList; localsize: longint; nostackframe: boolean);
  1107. begin
  1108. list.concatlist(ttgllvm(tg).alloclist)
  1109. { rest: todo }
  1110. end;
  1111. procedure thlcgllvm.g_proc_exit(list: TAsmList; parasize: longint; nostackframe: boolean);
  1112. var
  1113. retdef: tdef;
  1114. retreg,
  1115. hreg: tregister;
  1116. retpara: tcgpara;
  1117. begin
  1118. { the function result type is the type of the first location, which can
  1119. differ from the real result type (e.g. int64 for a record consisting of
  1120. two longint fields on x86-64 -- we are responsible for lowering the
  1121. result types like that) }
  1122. retpara:=get_call_result_cgpara(current_procinfo.procdef,nil);
  1123. retpara.check_simple_location;
  1124. retdef:=retpara.location^.def;
  1125. if is_void(retdef) or
  1126. { don't check retdef here, it is e.g. a pshortstring in case it's
  1127. shortstring that's returned in a parameter }
  1128. paramanager.ret_in_param(current_procinfo.procdef.returndef,current_procinfo.procdef) then
  1129. list.concat(taillvm.op_size(la_ret,voidtype))
  1130. else
  1131. begin
  1132. case retpara.location^.loc of
  1133. LOC_REGISTER,
  1134. LOC_FPUREGISTER,
  1135. LOC_MMREGISTER:
  1136. begin
  1137. { sign/zeroextension of function results is handled implicitly
  1138. via the signext/zeroext modifiers of the result, rather than
  1139. in the code generator -> remove any explicit extensions here }
  1140. retreg:=retpara.location^.register;
  1141. if (current_procinfo.procdef.returndef.typ in [orddef,enumdef]) and
  1142. (retdef.typ in [orddef,enumdef]) then
  1143. begin
  1144. if (current_procinfo.procdef.returndef.size<retpara.location^.def.size) then
  1145. begin
  1146. hreg:=getintregister(list,current_procinfo.procdef.returndef);
  1147. a_load_reg_reg(list,retdef,current_procinfo.procdef.returndef,retreg,hreg);
  1148. retreg:=hreg;
  1149. retdef:=current_procinfo.procdef.returndef;
  1150. end;
  1151. end;
  1152. list.concat(taillvm.op_size_reg(la_ret,retdef,retreg))
  1153. end;
  1154. LOC_VOID:
  1155. begin
  1156. { zero-sized records: return an undefined zero-sized record of
  1157. the correct type }
  1158. list.concat(taillvm.op_size_undef(la_ret,retdef));
  1159. end
  1160. else
  1161. { todo: complex returns }
  1162. internalerror(2012111106);
  1163. end;
  1164. end;
  1165. retpara.resetiftemp;
  1166. end;
  1167. procedure thlcgllvm.gen_load_uninitialized_function_result(list: TAsmList; pd: tprocdef; resdef: tdef; const resloc: tcgpara);
  1168. begin
  1169. if not paramanager.ret_in_param(resdef,pd) then
  1170. begin
  1171. case resloc.location^.loc of
  1172. LOC_REGISTER,
  1173. LOC_FPUREGISTER,
  1174. LOC_MMREGISTER:
  1175. begin
  1176. if not llvmaggregatetype(resdef) then
  1177. list.concat(taillvm.op_reg_size_undef(la_bitcast,resloc.location^.register,llvmgetcgparadef(resloc,true)))
  1178. else
  1179. { bitcast doesn't work for aggregates -> just load from the
  1180. (uninitialised) function result memory location }
  1181. gen_load_loc_function_result(list,resdef,tabstractnormalvarsym(pd.funcretsym).localloc)
  1182. end;
  1183. { for empty record returns }
  1184. LOC_VOID:
  1185. ;
  1186. else
  1187. internalerror(2015042301);
  1188. end;
  1189. end;
  1190. end;
  1191. procedure thlcgllvm.g_overflowcheck(list: TAsmList; const Loc: tlocation; def: tdef);
  1192. begin
  1193. { not possible, need ovloc }
  1194. internalerror(2012111107);
  1195. end;
  1196. procedure thlcgllvm.g_overflowCheck_loc(List: TAsmList; const Loc: TLocation; def: TDef; var ovloc: tlocation);
  1197. var
  1198. hl: tasmlabel;
  1199. begin
  1200. if not(cs_check_overflow in current_settings.localswitches) then
  1201. exit;
  1202. if ovloc.size<>OS_8 then
  1203. internalerror(2015122504);
  1204. current_asmdata.getjumplabel(hl);
  1205. a_cmp_const_loc_label(list,llvmbool1type,OC_EQ,0,ovloc,hl);
  1206. g_call_system_proc(list,'fpc_overflow',[],nil);
  1207. a_label(list,hl);
  1208. end;
  1209. procedure thlcgllvm.g_ptrtypecast_reg(list: TAsmList; fromdef, todef: tdef; var reg: tregister);
  1210. var
  1211. hreg: tregister;
  1212. begin
  1213. { will insert a bitcast if necessary }
  1214. if fromdef<>todef then
  1215. begin
  1216. hreg:=getregisterfordef(list,todef);
  1217. a_load_reg_reg(list,fromdef,todef,reg,hreg);
  1218. reg:=hreg;
  1219. end;
  1220. end;
  1221. procedure thlcgllvm.g_ptrtypecast_ref(list: TAsmList; fromdef, todef: tdef; var ref: treference);
  1222. var
  1223. hreg: tregister;
  1224. begin
  1225. hreg:=getaddressregister(list,todef);
  1226. a_loadaddr_ref_reg_intern(list,fromdef,todef,ref,hreg,false);
  1227. reference_reset_base(ref,todef,hreg,0,ref.alignment);
  1228. end;
  1229. procedure thlcgllvm.g_set_addr_nonbitpacked_field_ref(list: TAsmList; recdef: tabstractrecorddef; field: tfieldvarsym; var recref: treference);
  1230. var
  1231. parentdef,
  1232. subscriptdef,
  1233. currentstructdef,
  1234. llvmfielddef: tdef;
  1235. newbase: tregister;
  1236. implicitpointer: boolean;
  1237. begin
  1238. implicitpointer:=is_implicit_pointer_object_type(recdef);
  1239. currentstructdef:=recdef;
  1240. { in case the field is part of a parent of the current object,
  1241. index into the parents until we're at the parent containing the
  1242. field; if it's an implicit pointer type, these embedded parents
  1243. will be of the structure type of the class rather than of the
  1244. class time itself -> one indirection fewer }
  1245. while field.owner<>tabstractrecorddef(currentstructdef).symtable do
  1246. begin
  1247. { only objectdefs have parents and hence the owner of the
  1248. fieldvarsym can be different from the current def's owner }
  1249. parentdef:=tobjectdef(currentstructdef).childof;
  1250. if implicitpointer then
  1251. newbase:=getaddressregister(list,parentdef)
  1252. else
  1253. newbase:=getaddressregister(list,cpointerdef.getreusable(parentdef));
  1254. recref:=make_simple_ref(list,recref,recdef);
  1255. if implicitpointer then
  1256. subscriptdef:=currentstructdef
  1257. else
  1258. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1259. { recurse into the first field }
  1260. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,0,true));
  1261. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset));
  1262. { go to the parent }
  1263. currentstructdef:=parentdef;
  1264. end;
  1265. { get the type of the corresponding field in the llvm shadow
  1266. definition }
  1267. llvmfielddef:=tabstractrecordsymtable(tabstractrecorddef(currentstructdef).symtable).llvmst[field].def;
  1268. if implicitpointer then
  1269. subscriptdef:=currentstructdef
  1270. else
  1271. subscriptdef:=cpointerdef.getreusable(currentstructdef);
  1272. { load the address of that shadow field }
  1273. newbase:=getaddressregister(list,cpointerdef.getreusable(llvmfielddef));
  1274. recref:=make_simple_ref(list,recref,recdef);
  1275. list.concat(taillvm.getelementptr_reg_size_ref_size_const(newbase,subscriptdef,recref,s32inttype,field.llvmfieldnr,true));
  1276. reference_reset_base(recref,subscriptdef,newbase,field.offsetfromllvmfield,newalignment(recref.alignment,field.fieldoffset+field.offsetfromllvmfield));
  1277. { in case of an 80 bits extended type, typecast from an array of 10
  1278. bytes (used because otherwise llvm will allocate the ABI-defined
  1279. size for extended, which is usually larger) into an extended }
  1280. if (llvmfielddef.typ=floatdef) and
  1281. (tfloatdef(llvmfielddef).floattype=s80real) then
  1282. g_ptrtypecast_ref(list,cpointerdef.getreusable(carraydef.getreusable(u8inttype,10)),cpointerdef.getreusable(s80floattype),recref);
  1283. { if it doesn't match the requested field exactly (variant record),
  1284. adjust the type of the pointer }
  1285. if (field.offsetfromllvmfield<>0) or
  1286. (llvmfielddef<>field.vardef) then
  1287. g_ptrtypecast_ref(list,cpointerdef.getreusable(llvmfielddef),cpointerdef.getreusable(field.vardef),recref);
  1288. end;
  1289. procedure thlcgllvm.a_loadmm_ref_reg(list: TAsmList; fromsize, tosize: tdef; const ref: treference; reg: tregister; shuffle: pmmshuffle);
  1290. var
  1291. href: treference;
  1292. begin
  1293. if shuffle=mms_movescalar then
  1294. a_loadfpu_ref_reg(list,fromsize,tosize,ref,reg)
  1295. else
  1296. begin
  1297. href:=make_simple_ref(list,ref,fromsize);
  1298. if ref.refaddr=addr_full then
  1299. gen_load_refaddrfull_anyreg(list,fromsize,tosize,href,reg,shuffle)
  1300. else
  1301. begin
  1302. { handle aggregate loads (happens if a struct needs to be passed
  1303. in an mmregister) }
  1304. if (fromsize.typ in [arraydef,recorddef]) or
  1305. (tosize.typ in [arraydef,recorddef]) then
  1306. begin
  1307. if handle_agg_load_ref_anyreg(list,fromsize,tosize,href,reg,mms_movescalar) then
  1308. exit;
  1309. end;
  1310. if fromsize<>tosize then
  1311. g_ptrtypecast_ref(list,cpointerdef.create(fromsize),cpointerdef.create(tosize),href);
  1312. { %reg = load size* %ref }
  1313. list.concat(taillvm.op_reg_size_ref(la_load,reg,cpointerdef.getreusable(tosize),href));
  1314. end;
  1315. end;
  1316. end;
  1317. procedure thlcgllvm.a_loadmm_reg_ref(list: TAsmList; fromsize, tosize: tdef; reg: tregister; const ref: treference; shuffle: pmmshuffle);
  1318. var
  1319. href: treference;
  1320. begin
  1321. if shuffle=mms_movescalar then
  1322. a_loadfpu_reg_ref(list,fromsize,tosize,reg,ref)
  1323. else
  1324. begin
  1325. { todo }
  1326. if fromsize<>tosize then
  1327. internalerror(2013060220);
  1328. href:=make_simple_ref(list,ref,tosize);
  1329. { store tosize reg, tosize* href }
  1330. list.concat(taillvm.op_size_reg_size_ref(la_store,tosize,reg,cpointerdef.getreusable(tosize),href))
  1331. end;
  1332. end;
  1333. procedure thlcgllvm.a_loadmm_reg_reg(list: TAsmList; fromsize, tosize: tdef; reg1, reg2: tregister; shuffle: pmmshuffle);
  1334. begin
  1335. if shuffle=mms_movescalar then
  1336. a_loadfpu_reg_reg(list,fromsize,tosize,reg1,reg2)
  1337. else
  1338. { reg2 = bitcast fromllsize reg1 to tollsize }
  1339. list.concat(taillvm.op_reg_size_reg_size(la_bitcast,reg2,fromsize,reg1,tosize));
  1340. end;
  1341. procedure thlcgllvm.a_opmm_reg_reg(list: TAsmList; Op: TOpCG; size: tdef; src, dst: tregister; shuffle: pmmshuffle);
  1342. begin
  1343. if (op=OP_XOR) and
  1344. (src=dst) then
  1345. a_load_const_reg(list,size,0,dst)
  1346. else
  1347. { todo }
  1348. internalerror(2013060221);
  1349. end;
  1350. procedure thlcgllvm.a_loadmm_intreg_reg(list: TAsmList; fromsize, tosize: tdef; intreg, mmreg: tregister; shuffle: pmmshuffle);
  1351. begin
  1352. internalerror(2013060222);
  1353. end;
  1354. procedure thlcgllvm.a_loadmm_reg_intreg(list: TAsmList; fromsize, tosize: tdef; mmreg, intreg: tregister; shuffle: pmmshuffle);
  1355. begin
  1356. internalerror(2013060223);
  1357. end;
  1358. function thlcgllvm.get_call_result_cgpara(pd: tabstractprocdef; forceresdef: tdef): tcgpara;
  1359. var
  1360. paraloc: pcgparalocation;
  1361. begin
  1362. result:=inherited;
  1363. { we'll change the paraloc, make sure we don't modify the original one }
  1364. if not result.temporary then
  1365. begin
  1366. result:=result.getcopy;
  1367. result.temporary:=true;
  1368. end;
  1369. { get the LLVM representation of the function result (e.g. a
  1370. struct with two i64 fields for a record with 4 i32 fields) }
  1371. result.def:=llvmgetcgparadef(result,true);
  1372. if assigned(result.location^.next) then
  1373. begin
  1374. { unify the result into a sinlge location; unlike for parameters,
  1375. we are not responsible for splitting up results into multiple
  1376. locations }
  1377. { set the first location to the type of the function result }
  1378. result.location^.def:=result.def;
  1379. result.location^.size:=result.size;
  1380. { free all extra paralocs }
  1381. while assigned(result.location^.next) do
  1382. begin
  1383. paraloc:=result.location^.next^.next;
  1384. freemem(result.location^.next);
  1385. result.location^.next:=paraloc;
  1386. end;
  1387. end;
  1388. paraloc:=result.location;
  1389. paraloc^.def:=result.def;
  1390. case paraloc^.loc of
  1391. LOC_VOID:
  1392. ;
  1393. LOC_REGISTER,
  1394. LOC_FPUREGISTER,
  1395. LOC_MMREGISTER:
  1396. begin
  1397. paraloc^.llvmloc.loc:=paraloc^.loc;
  1398. paraloc^.llvmloc.reg:=paraloc^.register;
  1399. paraloc^.llvmvalueloc:=true;
  1400. end;
  1401. LOC_REFERENCE:
  1402. if not paramanager.ret_in_param(pd.returndef,pd) then
  1403. { TODO, if this can happen at all }
  1404. internalerror(2014011901);
  1405. else
  1406. internalerror(2014011902);
  1407. end;
  1408. end;
  1409. procedure thlcgllvm.gen_load_loc_function_result(list: TAsmList; vardef: tdef; const l: tlocation);
  1410. begin
  1411. gen_load_loc_cgpara(list,vardef,l,get_call_result_cgpara(current_procinfo.procdef,nil));
  1412. end;
  1413. procedure thlcgllvm.gen_load_loc_cgpara(list: TAsmList; vardef: tdef; const l: tlocation; const cgpara: tcgpara);
  1414. var
  1415. memloc: tlocation;
  1416. begin
  1417. if not(cgpara.location^.llvmvalueloc) then
  1418. begin
  1419. memloc:=l;
  1420. location_force_mem(list,memloc,vardef);
  1421. a_loadaddr_ref_cgpara(list,vardef,memloc.reference,cgpara);
  1422. end
  1423. else
  1424. inherited;
  1425. end;
  1426. procedure thlcgllvm.gen_load_cgpara_loc(list: TAsmList; vardef: tdef; const para: TCGPara; var destloc: tlocation; reusepara: boolean);
  1427. var
  1428. ploc : pcgparalocation;
  1429. hloc : tlocation;
  1430. href, href2 : treference;
  1431. hreg : tregister;
  1432. fielddef,
  1433. llvmparadef : tdef;
  1434. index : longint;
  1435. offset : pint;
  1436. userecord : boolean;
  1437. begin
  1438. { ignore e.g. empty records }
  1439. if (para.location^.loc=LOC_VOID) then
  1440. exit;
  1441. { If the parameter location is reused we don't need to copy
  1442. anything }
  1443. if (destloc.loc=LOC_REFERENCE) and
  1444. reusepara then
  1445. exit;
  1446. { get the equivalent llvm def used to pass the parameter (e.g. a record
  1447. with two int64 fields for passing a record consisiting of 8 bytes on
  1448. x86-64) }
  1449. llvmparadef:=llvmgetcgparadef(para,true);
  1450. userecord:=
  1451. (llvmparadef<>para.def) and
  1452. assigned(para.location^.next);
  1453. if userecord then
  1454. begin
  1455. { llvmparadef is a record in this case, with every field corresponding
  1456. to a single paraloc }
  1457. if destloc.loc<>LOC_REFERENCE then
  1458. tg.gethltemp(list,llvmparadef,llvmparadef.size,tt_normal,href)
  1459. else
  1460. begin
  1461. hreg:=getaddressregister(list,cpointerdef.getreusable(llvmparadef));
  1462. a_loadaddr_ref_reg(list,vardef,cpointerdef.getreusable(llvmparadef),destloc.reference,hreg);
  1463. reference_reset_base(href,cpointerdef.getreusable(llvmparadef),hreg,0,destloc.reference.alignment);
  1464. end;
  1465. index:=0;
  1466. ploc:=para.location;
  1467. repeat
  1468. paraloctoloc(ploc,hloc);
  1469. g_setup_load_field_by_name(list,trecorddef(llvmparadef),'F'+tostr(index),href,href2,fielddef);
  1470. a_load_loc_ref(list,ploc^.def,fielddef,hloc,href2);
  1471. inc(index);
  1472. ploc:=ploc^.next;
  1473. until not assigned(ploc);
  1474. if destloc.loc<>LOC_REFERENCE then
  1475. tg.ungettemp(list,href);
  1476. end
  1477. else
  1478. begin
  1479. para.check_simple_location;
  1480. paraloctoloc(para.location,hloc);
  1481. case destloc.loc of
  1482. LOC_REFERENCE :
  1483. begin
  1484. case def2regtyp(llvmparadef) of
  1485. R_INTREGISTER,
  1486. R_ADDRESSREGISTER:
  1487. a_load_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1488. R_FPUREGISTER:
  1489. a_loadfpu_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference);
  1490. R_MMREGISTER:
  1491. a_loadmm_loc_ref(list,llvmparadef,vardef,hloc,destloc.reference,nil);
  1492. else
  1493. internalerror(2014080801);
  1494. end;
  1495. end;
  1496. LOC_REGISTER:
  1497. begin
  1498. a_load_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1499. end;
  1500. LOC_FPUREGISTER:
  1501. begin
  1502. a_loadfpu_loc_reg(list,llvmparadef,vardef,hloc,destloc.register);
  1503. end;
  1504. LOC_MMREGISTER:
  1505. begin
  1506. a_loadmm_loc_reg(list,llvmparadef,vardef,hloc,destloc.register,nil);
  1507. end;
  1508. { TODO other possible locations }
  1509. else
  1510. internalerror(2013102304);
  1511. end;
  1512. end;
  1513. end;
  1514. procedure thlcgllvm.a_jmp_flags(list: TAsmList; const f: TResFlags; l: tasmlabel);
  1515. begin
  1516. internalerror(2013060224);
  1517. end;
  1518. procedure thlcgllvm.g_flags2reg(list: TAsmList; size: tdef; const f: tresflags; reg: TRegister);
  1519. begin
  1520. internalerror(2013060225);
  1521. end;
  1522. procedure thlcgllvm.g_flags2ref(list: TAsmList; size: tdef; const f: tresflags; const ref: TReference);
  1523. begin
  1524. internalerror(2013060226);
  1525. end;
  1526. procedure thlcgllvm.a_bit_scan_reg_reg(list: TAsmList; reverse: boolean; srcsize, dstsize: tdef; src, dst: tregister);
  1527. begin
  1528. internalerror(2012090201);
  1529. end;
  1530. procedure thlcgllvm.g_stackpointer_alloc(list: TAsmList; size: longint);
  1531. begin
  1532. internalerror(2012090203);
  1533. end;
  1534. procedure thlcgllvm.g_intf_wrapper(list: TAsmList; procdef: tprocdef; const labelname: string; ioffset: longint);
  1535. begin
  1536. internalerror(2012090204);
  1537. end;
  1538. procedure thlcgllvm.g_adjust_self_value(list: TAsmList; procdef: tprocdef; ioffset: aint);
  1539. begin
  1540. internalerror(2012090205);
  1541. end;
  1542. procedure thlcgllvm.g_local_unwind(list: TAsmList; l: TAsmLabel);
  1543. begin
  1544. internalerror(2012090206);
  1545. end;
  1546. procedure thlcgllvm.gen_stack_check_size_para(list: TAsmList);
  1547. begin
  1548. { this is implemented in a very hackish way, whereby first the call
  1549. to fpc_stackcheck() is emitted, then the prolog is generated and
  1550. registers are allocated, and finally the code to load the parameter
  1551. is inserted before the call to fpc_stackcheck(). Since parameters are
  1552. explicitly passed to call instructions for llvm, that does not work
  1553. here. It could be solved by patching the call instruction later, but
  1554. that's a lot of engineering for functionality that's only marginally
  1555. useful at best. }
  1556. end;
  1557. procedure thlcgllvm.gen_stack_check_call(list: TAsmList);
  1558. begin
  1559. { see explanation in thlcgllvm.gen_stack_check_size_para() }
  1560. end;
  1561. function thlcgllvm.make_simple_ref(list: TAsmList; const ref: treference; def: tdef): treference;
  1562. begin
  1563. result:=make_simple_ref_ptr(list,ref,cpointerdef.create(def));
  1564. end;
  1565. function thlcgllvm.make_simple_ref_ptr(list: TAsmList; const ref: treference; ptrdef: tdef): treference;
  1566. var
  1567. ptrindex: tcgint;
  1568. hreg1,
  1569. hreg2: tregister;
  1570. tmpref: treference;
  1571. pointedsize: asizeint;
  1572. begin
  1573. { already simple? }
  1574. if (not assigned(ref.symbol) or
  1575. (ref.base=NR_NO)) and
  1576. (ref.index=NR_NO) and
  1577. (ref.offset=0) then
  1578. begin
  1579. result:=ref;
  1580. exit;
  1581. end;
  1582. case ptrdef.typ of
  1583. pointerdef:
  1584. begin
  1585. pointedsize:=tpointerdef(ptrdef).pointeddef.size;
  1586. { void, formaldef }
  1587. if pointedsize=0 then
  1588. pointedsize:=1;
  1589. end;
  1590. else
  1591. begin
  1592. { pointedsize is only used if the offset <> 0, to see whether we
  1593. can use getelementptr if it's an exact multiple -> set pointedsize
  1594. to a value that will never be a multiple as we can't "index" other
  1595. types }
  1596. pointedsize:=ref.offset+1;
  1597. end;
  1598. end;
  1599. hreg2:=getaddressregister(list,ptrdef);
  1600. { symbol+offset or base+offset with offset a multiple of the size ->
  1601. use getelementptr }
  1602. if (ref.index=NR_NO) and
  1603. (ref.offset mod pointedsize=0) then
  1604. begin
  1605. ptrindex:=ref.offset div pointedsize;
  1606. if assigned(ref.symbol) then
  1607. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment)
  1608. else
  1609. reference_reset_base(tmpref,ptrdef,ref.base,0,ref.alignment);
  1610. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg2,ptrdef,tmpref,ptruinttype,ptrindex,assigned(ref.symbol)));
  1611. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1612. exit;
  1613. end;
  1614. { for now, perform all calculations using plain pointer arithmetic. Later
  1615. we can look into optimizations based on getelementptr for structured
  1616. accesses (if only to prevent running out of virtual registers).
  1617. Assumptions:
  1618. * symbol/base register: always type "ptrdef"
  1619. * index/offset: always type "ptruinttype" (llvm bitcode has no sign information, so sign doesn't matter) }
  1620. hreg1:=getintregister(list,ptruinttype);
  1621. if assigned(ref.symbol) then
  1622. begin
  1623. if ref.base<>NR_NO then
  1624. internalerror(2012111301);
  1625. reference_reset_symbol(tmpref,ref.symbol,0,ref.alignment);
  1626. list.concat(taillvm.getelementptr_reg_size_ref_size_const(hreg1,ptrdef,tmpref,ptruinttype,0,true));
  1627. end
  1628. else if ref.base<>NR_NO then
  1629. begin
  1630. a_load_reg_reg(list,ptrdef,ptruinttype,ref.base,hreg1);
  1631. end
  1632. else
  1633. { todo: support for absolute addresses on embedded platforms }
  1634. internalerror(2012111302);
  1635. if ref.index<>NR_NO then
  1636. begin
  1637. { SSA... }
  1638. hreg2:=getintregister(list,ptruinttype);
  1639. a_op_reg_reg_reg(list,OP_ADD,ptruinttype,ref.index,hreg1,hreg2);
  1640. hreg1:=hreg2;
  1641. end;
  1642. if ref.offset<>0 then
  1643. begin
  1644. hreg2:=getintregister(list,ptruinttype);
  1645. a_op_const_reg_reg(list,OP_ADD,ptruinttype,ref.offset,hreg1,hreg2);
  1646. hreg1:=hreg2;
  1647. end;
  1648. hreg2:=getaddressregister(list,ptrdef);
  1649. a_load_reg_reg(list,ptruinttype,ptrdef,hreg1,hreg2);
  1650. reference_reset_base(result,ptrdef,hreg2,0,ref.alignment);
  1651. end;
  1652. procedure thlcgllvm.set_call_function_result(const list: TAsmList; const pd: tabstractprocdef; const llvmretdef, hlretdef: tdef; const resval: tregister; var retpara: tcgpara);
  1653. var
  1654. hreg: tregister;
  1655. rettemp: treference;
  1656. begin
  1657. if not is_void(hlretdef) and
  1658. not paramanager.ret_in_param(hlretdef, pd) then
  1659. begin
  1660. { should already be a copy, because it currently describes the llvm
  1661. return location }
  1662. if not retpara.temporary then
  1663. internalerror(2014020101);
  1664. if llvmaggregatetype(hlretdef) then
  1665. begin
  1666. { to ease the handling of aggregate types here, we just store
  1667. everything to memory rather than potentially dealing with aggregates
  1668. in "registers" }
  1669. tg.gethltemp(list, llvmretdef, llvmretdef.size, tt_normal, rettemp);
  1670. case def2regtyp(llvmretdef) of
  1671. R_INTREGISTER,
  1672. R_ADDRESSREGISTER:
  1673. a_load_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1674. R_FPUREGISTER:
  1675. a_loadfpu_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp);
  1676. R_MMREGISTER:
  1677. a_loadmm_reg_ref(list,llvmretdef,llvmretdef,resval,rettemp,mms_movescalar);
  1678. end;
  1679. { the return parameter now contains a value whose type matches the one
  1680. that the high level code generator expects instead of the llvm shim
  1681. }
  1682. retpara.def:=llvmretdef;
  1683. retpara.location^.def:=llvmretdef;
  1684. { for llvm-specific code: }
  1685. retpara.location^.llvmvalueloc:=false;
  1686. retpara.location^.llvmloc.loc:=LOC_REGISTER;
  1687. retpara.location^.llvmloc.reg:=rettemp.base;
  1688. { for the rest (normally not used, but cleaner to set it correclty) }
  1689. retpara.location^.loc:=LOC_REFERENCE;
  1690. retpara.location^.reference.index:=rettemp.base;
  1691. retpara.location^.reference.offset:=0;
  1692. end
  1693. else
  1694. begin
  1695. retpara.def:=llvmretdef;
  1696. retpara.Location^.def:=llvmretdef;
  1697. retpara.location^.llvmloc.reg:=resval;
  1698. retpara.Location^.llvmloc.loc:=retpara.location^.loc;
  1699. retpara.Location^.llvmvalueloc:=true;
  1700. end;
  1701. end
  1702. else
  1703. retpara.location^.llvmloc.loc:=LOC_VOID;
  1704. end;
  1705. procedure thlcgllvm.paraloctoloc(const paraloc: pcgparalocation; out hloc: tlocation);
  1706. begin
  1707. case paraloc^.llvmloc.loc of
  1708. LOC_REFERENCE:
  1709. begin
  1710. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1711. hloc.reference.symbol:=paraloc^.llvmloc.sym;
  1712. if paraloc^.llvmvalueloc then
  1713. hloc.reference.refaddr:=addr_full;
  1714. end;
  1715. LOC_REGISTER:
  1716. begin
  1717. if paraloc^.llvmvalueloc then
  1718. begin
  1719. location_reset(hloc,LOC_REGISTER,def_cgsize(paraloc^.def));
  1720. hloc.register:=paraloc^.llvmloc.reg;
  1721. end
  1722. else
  1723. begin
  1724. if getregtype(paraloc^.llvmloc.reg)<>R_TEMPREGISTER then
  1725. internalerror(2014011903);
  1726. location_reset_ref(hloc,LOC_REFERENCE,def_cgsize(paraloc^.def),paraloc^.def.alignment);
  1727. hloc.reference.base:=paraloc^.llvmloc.reg;
  1728. end;
  1729. end;
  1730. LOC_FPUREGISTER,
  1731. LOC_MMREGISTER:
  1732. begin
  1733. if paraloc^.llvmvalueloc then
  1734. begin
  1735. location_reset(hloc,paraloc^.llvmloc.loc,def_cgsize(paraloc^.def));
  1736. hloc.register:=paraloc^.llvmloc.reg;
  1737. end
  1738. else
  1739. internalerror(2014012401);
  1740. end
  1741. else
  1742. internalerror(2014010706);
  1743. end;
  1744. end;
  1745. procedure thlcgllvm.varsym_set_localloc(list: TAsmList; vs: tabstractnormalvarsym);
  1746. begin
  1747. if cs_asm_source in current_settings.globalswitches then
  1748. begin
  1749. case vs.initialloc.loc of
  1750. LOC_REFERENCE :
  1751. begin
  1752. if assigned(vs.initialloc.reference.symbol) then
  1753. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at '+
  1754. vs.initialloc.reference.symbol.name)))
  1755. else
  1756. list.concat(Tai_comment.Create(strpnew('Var '+vs.realname+' located at %tmp.'+
  1757. tostr(getsupreg(vs.initialloc.reference.base)))));
  1758. end;
  1759. end;
  1760. end;
  1761. vs.localloc:=vs.initialloc;
  1762. end;
  1763. procedure thlcgllvm.paravarsym_set_initialloc_to_paraloc(vs: tparavarsym);
  1764. var
  1765. parasym : tasmsymbol;
  1766. begin
  1767. if vs.paraloc[calleeside].location^.llvmloc.loc<>LOC_REFERENCE then
  1768. internalerror(2014010708);
  1769. parasym:=vs.paraloc[calleeside].location^.llvmloc.sym;
  1770. reference_reset_symbol(vs.initialloc.reference,parasym,0,vs.paraloc[calleeside].alignment);
  1771. if vs.paraloc[calleeside].location^.llvmvalueloc then
  1772. vs.initialloc.reference.refaddr:=addr_full;
  1773. end;
  1774. procedure thlcgllvm.g_external_wrapper(list: TAsmList; procdef: tprocdef; const externalname: string);
  1775. var
  1776. asmsym: TAsmSymbol;
  1777. begin
  1778. if po_external in procdef.procoptions then
  1779. exit;
  1780. asmsym:=current_asmdata.RefAsmSymbol(externalname,AT_FUNCTION);
  1781. list.concat(taillvmalias.create(asmsym,procdef.mangledname,procdef,asmsym.bind));
  1782. end;
  1783. procedure create_hlcodegen;
  1784. begin
  1785. if not assigned(current_procinfo) or
  1786. not(po_assembler in current_procinfo.procdef.procoptions) then
  1787. begin
  1788. tgobjclass:=ttgllvm;
  1789. hlcg:=thlcgllvm.create;
  1790. cgllvm.create_codegen
  1791. end
  1792. else
  1793. begin
  1794. tgobjclass:=orgtgclass;
  1795. hlcgcpu.create_hlcodegen;
  1796. { todo: handle/remove chlcgobj }
  1797. end;
  1798. end;
  1799. begin
  1800. chlcgobj:=thlcgllvm;
  1801. end.