nx86inl.pas 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744
  1. {
  2. Copyright (c) 1998-2002 by Florian Klaempfl
  3. Generate x86 inline nodes
  4. This program is free software; you can redistribute it and/or modify
  5. it under the terms of the GNU General Public License as published by
  6. the Free Software Foundation; either version 2 of the License, or
  7. (at your option) any later version.
  8. This program is distributed in the hope that it will be useful,
  9. but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  11. GNU General Public License for more details.
  12. You should have received a copy of the GNU General Public License
  13. along with this program; if not, write to the Free Software
  14. Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  15. ****************************************************************************
  16. }
  17. unit nx86inl;
  18. {$i fpcdefs.inc}
  19. interface
  20. uses
  21. node,ninl,ncginl;
  22. type
  23. tx86inlinenode = class(tcginlinenode)
  24. { first pass override
  25. so that the code generator will actually generate
  26. these nodes.
  27. }
  28. function first_pi: tnode ; override;
  29. function first_arctan_real: tnode; override;
  30. function first_abs_real: tnode; override;
  31. function first_sqr_real: tnode; override;
  32. function first_sqrt_real: tnode; override;
  33. function first_ln_real: tnode; override;
  34. function first_cos_real: tnode; override;
  35. function first_sin_real: tnode; override;
  36. function first_round_real: tnode; override;
  37. function first_trunc_real: tnode; override;
  38. function first_popcnt: tnode; override;
  39. { second pass override to generate these nodes }
  40. procedure second_IncludeExclude;override;
  41. procedure second_pi; override;
  42. procedure second_arctan_real; override;
  43. procedure second_abs_real; override;
  44. procedure second_round_real; override;
  45. procedure second_sqr_real; override;
  46. procedure second_sqrt_real; override;
  47. procedure second_ln_real; override;
  48. procedure second_cos_real; override;
  49. procedure second_sin_real; override;
  50. procedure second_trunc_real; override;
  51. procedure second_prefetch;override;
  52. {$ifndef i8086}
  53. procedure second_abs_long;override;
  54. {$endif not i8086}
  55. procedure second_popcnt;override;
  56. private
  57. procedure load_fpu_location(lnode: tnode);
  58. end;
  59. implementation
  60. uses
  61. systems,
  62. globtype,globals,
  63. cutils,verbose,
  64. symconst,
  65. defutil,
  66. aasmbase,aasmtai,aasmdata,aasmcpu,
  67. symtype,symdef,
  68. cgbase,pass_2,
  69. cpuinfo,cpubase,paramgr,
  70. nbas,ncon,ncal,ncnv,nld,ncgutil,
  71. tgobj,
  72. cga,cgutils,cgx86,cgobj,hlcgobj;
  73. {*****************************************************************************
  74. TX86INLINENODE
  75. *****************************************************************************}
  76. function tx86inlinenode.first_pi : tnode;
  77. begin
  78. if (tfloatdef(pbestrealtype^).floattype=s80real) then
  79. begin
  80. expectloc:=LOC_FPUREGISTER;
  81. first_pi := nil;
  82. end
  83. else
  84. result:=inherited;
  85. end;
  86. function tx86inlinenode.first_arctan_real : tnode;
  87. begin
  88. {$ifdef i8086}
  89. { FPATAN's range is limited to (0 <= value < 1) on the 8087 and 80287,
  90. so we need to use the RTL helper on these FPUs }
  91. if current_settings.cputype < cpu_386 then
  92. begin
  93. result := inherited;
  94. exit;
  95. end;
  96. {$endif i8086}
  97. if (tfloatdef(pbestrealtype^).floattype=s80real) then
  98. begin
  99. expectloc:=LOC_FPUREGISTER;
  100. first_arctan_real := nil;
  101. end
  102. else
  103. result:=inherited;
  104. end;
  105. function tx86inlinenode.first_abs_real : tnode;
  106. begin
  107. if use_vectorfpu(resultdef) then
  108. expectloc:=LOC_MMREGISTER
  109. else
  110. expectloc:=LOC_FPUREGISTER;
  111. first_abs_real := nil;
  112. end;
  113. function tx86inlinenode.first_sqr_real : tnode;
  114. begin
  115. if use_vectorfpu(resultdef) then
  116. expectloc:=LOC_MMREGISTER
  117. else
  118. expectloc:=LOC_FPUREGISTER;
  119. first_sqr_real := nil;
  120. end;
  121. function tx86inlinenode.first_sqrt_real : tnode;
  122. begin
  123. if use_vectorfpu(resultdef) then
  124. expectloc:=LOC_MMREGISTER
  125. else
  126. expectloc:=LOC_FPUREGISTER;
  127. first_sqrt_real := nil;
  128. end;
  129. function tx86inlinenode.first_ln_real : tnode;
  130. begin
  131. if (tfloatdef(pbestrealtype^).floattype=s80real) then
  132. begin
  133. expectloc:=LOC_FPUREGISTER;
  134. first_ln_real := nil;
  135. end
  136. else
  137. result:=inherited;
  138. end;
  139. function tx86inlinenode.first_cos_real : tnode;
  140. begin
  141. {$ifdef i8086}
  142. { FCOS is 387+ }
  143. if current_settings.cputype < cpu_386 then
  144. begin
  145. result := inherited;
  146. exit;
  147. end;
  148. {$endif i8086}
  149. if (tfloatdef(pbestrealtype^).floattype=s80real) then
  150. begin
  151. expectloc:=LOC_FPUREGISTER;
  152. result:=nil;
  153. end
  154. else
  155. result:=inherited;
  156. end;
  157. function tx86inlinenode.first_sin_real : tnode;
  158. begin
  159. {$ifdef i8086}
  160. { FSIN is 387+ }
  161. if current_settings.cputype < cpu_386 then
  162. begin
  163. result := inherited;
  164. exit;
  165. end;
  166. {$endif i8086}
  167. if (tfloatdef(pbestrealtype^).floattype=s80real) then
  168. begin
  169. expectloc:=LOC_FPUREGISTER;
  170. result:=nil;
  171. end
  172. else
  173. result:=inherited;
  174. end;
  175. function tx86inlinenode.first_round_real : tnode;
  176. begin
  177. {$ifdef x86_64}
  178. if use_vectorfpu(left.resultdef) then
  179. expectloc:=LOC_REGISTER
  180. else
  181. {$endif x86_64}
  182. expectloc:=LOC_REFERENCE;
  183. result:=nil;
  184. end;
  185. function tx86inlinenode.first_trunc_real: tnode;
  186. begin
  187. if (cs_opt_size in current_settings.optimizerswitches)
  188. {$ifdef x86_64}
  189. and not(use_vectorfpu(left.resultdef))
  190. {$endif x86_64}
  191. then
  192. result:=inherited
  193. else
  194. begin
  195. {$ifdef x86_64}
  196. if use_vectorfpu(left.resultdef) then
  197. expectloc:=LOC_REGISTER
  198. else
  199. {$endif x86_64}
  200. expectloc:=LOC_REFERENCE;
  201. result:=nil;
  202. end;
  203. end;
  204. function tx86inlinenode.first_popcnt: tnode;
  205. begin
  206. Result:=nil;
  207. {$ifndef i8086}
  208. if (CPUX86_HAS_POPCNT in cpu_capabilities[current_settings.cputype])
  209. {$ifdef i386}
  210. and not is_64bit(left.resultdef)
  211. {$endif i386}
  212. then
  213. expectloc:=LOC_REGISTER
  214. else
  215. {$endif not i8086}
  216. Result:=inherited first_popcnt
  217. end;
  218. procedure tx86inlinenode.second_Pi;
  219. begin
  220. location_reset(location,LOC_FPUREGISTER,def_cgsize(resultdef));
  221. emit_none(A_FLDPI,S_NO);
  222. tcgx86(cg).inc_fpu_stack;
  223. location.register:=NR_FPU_RESULT_REG;
  224. end;
  225. { load the FPU into the an fpu register }
  226. procedure tx86inlinenode.load_fpu_location(lnode: tnode);
  227. begin
  228. location_reset(location,LOC_FPUREGISTER,def_cgsize(resultdef));
  229. location.register:=NR_FPU_RESULT_REG;
  230. secondpass(lnode);
  231. case lnode.location.loc of
  232. LOC_FPUREGISTER:
  233. ;
  234. LOC_CFPUREGISTER:
  235. begin
  236. cg.a_loadfpu_reg_reg(current_asmdata.CurrAsmList,lnode.location.size,
  237. lnode.location.size,lnode.location.register,location.register);
  238. end;
  239. LOC_REFERENCE,LOC_CREFERENCE:
  240. begin
  241. cg.a_loadfpu_ref_reg(current_asmdata.CurrAsmList,
  242. lnode.location.size,lnode.location.size,
  243. lnode.location.reference,location.register);
  244. end;
  245. LOC_MMREGISTER,LOC_CMMREGISTER:
  246. begin
  247. location:=lnode.location;
  248. hlcg.location_force_fpureg(current_asmdata.CurrAsmList,location,resultdef,false);
  249. end;
  250. else
  251. internalerror(309991);
  252. end;
  253. end;
  254. procedure tx86inlinenode.second_arctan_real;
  255. begin
  256. load_fpu_location(left);
  257. emit_none(A_FLD1,S_NO);
  258. emit_none(A_FPATAN,S_NO);
  259. end;
  260. procedure tx86inlinenode.second_abs_real;
  261. var
  262. href : treference;
  263. begin
  264. if use_vectorfpu(resultdef) then
  265. begin
  266. secondpass(left);
  267. if left.location.loc<>LOC_MMREGISTER then
  268. hlcg.location_force_mmregscalar(current_asmdata.CurrAsmList,left.location,left.resultdef,false);
  269. if UseAVX then
  270. begin
  271. location_reset(location,LOC_MMREGISTER,def_cgsize(resultdef));
  272. location.register:=cg.getmmregister(current_asmdata.CurrAsmList,def_cgsize(resultdef));
  273. end
  274. else
  275. location:=left.location;
  276. case tfloatdef(resultdef).floattype of
  277. s32real:
  278. begin
  279. reference_reset_symbol(href,current_asmdata.RefAsmSymbol(target_info.cprefix+'FPC_ABSMASK_SINGLE'),0,4);
  280. tcgx86(cg).make_simple_ref(current_asmdata.CurrAsmList, href);
  281. if UseAVX then
  282. current_asmdata.CurrAsmList.concat(taicpu.op_ref_reg_reg(
  283. A_VANDPS,S_XMM,href,left.location.register,location.register))
  284. else
  285. current_asmdata.CurrAsmList.concat(taicpu.op_ref_reg(A_ANDPS,S_XMM,href,location.register));
  286. end;
  287. s64real:
  288. begin
  289. reference_reset_symbol(href,current_asmdata.RefAsmSymbol(target_info.cprefix+'FPC_ABSMASK_DOUBLE'),0,4);
  290. tcgx86(cg).make_simple_ref(current_asmdata.CurrAsmList, href);
  291. if UseAVX then
  292. current_asmdata.CurrAsmList.concat(taicpu.op_ref_reg_reg(
  293. A_VANDPD,S_XMM,href,left.location.register,location.register))
  294. else
  295. current_asmdata.CurrAsmList.concat(taicpu.op_ref_reg(A_ANDPD,S_XMM,href,location.register))
  296. end;
  297. else
  298. internalerror(200506081);
  299. end;
  300. end
  301. else
  302. begin
  303. load_fpu_location(left);
  304. emit_none(A_FABS,S_NO);
  305. end;
  306. end;
  307. procedure tx86inlinenode.second_round_real;
  308. begin
  309. {$ifdef x86_64}
  310. if use_vectorfpu(left.resultdef) then
  311. begin
  312. secondpass(left);
  313. hlcg.location_force_mmregscalar(current_asmdata.CurrAsmList,left.location,left.resultdef,false);
  314. location_reset(location,LOC_REGISTER,OS_S64);
  315. location.register:=cg.getintregister(current_asmdata.CurrAsmList,OS_S64);
  316. if UseAVX then
  317. case left.location.size of
  318. OS_F32:
  319. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_VCVTSS2SI,S_Q,left.location.register,location.register));
  320. OS_F64:
  321. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_VCVTSD2SI,S_Q,left.location.register,location.register));
  322. else
  323. internalerror(2007031402);
  324. end
  325. else
  326. case left.location.size of
  327. OS_F32:
  328. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_CVTSS2SI,S_Q,left.location.register,location.register));
  329. OS_F64:
  330. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_CVTSD2SI,S_Q,left.location.register,location.register));
  331. else
  332. internalerror(2007031402);
  333. end;
  334. end
  335. else
  336. {$endif x86_64}
  337. begin
  338. load_fpu_location(left);
  339. location_reset_ref(location,LOC_REFERENCE,OS_S64,0);
  340. tg.GetTemp(current_asmdata.CurrAsmList,resultdef.size,resultdef.alignment,tt_normal,location.reference);
  341. emit_ref(A_FISTP,S_IQ,location.reference);
  342. tcgx86(cg).dec_fpu_stack;
  343. emit_none(A_FWAIT,S_NO);
  344. end;
  345. end;
  346. procedure tx86inlinenode.second_trunc_real;
  347. var
  348. oldcw,newcw : treference;
  349. begin
  350. {$ifdef x86_64}
  351. if use_vectorfpu(left.resultdef) and
  352. not((left.location.loc=LOC_FPUREGISTER) and (current_settings.fputype>=fpu_sse3)) then
  353. begin
  354. secondpass(left);
  355. hlcg.location_force_mmregscalar(current_asmdata.CurrAsmList,left.location,left.resultdef,false);
  356. location_reset(location,LOC_REGISTER,OS_S64);
  357. location.register:=cg.getintregister(current_asmdata.CurrAsmList,OS_S64);
  358. if UseAVX then
  359. case left.location.size of
  360. OS_F32:
  361. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_VCVTTSS2SI,S_Q,left.location.register,location.register));
  362. OS_F64:
  363. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_VCVTTSD2SI,S_Q,left.location.register,location.register));
  364. else
  365. internalerror(2007031401);
  366. end
  367. else
  368. case left.location.size of
  369. OS_F32:
  370. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_CVTTSS2SI,S_Q,left.location.register,location.register));
  371. OS_F64:
  372. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_CVTTSD2SI,S_Q,left.location.register,location.register));
  373. else
  374. internalerror(2007031401);
  375. end;
  376. end
  377. else
  378. {$endif x86_64}
  379. begin
  380. if (current_settings.fputype>=fpu_sse3) then
  381. begin
  382. load_fpu_location(left);
  383. location_reset_ref(location,LOC_REFERENCE,OS_S64,0);
  384. tg.GetTemp(current_asmdata.CurrAsmList,resultdef.size,resultdef.alignment,tt_normal,location.reference);
  385. emit_ref(A_FISTTP,S_IQ,location.reference);
  386. tcgx86(cg).dec_fpu_stack;
  387. end
  388. else
  389. begin
  390. tg.GetTemp(current_asmdata.CurrAsmList,2,2,tt_normal,oldcw);
  391. tg.GetTemp(current_asmdata.CurrAsmList,2,2,tt_normal,newcw);
  392. {$ifdef i8086}
  393. if current_settings.cputype<=cpu_286 then
  394. begin
  395. emit_ref(A_FSTCW,S_NO,newcw);
  396. emit_ref(A_FSTCW,S_NO,oldcw);
  397. emit_none(A_FWAIT,S_NO);
  398. end
  399. else
  400. {$endif i8086}
  401. begin
  402. emit_ref(A_FNSTCW,S_NO,newcw);
  403. emit_ref(A_FNSTCW,S_NO,oldcw);
  404. end;
  405. emit_const_ref(A_OR,S_W,$0f00,newcw);
  406. load_fpu_location(left);
  407. emit_ref(A_FLDCW,S_NO,newcw);
  408. location_reset_ref(location,LOC_REFERENCE,OS_S64,0);
  409. tg.GetTemp(current_asmdata.CurrAsmList,resultdef.size,resultdef.alignment,tt_normal,location.reference);
  410. emit_ref(A_FISTP,S_IQ,location.reference);
  411. tcgx86(cg).dec_fpu_stack;
  412. emit_ref(A_FLDCW,S_NO,oldcw);
  413. emit_none(A_FWAIT,S_NO);
  414. tg.UnGetTemp(current_asmdata.CurrAsmList,oldcw);
  415. tg.UnGetTemp(current_asmdata.CurrAsmList,newcw);
  416. end;
  417. end;
  418. end;
  419. procedure tx86inlinenode.second_sqr_real;
  420. begin
  421. if use_vectorfpu(resultdef) then
  422. begin
  423. secondpass(left);
  424. location_reset(location,LOC_MMREGISTER,left.location.size);
  425. location.register:=cg.getmmregister(current_asmdata.CurrAsmList,location.size);
  426. if UseAVX then
  427. begin
  428. hlcg.location_force_mmregscalar(current_asmdata.CurrAsmList,left.location,left.resultdef,true);
  429. cg.a_opmm_reg_reg_reg(current_asmdata.CurrAsmList,OP_MUL,left.location.size,left.location.register,left.location.register,location.register,mms_movescalar);
  430. end
  431. else
  432. begin
  433. if left.location.loc in [LOC_CFPUREGISTER,LOC_FPUREGISTER] then
  434. hlcg.location_force_mmregscalar(current_asmdata.CurrAsmList,left.location,left.resultdef,true);
  435. cg.a_loadmm_loc_reg(current_asmdata.CurrAsmList,location.size,left.location,location.register,mms_movescalar);
  436. cg.a_opmm_reg_reg(current_asmdata.CurrAsmList,OP_MUL,left.location.size,location.register,location.register,mms_movescalar);
  437. end;
  438. end
  439. else
  440. begin
  441. load_fpu_location(left);
  442. emit_reg_reg(A_FMUL,S_NO,NR_ST0,NR_ST0);
  443. end;
  444. end;
  445. procedure tx86inlinenode.second_sqrt_real;
  446. begin
  447. if use_vectorfpu(resultdef) then
  448. begin
  449. secondpass(left);
  450. hlcg.location_force_mmregscalar(current_asmdata.CurrAsmList,left.location,left.resultdef,true);
  451. location_reset(location,LOC_MMREGISTER,left.location.size);
  452. location.register:=cg.getmmregister(current_asmdata.CurrAsmList,location.size);
  453. if UseAVX then
  454. case tfloatdef(resultdef).floattype of
  455. s32real:
  456. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg_reg(A_VSQRTSS,S_XMM,left.location.register,location.register,location.register));
  457. s64real:
  458. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg_reg(A_VSQRTSD,S_XMM,left.location.register,location.register,location.register));
  459. else
  460. internalerror(200510031);
  461. end
  462. else
  463. case tfloatdef(resultdef).floattype of
  464. s32real:
  465. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_SQRTSS,S_XMM,left.location.register,location.register));
  466. s64real:
  467. current_asmdata.CurrAsmList.concat(taicpu.op_reg_reg(A_SQRTSD,S_XMM,left.location.register,location.register));
  468. else
  469. internalerror(200510031);
  470. end;
  471. end
  472. else
  473. begin
  474. load_fpu_location(left);
  475. emit_none(A_FSQRT,S_NO);
  476. end;
  477. end;
  478. procedure tx86inlinenode.second_ln_real;
  479. begin
  480. load_fpu_location(left);
  481. emit_none(A_FLDLN2,S_NO);
  482. emit_none(A_FXCH,S_NO);
  483. emit_none(A_FYL2X,S_NO);
  484. end;
  485. procedure tx86inlinenode.second_cos_real;
  486. begin
  487. {$ifdef i8086}
  488. { FCOS is 387+ }
  489. if current_settings.cputype < cpu_386 then
  490. begin
  491. inherited;
  492. exit;
  493. end;
  494. {$endif i8086}
  495. load_fpu_location(left);
  496. emit_none(A_FCOS,S_NO);
  497. end;
  498. procedure tx86inlinenode.second_sin_real;
  499. begin
  500. {$ifdef i8086}
  501. { FSIN is 387+ }
  502. if current_settings.cputype < cpu_386 then
  503. begin
  504. inherited;
  505. exit;
  506. end;
  507. {$endif i8086}
  508. load_fpu_location(left);
  509. emit_none(A_FSIN,S_NO)
  510. end;
  511. procedure tx86inlinenode.second_prefetch;
  512. var
  513. ref : treference;
  514. r : tregister;
  515. begin
  516. {$if defined(i386) or defined(i8086)}
  517. if current_settings.cputype>=cpu_Pentium3 then
  518. {$endif i386 or i8086}
  519. begin
  520. secondpass(left);
  521. case left.location.loc of
  522. LOC_CREFERENCE,
  523. LOC_REFERENCE:
  524. begin
  525. r:=cg.getintregister(current_asmdata.CurrAsmList,OS_ADDR);
  526. cg.a_loadaddr_ref_reg(current_asmdata.CurrAsmList,left.location.reference,r);
  527. reference_reset_base(ref,r,0,left.location.reference.alignment);
  528. current_asmdata.CurrAsmList.concat(taicpu.op_ref(A_PREFETCHNTA,S_NO,ref));
  529. end;
  530. else
  531. internalerror(200402021);
  532. end;
  533. end;
  534. end;
  535. {$ifndef i8086}
  536. procedure tx86inlinenode.second_abs_long;
  537. var
  538. hregister : tregister;
  539. opsize : tcgsize;
  540. hp : taicpu;
  541. begin
  542. {$ifdef i386}
  543. if current_settings.cputype<cpu_Pentium2 then
  544. begin
  545. opsize:=def_cgsize(left.resultdef);
  546. secondpass(left);
  547. hlcg.location_force_reg(current_asmdata.CurrAsmList,left.location,left.resultdef,left.resultdef,false);
  548. location:=left.location;
  549. location.register:=cg.getintregister(current_asmdata.CurrAsmList,opsize);
  550. emit_reg_reg(A_MOV,S_L,left.location.register,location.register);
  551. emit_const_reg(A_SAR,tcgsize2opsize[opsize],31,left.location.register);
  552. emit_reg_reg(A_XOR,S_L,left.location.register,location.register);
  553. emit_reg_reg(A_SUB,S_L,left.location.register,location.register);
  554. end
  555. else
  556. {$endif i386}
  557. begin
  558. opsize:=def_cgsize(left.resultdef);
  559. secondpass(left);
  560. hlcg.location_force_reg(current_asmdata.CurrAsmList,left.location,left.resultdef,left.resultdef,true);
  561. hregister:=cg.getintregister(current_asmdata.CurrAsmList,opsize);
  562. location:=left.location;
  563. location.register:=cg.getintregister(current_asmdata.CurrAsmList,opsize);
  564. cg.a_load_reg_reg(current_asmdata.CurrAsmList,opsize,opsize,left.location.register,hregister);
  565. cg.a_load_reg_reg(current_asmdata.CurrAsmList,opsize,opsize,left.location.register,location.register);
  566. emit_reg(A_NEG,tcgsize2opsize[opsize],hregister);
  567. hp:=taicpu.op_reg_reg(A_CMOVcc,tcgsize2opsize[opsize],hregister,location.register);
  568. hp.condition:=C_NS;
  569. current_asmdata.CurrAsmList.concat(hp);
  570. end;
  571. end;
  572. {$endif not i8086}
  573. {*****************************************************************************
  574. INCLUDE/EXCLUDE GENERIC HANDLING
  575. *****************************************************************************}
  576. procedure tx86inlinenode.second_IncludeExclude;
  577. var
  578. hregister,
  579. hregister2: tregister;
  580. setbase : aint;
  581. bitsperop,l : longint;
  582. cgop : topcg;
  583. asmop : tasmop;
  584. opdef : tdef;
  585. opsize,
  586. orgsize: tcgsize;
  587. begin
  588. {$ifdef i8086}
  589. { BTS and BTR are 386+ }
  590. if current_settings.cputype < cpu_386 then
  591. begin
  592. inherited;
  593. exit;
  594. end;
  595. {$endif i8086}
  596. if is_smallset(tcallparanode(left).resultdef) then
  597. begin
  598. opdef:=tcallparanode(left).resultdef;
  599. opsize:=int_cgsize(opdef.size)
  600. end
  601. else
  602. begin
  603. opdef:=u32inttype;
  604. opsize:=OS_32;
  605. end;
  606. bitsperop:=(8*tcgsize2size[opsize]);
  607. secondpass(tcallparanode(left).left);
  608. secondpass(tcallparanode(tcallparanode(left).right).left);
  609. setbase:=tsetdef(tcallparanode(left).left.resultdef).setbase;
  610. if tcallparanode(tcallparanode(left).right).left.location.loc=LOC_CONSTANT then
  611. begin
  612. { calculate bit position }
  613. l:=1 shl ((tcallparanode(tcallparanode(left).right).left.location.value-setbase) mod bitsperop);
  614. { determine operator }
  615. if inlinenumber=in_include_x_y then
  616. cgop:=OP_OR
  617. else
  618. begin
  619. cgop:=OP_AND;
  620. l:=not(l);
  621. end;
  622. case tcallparanode(left).left.location.loc of
  623. LOC_REFERENCE :
  624. begin
  625. inc(tcallparanode(left).left.location.reference.offset,
  626. ((tcallparanode(tcallparanode(left).right).left.location.value-setbase) div bitsperop)*tcgsize2size[opsize]);
  627. cg.a_op_const_ref(current_asmdata.CurrAsmList,cgop,opsize,l,tcallparanode(left).left.location.reference);
  628. end;
  629. LOC_CREGISTER :
  630. cg.a_op_const_reg(current_asmdata.CurrAsmList,cgop,tcallparanode(left).left.location.size,l,tcallparanode(left).left.location.register);
  631. else
  632. internalerror(200405022);
  633. end;
  634. end
  635. else
  636. begin
  637. orgsize:=opsize;
  638. if opsize in [OS_8,OS_S8] then
  639. begin
  640. opdef:=u32inttype;
  641. opsize:=OS_32;
  642. end;
  643. { determine asm operator }
  644. if inlinenumber=in_include_x_y then
  645. asmop:=A_BTS
  646. else
  647. asmop:=A_BTR;
  648. hlcg.location_force_reg(current_asmdata.CurrAsmList,tcallparanode(tcallparanode(left).right).left.location,tcallparanode(tcallparanode(left).right).left.resultdef,opdef,true);
  649. register_maybe_adjust_setbase(current_asmdata.CurrAsmList,tcallparanode(tcallparanode(left).right).left.location,setbase);
  650. hregister:=tcallparanode(tcallparanode(left).right).left.location.register;
  651. if (tcallparanode(left).left.location.loc=LOC_REFERENCE) then
  652. emit_reg_ref(asmop,tcgsize2opsize[opsize],hregister,tcallparanode(left).left.location.reference)
  653. else
  654. begin
  655. { second argument can't be an 8 bit register either }
  656. hregister2:=tcallparanode(left).left.location.register;
  657. if (orgsize in [OS_8,OS_S8]) then
  658. hregister2:=cg.makeregsize(current_asmdata.CurrAsmList,hregister2,opsize);
  659. emit_reg_reg(asmop,tcgsize2opsize[opsize],hregister,hregister2);
  660. end;
  661. end;
  662. end;
  663. procedure tx86inlinenode.second_popcnt;
  664. var
  665. opsize: tcgsize;
  666. begin
  667. secondpass(left);
  668. opsize:=tcgsize2unsigned[left.location.size];
  669. { no 8 Bit popcont }
  670. if opsize=OS_8 then
  671. opsize:=OS_16;
  672. if not(left.location.loc in [LOC_REGISTER,LOC_CREGISTER,LOC_REFERENCE,LOC_CREFERENCE]) or
  673. (left.location.size<>opsize) then
  674. hlcg.location_force_reg(current_asmdata.CurrAsmList,left.location,left.resultdef,cgsize_orddef(opsize),true);
  675. location_reset(location,LOC_REGISTER,opsize);
  676. location.register:=cg.getintregister(current_asmdata.CurrAsmList,opsize);
  677. if left.location.loc in [LOC_REGISTER,LOC_CREGISTER] then
  678. emit_reg_reg(A_POPCNT,TCGSize2OpSize[opsize],left.location.register,location.register)
  679. else
  680. emit_ref_reg(A_POPCNT,TCGSize2OpSize[opsize],left.location.reference,location.register);
  681. end;
  682. end.