bmi2intrin.h 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899
  1. /*===---- bmi2intrin.h - BMI2 intrinsics -----------------------------------===
  2. *
  3. * Permission is hereby granted, free of charge, to any person obtaining a copy
  4. * of this software and associated documentation files (the "Software"), to deal
  5. * in the Software without restriction, including without limitation the rights
  6. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  7. * copies of the Software, and to permit persons to whom the Software is
  8. * furnished to do so, subject to the following conditions:
  9. *
  10. * The above copyright notice and this permission notice shall be included in
  11. * all copies or substantial portions of the Software.
  12. *
  13. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  14. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  15. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  16. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  17. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  18. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  19. * THE SOFTWARE.
  20. *
  21. *===-----------------------------------------------------------------------===
  22. */
  23. #if !defined __X86INTRIN_H && !defined __IMMINTRIN_H
  24. #error "Never use <bmi2intrin.h> directly; include <x86intrin.h> instead."
  25. #endif
  26. #ifndef __BMI2__
  27. # error "BMI2 instruction set not enabled"
  28. #endif /* __BMI2__ */
  29. #ifndef __BMI2INTRIN_H
  30. #define __BMI2INTRIN_H
  31. /* Define the default attributes for the functions in this file. */
  32. #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__))
  33. static __inline__ unsigned int __DEFAULT_FN_ATTRS
  34. _bzhi_u32(unsigned int __X, unsigned int __Y)
  35. {
  36. return __builtin_ia32_bzhi_si(__X, __Y);
  37. }
  38. static __inline__ unsigned int __DEFAULT_FN_ATTRS
  39. _pdep_u32(unsigned int __X, unsigned int __Y)
  40. {
  41. return __builtin_ia32_pdep_si(__X, __Y);
  42. }
  43. static __inline__ unsigned int __DEFAULT_FN_ATTRS
  44. _pext_u32(unsigned int __X, unsigned int __Y)
  45. {
  46. return __builtin_ia32_pext_si(__X, __Y);
  47. }
  48. #ifdef __x86_64__
  49. static __inline__ unsigned long long __DEFAULT_FN_ATTRS
  50. _bzhi_u64(unsigned long long __X, unsigned long long __Y)
  51. {
  52. return __builtin_ia32_bzhi_di(__X, __Y);
  53. }
  54. static __inline__ unsigned long long __DEFAULT_FN_ATTRS
  55. _pdep_u64(unsigned long long __X, unsigned long long __Y)
  56. {
  57. return __builtin_ia32_pdep_di(__X, __Y);
  58. }
  59. static __inline__ unsigned long long __DEFAULT_FN_ATTRS
  60. _pext_u64(unsigned long long __X, unsigned long long __Y)
  61. {
  62. return __builtin_ia32_pext_di(__X, __Y);
  63. }
  64. static __inline__ unsigned long long __DEFAULT_FN_ATTRS
  65. _mulx_u64 (unsigned long long __X, unsigned long long __Y,
  66. unsigned long long *__P)
  67. {
  68. unsigned __int128 __res = (unsigned __int128) __X * __Y;
  69. *__P = (unsigned long long) (__res >> 64);
  70. return (unsigned long long) __res;
  71. }
  72. #else /* !__x86_64__ */
  73. static __inline__ unsigned int __DEFAULT_FN_ATTRS
  74. _mulx_u32 (unsigned int __X, unsigned int __Y, unsigned int *__P)
  75. {
  76. unsigned long long __res = (unsigned long long) __X * __Y;
  77. *__P = (unsigned int) (__res >> 32);
  78. return (unsigned int) __res;
  79. }
  80. #endif /* !__x86_64__ */
  81. #undef __DEFAULT_FN_ATTRS
  82. #endif /* __BMI2INTRIN_H */