math.h 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369
  1. // Copyright 2009-2021 Intel Corporation
  2. // SPDX-License-Identifier: Apache-2.0
  3. #pragma once
  4. #include "../sys/platform.h"
  5. #include "../sys/intrinsics.h"
  6. #include "constants.h"
  7. #include <cmath>
  8. #if defined(__ARM_NEON)
  9. #include "../simd/arm/emulation.h"
  10. #else
  11. #include <emmintrin.h>
  12. #include <xmmintrin.h>
  13. #include <immintrin.h>
  14. #endif
  15. #if defined(__WIN32__)
  16. #if defined(_MSC_VER) && (_MSC_VER <= 1700)
  17. namespace std
  18. {
  19. __forceinline bool isinf ( const float x ) { return _finite(x) == 0; }
  20. __forceinline bool isnan ( const float x ) { return _isnan(x) != 0; }
  21. __forceinline bool isfinite (const float x) { return _finite(x) != 0; }
  22. }
  23. #endif
  24. #endif
  25. namespace embree
  26. {
  27. __forceinline bool isvalid ( const float& v ) {
  28. return (v > -FLT_LARGE) & (v < +FLT_LARGE);
  29. }
  30. __forceinline int cast_f2i(float f) {
  31. union { float f; int i; } v; v.f = f; return v.i;
  32. }
  33. __forceinline float cast_i2f(int i) {
  34. union { float f; int i; } v; v.i = i; return v.f;
  35. }
  36. __forceinline int toInt (const float& a) { return int(a); }
  37. __forceinline float toFloat(const int& a) { return float(a); }
  38. #if defined(__WIN32__)
  39. __forceinline bool finite ( const float x ) { return _finite(x) != 0; }
  40. #endif
  41. __forceinline float sign ( const float x ) { return x<0?-1.0f:1.0f; }
  42. __forceinline float sqr ( const float x ) { return x*x; }
  43. __forceinline float rcp ( const float x )
  44. {
  45. const __m128 a = _mm_set_ss(x);
  46. #if defined(__AVX512VL__)
  47. const __m128 r = _mm_rcp14_ss(_mm_set_ss(0.0f),a);
  48. #else
  49. const __m128 r = _mm_rcp_ss(a);
  50. #endif
  51. #if defined(__AVX2__)
  52. return _mm_cvtss_f32(_mm_mul_ss(r,_mm_fnmadd_ss(r, a, _mm_set_ss(2.0f))));
  53. #else
  54. return _mm_cvtss_f32(_mm_mul_ss(r,_mm_sub_ss(_mm_set_ss(2.0f), _mm_mul_ss(r, a))));
  55. #endif
  56. }
  57. __forceinline float signmsk ( const float x ) {
  58. return _mm_cvtss_f32(_mm_and_ps(_mm_set_ss(x),_mm_castsi128_ps(_mm_set1_epi32(0x80000000))));
  59. }
  60. __forceinline float xorf( const float x, const float y ) {
  61. return _mm_cvtss_f32(_mm_xor_ps(_mm_set_ss(x),_mm_set_ss(y)));
  62. }
  63. __forceinline float andf( const float x, const unsigned y ) {
  64. return _mm_cvtss_f32(_mm_and_ps(_mm_set_ss(x),_mm_castsi128_ps(_mm_set1_epi32(y))));
  65. }
  66. __forceinline float rsqrt( const float x )
  67. {
  68. const __m128 a = _mm_set_ss(x);
  69. #if defined(__AVX512VL__)
  70. __m128 r = _mm_rsqrt14_ss(_mm_set_ss(0.0f),a);
  71. #else
  72. __m128 r = _mm_rsqrt_ss(a);
  73. #endif
  74. r = _mm_add_ss(_mm_mul_ss(_mm_set_ss(1.5f), r), _mm_mul_ss(_mm_mul_ss(_mm_mul_ss(a, _mm_set_ss(-0.5f)), r), _mm_mul_ss(r, r)));
  75. #if defined(__ARM_NEON)
  76. r = _mm_add_ss(_mm_mul_ss(_mm_set_ss(1.5f), r), _mm_mul_ss(_mm_mul_ss(_mm_mul_ss(a, _mm_set_ss(-0.5f)), r), _mm_mul_ss(r, r)));
  77. #endif
  78. return _mm_cvtss_f32(r);
  79. }
  80. #if defined(__WIN32__) && defined(_MSC_VER) && (_MSC_VER <= 1700)
  81. __forceinline float nextafter(float x, float y) { if ((x<y) == (x>0)) return x*(1.1f+float(ulp)); else return x*(0.9f-float(ulp)); }
  82. __forceinline double nextafter(double x, double y) { return _nextafter(x, y); }
  83. __forceinline int roundf(float f) { return (int)(f + 0.5f); }
  84. #else
  85. __forceinline float nextafter(float x, float y) { return ::nextafterf(x, y); }
  86. __forceinline double nextafter(double x, double y) { return ::nextafter(x, y); }
  87. #endif
  88. __forceinline float abs ( const float x ) { return ::fabsf(x); }
  89. __forceinline float acos ( const float x ) { return ::acosf (x); }
  90. __forceinline float asin ( const float x ) { return ::asinf (x); }
  91. __forceinline float atan ( const float x ) { return ::atanf (x); }
  92. __forceinline float atan2( const float y, const float x ) { return ::atan2f(y, x); }
  93. __forceinline float cos ( const float x ) { return ::cosf (x); }
  94. __forceinline float cosh ( const float x ) { return ::coshf (x); }
  95. __forceinline float exp ( const float x ) { return ::expf (x); }
  96. __forceinline float fmod ( const float x, const float y ) { return ::fmodf (x, y); }
  97. __forceinline float log ( const float x ) { return ::logf (x); }
  98. __forceinline float log10( const float x ) { return ::log10f(x); }
  99. __forceinline float pow ( const float x, const float y ) { return ::powf (x, y); }
  100. __forceinline float sin ( const float x ) { return ::sinf (x); }
  101. __forceinline float sinh ( const float x ) { return ::sinhf (x); }
  102. __forceinline float sqrt ( const float x ) { return ::sqrtf (x); }
  103. __forceinline float tan ( const float x ) { return ::tanf (x); }
  104. __forceinline float tanh ( const float x ) { return ::tanhf (x); }
  105. __forceinline float floor( const float x ) { return ::floorf (x); }
  106. __forceinline float ceil ( const float x ) { return ::ceilf (x); }
  107. __forceinline float frac ( const float x ) { return x-floor(x); }
  108. __forceinline double abs ( const double x ) { return ::fabs(x); }
  109. __forceinline double sign ( const double x ) { return x<0?-1.0:1.0; }
  110. __forceinline double acos ( const double x ) { return ::acos (x); }
  111. __forceinline double asin ( const double x ) { return ::asin (x); }
  112. __forceinline double atan ( const double x ) { return ::atan (x); }
  113. __forceinline double atan2( const double y, const double x ) { return ::atan2(y, x); }
  114. __forceinline double cos ( const double x ) { return ::cos (x); }
  115. __forceinline double cosh ( const double x ) { return ::cosh (x); }
  116. __forceinline double exp ( const double x ) { return ::exp (x); }
  117. __forceinline double fmod ( const double x, const double y ) { return ::fmod (x, y); }
  118. __forceinline double log ( const double x ) { return ::log (x); }
  119. __forceinline double log10( const double x ) { return ::log10(x); }
  120. __forceinline double pow ( const double x, const double y ) { return ::pow (x, y); }
  121. __forceinline double rcp ( const double x ) { return 1.0/x; }
  122. __forceinline double rsqrt( const double x ) { return 1.0/::sqrt(x); }
  123. __forceinline double sin ( const double x ) { return ::sin (x); }
  124. __forceinline double sinh ( const double x ) { return ::sinh (x); }
  125. __forceinline double sqr ( const double x ) { return x*x; }
  126. __forceinline double sqrt ( const double x ) { return ::sqrt (x); }
  127. __forceinline double tan ( const double x ) { return ::tan (x); }
  128. __forceinline double tanh ( const double x ) { return ::tanh (x); }
  129. __forceinline double floor( const double x ) { return ::floor (x); }
  130. __forceinline double ceil ( const double x ) { return ::ceil (x); }
  131. #if defined(__SSE4_1__)
  132. __forceinline float mini(float a, float b) {
  133. const __m128i ai = _mm_castps_si128(_mm_set_ss(a));
  134. const __m128i bi = _mm_castps_si128(_mm_set_ss(b));
  135. const __m128i ci = _mm_min_epi32(ai,bi);
  136. return _mm_cvtss_f32(_mm_castsi128_ps(ci));
  137. }
  138. #endif
  139. #if defined(__SSE4_1__)
  140. __forceinline float maxi(float a, float b) {
  141. const __m128i ai = _mm_castps_si128(_mm_set_ss(a));
  142. const __m128i bi = _mm_castps_si128(_mm_set_ss(b));
  143. const __m128i ci = _mm_max_epi32(ai,bi);
  144. return _mm_cvtss_f32(_mm_castsi128_ps(ci));
  145. }
  146. #endif
  147. template<typename T>
  148. __forceinline T twice(const T& a) { return a+a; }
  149. __forceinline int min(int a, int b) { return a<b ? a:b; }
  150. __forceinline unsigned min(unsigned a, unsigned b) { return a<b ? a:b; }
  151. __forceinline int64_t min(int64_t a, int64_t b) { return a<b ? a:b; }
  152. __forceinline float min(float a, float b) { return a<b ? a:b; }
  153. __forceinline double min(double a, double b) { return a<b ? a:b; }
  154. #if defined(__64BIT__)
  155. __forceinline size_t min(size_t a, size_t b) { return a<b ? a:b; }
  156. #endif
  157. template<typename T> __forceinline T min(const T& a, const T& b, const T& c) { return min(min(a,b),c); }
  158. template<typename T> __forceinline T min(const T& a, const T& b, const T& c, const T& d) { return min(min(a,b),min(c,d)); }
  159. template<typename T> __forceinline T min(const T& a, const T& b, const T& c, const T& d, const T& e) { return min(min(min(a,b),min(c,d)),e); }
  160. template<typename T> __forceinline T mini(const T& a, const T& b, const T& c) { return mini(mini(a,b),c); }
  161. template<typename T> __forceinline T mini(const T& a, const T& b, const T& c, const T& d) { return mini(mini(a,b),mini(c,d)); }
  162. template<typename T> __forceinline T mini(const T& a, const T& b, const T& c, const T& d, const T& e) { return mini(mini(mini(a,b),mini(c,d)),e); }
  163. __forceinline int max(int a, int b) { return a<b ? b:a; }
  164. __forceinline unsigned max(unsigned a, unsigned b) { return a<b ? b:a; }
  165. __forceinline int64_t max(int64_t a, int64_t b) { return a<b ? b:a; }
  166. __forceinline float max(float a, float b) { return a<b ? b:a; }
  167. __forceinline double max(double a, double b) { return a<b ? b:a; }
  168. #if defined(__64BIT__)
  169. __forceinline size_t max(size_t a, size_t b) { return a<b ? b:a; }
  170. #endif
  171. template<typename T> __forceinline T max(const T& a, const T& b, const T& c) { return max(max(a,b),c); }
  172. template<typename T> __forceinline T max(const T& a, const T& b, const T& c, const T& d) { return max(max(a,b),max(c,d)); }
  173. template<typename T> __forceinline T max(const T& a, const T& b, const T& c, const T& d, const T& e) { return max(max(max(a,b),max(c,d)),e); }
  174. template<typename T> __forceinline T maxi(const T& a, const T& b, const T& c) { return maxi(maxi(a,b),c); }
  175. template<typename T> __forceinline T maxi(const T& a, const T& b, const T& c, const T& d) { return maxi(maxi(a,b),maxi(c,d)); }
  176. template<typename T> __forceinline T maxi(const T& a, const T& b, const T& c, const T& d, const T& e) { return maxi(maxi(maxi(a,b),maxi(c,d)),e); }
  177. #if defined(__MACOSX__)
  178. __forceinline ssize_t min(ssize_t a, ssize_t b) { return a<b ? a:b; }
  179. __forceinline ssize_t max(ssize_t a, ssize_t b) { return a<b ? b:a; }
  180. #endif
  181. #if defined(__MACOSX__) && !defined(__INTEL_COMPILER)
  182. __forceinline void sincosf(float x, float *sin, float *cos) {
  183. __sincosf(x,sin,cos);
  184. }
  185. #endif
  186. #if defined(__WIN32__) || defined(__FreeBSD__)
  187. __forceinline void sincosf(float x, float *s, float *c) {
  188. *s = sinf(x); *c = cosf(x);
  189. }
  190. #endif
  191. template<typename T> __forceinline T clamp(const T& x, const T& lower = T(zero), const T& upper = T(one)) { return max(min(x,upper),lower); }
  192. template<typename T> __forceinline T clampz(const T& x, const T& upper) { return max(T(zero), min(x,upper)); }
  193. template<typename T> __forceinline T deg2rad ( const T& x ) { return x * T(1.74532925199432957692e-2f); }
  194. template<typename T> __forceinline T rad2deg ( const T& x ) { return x * T(5.72957795130823208768e1f); }
  195. template<typename T> __forceinline T sin2cos ( const T& x ) { return sqrt(max(T(zero),T(one)-x*x)); }
  196. template<typename T> __forceinline T cos2sin ( const T& x ) { return sin2cos(x); }
  197. #if defined(__AVX2__)
  198. __forceinline float madd ( const float a, const float b, const float c) { return _mm_cvtss_f32(_mm_fmadd_ss(_mm_set_ss(a),_mm_set_ss(b),_mm_set_ss(c))); }
  199. __forceinline float msub ( const float a, const float b, const float c) { return _mm_cvtss_f32(_mm_fmsub_ss(_mm_set_ss(a),_mm_set_ss(b),_mm_set_ss(c))); }
  200. __forceinline float nmadd ( const float a, const float b, const float c) { return _mm_cvtss_f32(_mm_fnmadd_ss(_mm_set_ss(a),_mm_set_ss(b),_mm_set_ss(c))); }
  201. __forceinline float nmsub ( const float a, const float b, const float c) { return _mm_cvtss_f32(_mm_fnmsub_ss(_mm_set_ss(a),_mm_set_ss(b),_mm_set_ss(c))); }
  202. #else
  203. __forceinline float madd ( const float a, const float b, const float c) { return a*b+c; }
  204. __forceinline float msub ( const float a, const float b, const float c) { return a*b-c; }
  205. __forceinline float nmadd ( const float a, const float b, const float c) { return -a*b+c;}
  206. __forceinline float nmsub ( const float a, const float b, const float c) { return -a*b-c; }
  207. #endif
  208. /*! random functions */
  209. template<typename T> T random() { return T(0); }
  210. #if defined(_WIN32)
  211. template<> __forceinline int random() { return int(rand()) ^ (int(rand()) << 8) ^ (int(rand()) << 16); }
  212. template<> __forceinline uint32_t random() { return uint32_t(rand()) ^ (uint32_t(rand()) << 8) ^ (uint32_t(rand()) << 16); }
  213. #else
  214. template<> __forceinline int random() { return int(rand()); }
  215. template<> __forceinline uint32_t random() { return uint32_t(rand()) ^ (uint32_t(rand()) << 16); }
  216. #endif
  217. template<> __forceinline float random() { return rand()/float(RAND_MAX); }
  218. template<> __forceinline double random() { return rand()/double(RAND_MAX); }
  219. #if _WIN32
  220. __forceinline double drand48() {
  221. return double(rand())/double(RAND_MAX);
  222. }
  223. __forceinline void srand48(long seed) {
  224. return srand(seed);
  225. }
  226. #endif
  227. /*! selects */
  228. __forceinline bool select(bool s, bool t , bool f) { return s ? t : f; }
  229. __forceinline int select(bool s, int t, int f) { return s ? t : f; }
  230. __forceinline float select(bool s, float t, float f) { return s ? t : f; }
  231. __forceinline bool all(bool s) { return s; }
  232. __forceinline float lerp(const float v0, const float v1, const float t) {
  233. return madd(1.0f-t,v0,t*v1);
  234. }
  235. template<typename T>
  236. __forceinline T lerp2(const float x0, const float x1, const float x2, const float x3, const T& u, const T& v) {
  237. return madd((1.0f-u),madd((1.0f-v),T(x0),v*T(x2)),u*madd((1.0f-v),T(x1),v*T(x3)));
  238. }
  239. /*! exchange */
  240. template<typename T> __forceinline void xchg ( T& a, T& b ) { const T tmp = a; a = b; b = tmp; }
  241. /* load/store */
  242. template<typename Ty> struct mem;
  243. template<> struct mem<float> {
  244. static __forceinline float load (bool mask, const void* ptr) { return mask ? *(float*)ptr : 0.0f; }
  245. static __forceinline float loadu(bool mask, const void* ptr) { return mask ? *(float*)ptr : 0.0f; }
  246. static __forceinline void store (bool mask, void* ptr, const float v) { if (mask) *(float*)ptr = v; }
  247. static __forceinline void storeu(bool mask, void* ptr, const float v) { if (mask) *(float*)ptr = v; }
  248. };
  249. /*! bit reverse operation */
  250. template<class T>
  251. __forceinline T bitReverse(const T& vin)
  252. {
  253. T v = vin;
  254. v = ((v >> 1) & 0x55555555) | ((v & 0x55555555) << 1);
  255. v = ((v >> 2) & 0x33333333) | ((v & 0x33333333) << 2);
  256. v = ((v >> 4) & 0x0F0F0F0F) | ((v & 0x0F0F0F0F) << 4);
  257. v = ((v >> 8) & 0x00FF00FF) | ((v & 0x00FF00FF) << 8);
  258. v = ( v >> 16 ) | ( v << 16);
  259. return v;
  260. }
  261. /*! bit interleave operation */
  262. template<class T>
  263. __forceinline T bitInterleave(const T& xin, const T& yin, const T& zin)
  264. {
  265. T x = xin, y = yin, z = zin;
  266. x = (x | (x << 16)) & 0x030000FF;
  267. x = (x | (x << 8)) & 0x0300F00F;
  268. x = (x | (x << 4)) & 0x030C30C3;
  269. x = (x | (x << 2)) & 0x09249249;
  270. y = (y | (y << 16)) & 0x030000FF;
  271. y = (y | (y << 8)) & 0x0300F00F;
  272. y = (y | (y << 4)) & 0x030C30C3;
  273. y = (y | (y << 2)) & 0x09249249;
  274. z = (z | (z << 16)) & 0x030000FF;
  275. z = (z | (z << 8)) & 0x0300F00F;
  276. z = (z | (z << 4)) & 0x030C30C3;
  277. z = (z | (z << 2)) & 0x09249249;
  278. return x | (y << 1) | (z << 2);
  279. }
  280. #if defined(__AVX2__)
  281. template<>
  282. __forceinline unsigned int bitInterleave(const unsigned int &xi, const unsigned int& yi, const unsigned int& zi)
  283. {
  284. const unsigned int xx = pdep(xi,0x49249249 /* 0b01001001001001001001001001001001 */ );
  285. const unsigned int yy = pdep(yi,0x92492492 /* 0b10010010010010010010010010010010 */);
  286. const unsigned int zz = pdep(zi,0x24924924 /* 0b00100100100100100100100100100100 */);
  287. return xx | yy | zz;
  288. }
  289. #endif
  290. /*! bit interleave operation for 64bit data types*/
  291. template<class T>
  292. __forceinline T bitInterleave64(const T& xin, const T& yin, const T& zin){
  293. T x = xin & 0x1fffff;
  294. T y = yin & 0x1fffff;
  295. T z = zin & 0x1fffff;
  296. x = (x | x << 32) & 0x1f00000000ffff;
  297. x = (x | x << 16) & 0x1f0000ff0000ff;
  298. x = (x | x << 8) & 0x100f00f00f00f00f;
  299. x = (x | x << 4) & 0x10c30c30c30c30c3;
  300. x = (x | x << 2) & 0x1249249249249249;
  301. y = (y | y << 32) & 0x1f00000000ffff;
  302. y = (y | y << 16) & 0x1f0000ff0000ff;
  303. y = (y | y << 8) & 0x100f00f00f00f00f;
  304. y = (y | y << 4) & 0x10c30c30c30c30c3;
  305. y = (y | y << 2) & 0x1249249249249249;
  306. z = (z | z << 32) & 0x1f00000000ffff;
  307. z = (z | z << 16) & 0x1f0000ff0000ff;
  308. z = (z | z << 8) & 0x100f00f00f00f00f;
  309. z = (z | z << 4) & 0x10c30c30c30c30c3;
  310. z = (z | z << 2) & 0x1249249249249249;
  311. return x | (y << 1) | (z << 2);
  312. }
  313. }