2
0

intrinsic.ll 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. ; RUN: opt < %s -basicaa -slp-vectorizer -slp-threshold=-999 -dce -S -mtriple=x86_64-apple-macosx10.8.0 -mcpu=corei7-avx | FileCheck %s
  2. target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128-n8:16:32:64-S128"
  3. target triple = "x86_64-apple-macosx10.8.0"
  4. declare double @llvm.fabs.f64(double) nounwind readnone
  5. ;CHECK-LABEL: @vec_fabs_f64(
  6. ;CHECK: load <2 x double>
  7. ;CHECK: load <2 x double>
  8. ;CHECK: call <2 x double> @llvm.fabs.v2f64
  9. ;CHECK: store <2 x double>
  10. ;CHECK: ret
  11. define void @vec_fabs_f64(double* %a, double* %b, double* %c) {
  12. entry:
  13. %i0 = load double, double* %a, align 8
  14. %i1 = load double, double* %b, align 8
  15. %mul = fmul double %i0, %i1
  16. %call = tail call double @llvm.fabs.f64(double %mul) nounwind readnone
  17. %arrayidx3 = getelementptr inbounds double, double* %a, i64 1
  18. %i3 = load double, double* %arrayidx3, align 8
  19. %arrayidx4 = getelementptr inbounds double, double* %b, i64 1
  20. %i4 = load double, double* %arrayidx4, align 8
  21. %mul5 = fmul double %i3, %i4
  22. %call5 = tail call double @llvm.fabs.f64(double %mul5) nounwind readnone
  23. store double %call, double* %c, align 8
  24. %arrayidx5 = getelementptr inbounds double, double* %c, i64 1
  25. store double %call5, double* %arrayidx5, align 8
  26. ret void
  27. }
  28. declare float @llvm.copysign.f32(float, float) nounwind readnone
  29. ;CHECK-LABEL: @vec_copysign_f32(
  30. ;CHECK: load <4 x float>
  31. ;CHECK: load <4 x float>
  32. ;CHECK: call <4 x float> @llvm.copysign.v4f32
  33. ;CHECK: store <4 x float>
  34. ;CHECK: ret
  35. define void @vec_copysign_f32(float* %a, float* %b, float* noalias %c) {
  36. entry:
  37. %0 = load float, float* %a, align 4
  38. %1 = load float, float* %b, align 4
  39. %call0 = tail call float @llvm.copysign.f32(float %0, float %1) nounwind readnone
  40. store float %call0, float* %c, align 4
  41. %ix2 = getelementptr inbounds float, float* %a, i64 1
  42. %2 = load float, float* %ix2, align 4
  43. %ix3 = getelementptr inbounds float, float* %b, i64 1
  44. %3 = load float, float* %ix3, align 4
  45. %call1 = tail call float @llvm.copysign.f32(float %2, float %3) nounwind readnone
  46. %c1 = getelementptr inbounds float, float* %c, i64 1
  47. store float %call1, float* %c1, align 4
  48. %ix4 = getelementptr inbounds float, float* %a, i64 2
  49. %4 = load float, float* %ix4, align 4
  50. %ix5 = getelementptr inbounds float, float* %b, i64 2
  51. %5 = load float, float* %ix5, align 4
  52. %call2 = tail call float @llvm.copysign.f32(float %4, float %5) nounwind readnone
  53. %c2 = getelementptr inbounds float, float* %c, i64 2
  54. store float %call2, float* %c2, align 4
  55. %ix6 = getelementptr inbounds float, float* %a, i64 3
  56. %6 = load float, float* %ix6, align 4
  57. %ix7 = getelementptr inbounds float, float* %b, i64 3
  58. %7 = load float, float* %ix7, align 4
  59. %call3 = tail call float @llvm.copysign.f32(float %6, float %7) nounwind readnone
  60. %c3 = getelementptr inbounds float, float* %c, i64 3
  61. store float %call3, float* %c3, align 4
  62. ret void
  63. }
  64. declare i32 @llvm.bswap.i32(i32) nounwind readnone
  65. define void @vec_bswap_i32(i32* %a, i32* %b, i32* %c) {
  66. entry:
  67. %i0 = load i32, i32* %a, align 4
  68. %i1 = load i32, i32* %b, align 4
  69. %add1 = add i32 %i0, %i1
  70. %call1 = tail call i32 @llvm.bswap.i32(i32 %add1) nounwind readnone
  71. %arrayidx2 = getelementptr inbounds i32, i32* %a, i32 1
  72. %i2 = load i32, i32* %arrayidx2, align 4
  73. %arrayidx3 = getelementptr inbounds i32, i32* %b, i32 1
  74. %i3 = load i32, i32* %arrayidx3, align 4
  75. %add2 = add i32 %i2, %i3
  76. %call2 = tail call i32 @llvm.bswap.i32(i32 %add2) nounwind readnone
  77. %arrayidx4 = getelementptr inbounds i32, i32* %a, i32 2
  78. %i4 = load i32, i32* %arrayidx4, align 4
  79. %arrayidx5 = getelementptr inbounds i32, i32* %b, i32 2
  80. %i5 = load i32, i32* %arrayidx5, align 4
  81. %add3 = add i32 %i4, %i5
  82. %call3 = tail call i32 @llvm.bswap.i32(i32 %add3) nounwind readnone
  83. %arrayidx6 = getelementptr inbounds i32, i32* %a, i32 3
  84. %i6 = load i32, i32* %arrayidx6, align 4
  85. %arrayidx7 = getelementptr inbounds i32, i32* %b, i32 3
  86. %i7 = load i32, i32* %arrayidx7, align 4
  87. %add4 = add i32 %i6, %i7
  88. %call4 = tail call i32 @llvm.bswap.i32(i32 %add4) nounwind readnone
  89. store i32 %call1, i32* %c, align 4
  90. %arrayidx8 = getelementptr inbounds i32, i32* %c, i32 1
  91. store i32 %call2, i32* %arrayidx8, align 4
  92. %arrayidx9 = getelementptr inbounds i32, i32* %c, i32 2
  93. store i32 %call3, i32* %arrayidx9, align 4
  94. %arrayidx10 = getelementptr inbounds i32, i32* %c, i32 3
  95. store i32 %call4, i32* %arrayidx10, align 4
  96. ret void
  97. ; CHECK-LABEL: @vec_bswap_i32(
  98. ; CHECK: load <4 x i32>
  99. ; CHECK: load <4 x i32>
  100. ; CHECK: call <4 x i32> @llvm.bswap.v4i32
  101. ; CHECK: store <4 x i32>
  102. ; CHECK: ret
  103. }
  104. declare i32 @llvm.ctlz.i32(i32,i1) nounwind readnone
  105. define void @vec_ctlz_i32(i32* %a, i32* %b, i32* %c, i1) {
  106. entry:
  107. %i0 = load i32, i32* %a, align 4
  108. %i1 = load i32, i32* %b, align 4
  109. %add1 = add i32 %i0, %i1
  110. %call1 = tail call i32 @llvm.ctlz.i32(i32 %add1,i1 true) nounwind readnone
  111. %arrayidx2 = getelementptr inbounds i32, i32* %a, i32 1
  112. %i2 = load i32, i32* %arrayidx2, align 4
  113. %arrayidx3 = getelementptr inbounds i32, i32* %b, i32 1
  114. %i3 = load i32, i32* %arrayidx3, align 4
  115. %add2 = add i32 %i2, %i3
  116. %call2 = tail call i32 @llvm.ctlz.i32(i32 %add2,i1 true) nounwind readnone
  117. %arrayidx4 = getelementptr inbounds i32, i32* %a, i32 2
  118. %i4 = load i32, i32* %arrayidx4, align 4
  119. %arrayidx5 = getelementptr inbounds i32, i32* %b, i32 2
  120. %i5 = load i32, i32* %arrayidx5, align 4
  121. %add3 = add i32 %i4, %i5
  122. %call3 = tail call i32 @llvm.ctlz.i32(i32 %add3,i1 true) nounwind readnone
  123. %arrayidx6 = getelementptr inbounds i32, i32* %a, i32 3
  124. %i6 = load i32, i32* %arrayidx6, align 4
  125. %arrayidx7 = getelementptr inbounds i32, i32* %b, i32 3
  126. %i7 = load i32, i32* %arrayidx7, align 4
  127. %add4 = add i32 %i6, %i7
  128. %call4 = tail call i32 @llvm.ctlz.i32(i32 %add4,i1 true) nounwind readnone
  129. store i32 %call1, i32* %c, align 4
  130. %arrayidx8 = getelementptr inbounds i32, i32* %c, i32 1
  131. store i32 %call2, i32* %arrayidx8, align 4
  132. %arrayidx9 = getelementptr inbounds i32, i32* %c, i32 2
  133. store i32 %call3, i32* %arrayidx9, align 4
  134. %arrayidx10 = getelementptr inbounds i32, i32* %c, i32 3
  135. store i32 %call4, i32* %arrayidx10, align 4
  136. ret void
  137. ; CHECK-LABEL: @vec_ctlz_i32(
  138. ; CHECK: load <4 x i32>
  139. ; CHECK: load <4 x i32>
  140. ; CHECK: call <4 x i32> @llvm.ctlz.v4i32
  141. ; CHECK: store <4 x i32>
  142. ; CHECK: ret
  143. }
  144. define void @vec_ctlz_i32_neg(i32* %a, i32* %b, i32* %c, i1) {
  145. entry:
  146. %i0 = load i32, i32* %a, align 4
  147. %i1 = load i32, i32* %b, align 4
  148. %add1 = add i32 %i0, %i1
  149. %call1 = tail call i32 @llvm.ctlz.i32(i32 %add1,i1 true) nounwind readnone
  150. %arrayidx2 = getelementptr inbounds i32, i32* %a, i32 1
  151. %i2 = load i32, i32* %arrayidx2, align 4
  152. %arrayidx3 = getelementptr inbounds i32, i32* %b, i32 1
  153. %i3 = load i32, i32* %arrayidx3, align 4
  154. %add2 = add i32 %i2, %i3
  155. %call2 = tail call i32 @llvm.ctlz.i32(i32 %add2,i1 false) nounwind readnone
  156. %arrayidx4 = getelementptr inbounds i32, i32* %a, i32 2
  157. %i4 = load i32, i32* %arrayidx4, align 4
  158. %arrayidx5 = getelementptr inbounds i32, i32* %b, i32 2
  159. %i5 = load i32, i32* %arrayidx5, align 4
  160. %add3 = add i32 %i4, %i5
  161. %call3 = tail call i32 @llvm.ctlz.i32(i32 %add3,i1 true) nounwind readnone
  162. %arrayidx6 = getelementptr inbounds i32, i32* %a, i32 3
  163. %i6 = load i32, i32* %arrayidx6, align 4
  164. %arrayidx7 = getelementptr inbounds i32, i32* %b, i32 3
  165. %i7 = load i32, i32* %arrayidx7, align 4
  166. %add4 = add i32 %i6, %i7
  167. %call4 = tail call i32 @llvm.ctlz.i32(i32 %add4,i1 false) nounwind readnone
  168. store i32 %call1, i32* %c, align 4
  169. %arrayidx8 = getelementptr inbounds i32, i32* %c, i32 1
  170. store i32 %call2, i32* %arrayidx8, align 4
  171. %arrayidx9 = getelementptr inbounds i32, i32* %c, i32 2
  172. store i32 %call3, i32* %arrayidx9, align 4
  173. %arrayidx10 = getelementptr inbounds i32, i32* %c, i32 3
  174. store i32 %call4, i32* %arrayidx10, align 4
  175. ret void
  176. ; CHECK-LABEL: @vec_ctlz_i32_neg(
  177. ; CHECK-NOT: call <4 x i32> @llvm.ctlz.v4i32
  178. }
  179. declare i32 @llvm.cttz.i32(i32,i1) nounwind readnone
  180. define void @vec_cttz_i32(i32* %a, i32* %b, i32* %c, i1) {
  181. entry:
  182. %i0 = load i32, i32* %a, align 4
  183. %i1 = load i32, i32* %b, align 4
  184. %add1 = add i32 %i0, %i1
  185. %call1 = tail call i32 @llvm.cttz.i32(i32 %add1,i1 true) nounwind readnone
  186. %arrayidx2 = getelementptr inbounds i32, i32* %a, i32 1
  187. %i2 = load i32, i32* %arrayidx2, align 4
  188. %arrayidx3 = getelementptr inbounds i32, i32* %b, i32 1
  189. %i3 = load i32, i32* %arrayidx3, align 4
  190. %add2 = add i32 %i2, %i3
  191. %call2 = tail call i32 @llvm.cttz.i32(i32 %add2,i1 true) nounwind readnone
  192. %arrayidx4 = getelementptr inbounds i32, i32* %a, i32 2
  193. %i4 = load i32, i32* %arrayidx4, align 4
  194. %arrayidx5 = getelementptr inbounds i32, i32* %b, i32 2
  195. %i5 = load i32, i32* %arrayidx5, align 4
  196. %add3 = add i32 %i4, %i5
  197. %call3 = tail call i32 @llvm.cttz.i32(i32 %add3,i1 true) nounwind readnone
  198. %arrayidx6 = getelementptr inbounds i32, i32* %a, i32 3
  199. %i6 = load i32, i32* %arrayidx6, align 4
  200. %arrayidx7 = getelementptr inbounds i32, i32* %b, i32 3
  201. %i7 = load i32, i32* %arrayidx7, align 4
  202. %add4 = add i32 %i6, %i7
  203. %call4 = tail call i32 @llvm.cttz.i32(i32 %add4,i1 true) nounwind readnone
  204. store i32 %call1, i32* %c, align 4
  205. %arrayidx8 = getelementptr inbounds i32, i32* %c, i32 1
  206. store i32 %call2, i32* %arrayidx8, align 4
  207. %arrayidx9 = getelementptr inbounds i32, i32* %c, i32 2
  208. store i32 %call3, i32* %arrayidx9, align 4
  209. %arrayidx10 = getelementptr inbounds i32, i32* %c, i32 3
  210. store i32 %call4, i32* %arrayidx10, align 4
  211. ret void
  212. ; CHECK-LABEL: @vec_cttz_i32(
  213. ; CHECK: load <4 x i32>
  214. ; CHECK: load <4 x i32>
  215. ; CHECK: call <4 x i32> @llvm.cttz.v4i32
  216. ; CHECK: store <4 x i32>
  217. ; CHECK: ret
  218. }
  219. define void @vec_cttz_i32_neg(i32* %a, i32* %b, i32* %c, i1) {
  220. entry:
  221. %i0 = load i32, i32* %a, align 4
  222. %i1 = load i32, i32* %b, align 4
  223. %add1 = add i32 %i0, %i1
  224. %call1 = tail call i32 @llvm.cttz.i32(i32 %add1,i1 true) nounwind readnone
  225. %arrayidx2 = getelementptr inbounds i32, i32* %a, i32 1
  226. %i2 = load i32, i32* %arrayidx2, align 4
  227. %arrayidx3 = getelementptr inbounds i32, i32* %b, i32 1
  228. %i3 = load i32, i32* %arrayidx3, align 4
  229. %add2 = add i32 %i2, %i3
  230. %call2 = tail call i32 @llvm.cttz.i32(i32 %add2,i1 false) nounwind readnone
  231. %arrayidx4 = getelementptr inbounds i32, i32* %a, i32 2
  232. %i4 = load i32, i32* %arrayidx4, align 4
  233. %arrayidx5 = getelementptr inbounds i32, i32* %b, i32 2
  234. %i5 = load i32, i32* %arrayidx5, align 4
  235. %add3 = add i32 %i4, %i5
  236. %call3 = tail call i32 @llvm.cttz.i32(i32 %add3,i1 true) nounwind readnone
  237. %arrayidx6 = getelementptr inbounds i32, i32* %a, i32 3
  238. %i6 = load i32, i32* %arrayidx6, align 4
  239. %arrayidx7 = getelementptr inbounds i32, i32* %b, i32 3
  240. %i7 = load i32, i32* %arrayidx7, align 4
  241. %add4 = add i32 %i6, %i7
  242. %call4 = tail call i32 @llvm.cttz.i32(i32 %add4,i1 false) nounwind readnone
  243. store i32 %call1, i32* %c, align 4
  244. %arrayidx8 = getelementptr inbounds i32, i32* %c, i32 1
  245. store i32 %call2, i32* %arrayidx8, align 4
  246. %arrayidx9 = getelementptr inbounds i32, i32* %c, i32 2
  247. store i32 %call3, i32* %arrayidx9, align 4
  248. %arrayidx10 = getelementptr inbounds i32, i32* %c, i32 3
  249. store i32 %call4, i32* %arrayidx10, align 4
  250. ret void
  251. ; CHECK-LABEL: @vec_cttz_i32_neg(
  252. ; CHECK-NOT: call <4 x i32> @llvm.cttz.v4i32
  253. }
  254. declare float @llvm.powi.f32(float, i32)
  255. define void @vec_powi_f32(float* %a, float* %b, float* %c, i32 %P) {
  256. entry:
  257. %i0 = load float, float* %a, align 4
  258. %i1 = load float, float* %b, align 4
  259. %add1 = fadd float %i0, %i1
  260. %call1 = tail call float @llvm.powi.f32(float %add1,i32 %P) nounwind readnone
  261. %arrayidx2 = getelementptr inbounds float, float* %a, i32 1
  262. %i2 = load float, float* %arrayidx2, align 4
  263. %arrayidx3 = getelementptr inbounds float, float* %b, i32 1
  264. %i3 = load float, float* %arrayidx3, align 4
  265. %add2 = fadd float %i2, %i3
  266. %call2 = tail call float @llvm.powi.f32(float %add2,i32 %P) nounwind readnone
  267. %arrayidx4 = getelementptr inbounds float, float* %a, i32 2
  268. %i4 = load float, float* %arrayidx4, align 4
  269. %arrayidx5 = getelementptr inbounds float, float* %b, i32 2
  270. %i5 = load float, float* %arrayidx5, align 4
  271. %add3 = fadd float %i4, %i5
  272. %call3 = tail call float @llvm.powi.f32(float %add3,i32 %P) nounwind readnone
  273. %arrayidx6 = getelementptr inbounds float, float* %a, i32 3
  274. %i6 = load float, float* %arrayidx6, align 4
  275. %arrayidx7 = getelementptr inbounds float, float* %b, i32 3
  276. %i7 = load float, float* %arrayidx7, align 4
  277. %add4 = fadd float %i6, %i7
  278. %call4 = tail call float @llvm.powi.f32(float %add4,i32 %P) nounwind readnone
  279. store float %call1, float* %c, align 4
  280. %arrayidx8 = getelementptr inbounds float, float* %c, i32 1
  281. store float %call2, float* %arrayidx8, align 4
  282. %arrayidx9 = getelementptr inbounds float, float* %c, i32 2
  283. store float %call3, float* %arrayidx9, align 4
  284. %arrayidx10 = getelementptr inbounds float, float* %c, i32 3
  285. store float %call4, float* %arrayidx10, align 4
  286. ret void
  287. ; CHECK-LABEL: @vec_powi_f32(
  288. ; CHECK: load <4 x float>
  289. ; CHECK: load <4 x float>
  290. ; CHECK: call <4 x float> @llvm.powi.v4f32
  291. ; CHECK: store <4 x float>
  292. ; CHECK: ret
  293. }
  294. define void @vec_powi_f32_neg(float* %a, float* %b, float* %c, i32 %P, i32 %Q) {
  295. entry:
  296. %i0 = load float, float* %a, align 4
  297. %i1 = load float, float* %b, align 4
  298. %add1 = fadd float %i0, %i1
  299. %call1 = tail call float @llvm.powi.f32(float %add1,i32 %P) nounwind readnone
  300. %arrayidx2 = getelementptr inbounds float, float* %a, i32 1
  301. %i2 = load float, float* %arrayidx2, align 4
  302. %arrayidx3 = getelementptr inbounds float, float* %b, i32 1
  303. %i3 = load float, float* %arrayidx3, align 4
  304. %add2 = fadd float %i2, %i3
  305. %call2 = tail call float @llvm.powi.f32(float %add2,i32 %Q) nounwind readnone
  306. %arrayidx4 = getelementptr inbounds float, float* %a, i32 2
  307. %i4 = load float, float* %arrayidx4, align 4
  308. %arrayidx5 = getelementptr inbounds float, float* %b, i32 2
  309. %i5 = load float, float* %arrayidx5, align 4
  310. %add3 = fadd float %i4, %i5
  311. %call3 = tail call float @llvm.powi.f32(float %add3,i32 %P) nounwind readnone
  312. %arrayidx6 = getelementptr inbounds float, float* %a, i32 3
  313. %i6 = load float, float* %arrayidx6, align 4
  314. %arrayidx7 = getelementptr inbounds float, float* %b, i32 3
  315. %i7 = load float, float* %arrayidx7, align 4
  316. %add4 = fadd float %i6, %i7
  317. %call4 = tail call float @llvm.powi.f32(float %add4,i32 %Q) nounwind readnone
  318. store float %call1, float* %c, align 4
  319. %arrayidx8 = getelementptr inbounds float, float* %c, i32 1
  320. store float %call2, float* %arrayidx8, align 4
  321. %arrayidx9 = getelementptr inbounds float, float* %c, i32 2
  322. store float %call3, float* %arrayidx9, align 4
  323. %arrayidx10 = getelementptr inbounds float, float* %c, i32 3
  324. store float %call4, float* %arrayidx10, align 4
  325. ret void
  326. ; CHECK-LABEL: @vec_powi_f32_neg(
  327. ; CHECK-NOT: call <4 x float> @llvm.powi.v4f32
  328. }