| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350 |
- ; RUN: opt < %s -basicaa -slp-vectorizer -S | FileCheck %s
- ; Check propagation of optional IR flags (PR20802). For a flag to
- ; propagate from scalar instructions to their vector replacement,
- ; *all* scalar instructions must have the flag.
- target datalayout = "e-m:o-i64:64-f80:128-n8:16:32:64-S128"
- target triple = "x86_64-unknown-unknown"
- ; CHECK-LABEL: @exact(
- ; CHECK: lshr exact <4 x i32>
- define void @exact(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = lshr exact i32 %load1, 1
- %op2 = lshr exact i32 %load2, 1
- %op3 = lshr exact i32 %load3, 1
- %op4 = lshr exact i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
- ; CHECK-LABEL: @not_exact(
- ; CHECK: lshr <4 x i32>
- define void @not_exact(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = lshr exact i32 %load1, 1
- %op2 = lshr i32 %load2, 1
- %op3 = lshr exact i32 %load3, 1
- %op4 = lshr exact i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
- ; CHECK-LABEL: @nsw(
- ; CHECK: add nsw <4 x i32>
- define void @nsw(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = add nsw i32 %load1, 1
- %op2 = add nsw i32 %load2, 1
- %op3 = add nsw i32 %load3, 1
- %op4 = add nsw i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
- ; CHECK-LABEL: @not_nsw(
- ; CHECK: add <4 x i32>
- define void @not_nsw(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = add nsw i32 %load1, 1
- %op2 = add nsw i32 %load2, 1
- %op3 = add nsw i32 %load3, 1
- %op4 = add i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
- ; CHECK-LABEL: @nuw(
- ; CHECK: add nuw <4 x i32>
- define void @nuw(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = add nuw i32 %load1, 1
- %op2 = add nuw i32 %load2, 1
- %op3 = add nuw i32 %load3, 1
- %op4 = add nuw i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
-
- ; CHECK-LABEL: @not_nuw(
- ; CHECK: add <4 x i32>
- define void @not_nuw(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = add nuw i32 %load1, 1
- %op2 = add i32 %load2, 1
- %op3 = add i32 %load3, 1
- %op4 = add nuw i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
-
- ; CHECK-LABEL: @nnan(
- ; CHECK: fadd nnan <4 x float>
- define void @nnan(float* %x) {
- %idx1 = getelementptr inbounds float, float* %x, i64 0
- %idx2 = getelementptr inbounds float, float* %x, i64 1
- %idx3 = getelementptr inbounds float, float* %x, i64 2
- %idx4 = getelementptr inbounds float, float* %x, i64 3
- %load1 = load float, float* %idx1, align 4
- %load2 = load float, float* %idx2, align 4
- %load3 = load float, float* %idx3, align 4
- %load4 = load float, float* %idx4, align 4
- %op1 = fadd fast nnan float %load1, 1.0
- %op2 = fadd nnan ninf float %load2, 1.0
- %op3 = fadd nsz nnan float %load3, 1.0
- %op4 = fadd arcp nnan float %load4, 1.0
- store float %op1, float* %idx1, align 4
- store float %op2, float* %idx2, align 4
- store float %op3, float* %idx3, align 4
- store float %op4, float* %idx4, align 4
- ret void
- }
-
- ; CHECK-LABEL: @not_nnan(
- ; CHECK: fadd <4 x float>
- define void @not_nnan(float* %x) {
- %idx1 = getelementptr inbounds float, float* %x, i64 0
- %idx2 = getelementptr inbounds float, float* %x, i64 1
- %idx3 = getelementptr inbounds float, float* %x, i64 2
- %idx4 = getelementptr inbounds float, float* %x, i64 3
- %load1 = load float, float* %idx1, align 4
- %load2 = load float, float* %idx2, align 4
- %load3 = load float, float* %idx3, align 4
- %load4 = load float, float* %idx4, align 4
- %op1 = fadd nnan float %load1, 1.0
- %op2 = fadd ninf float %load2, 1.0
- %op3 = fadd nsz float %load3, 1.0
- %op4 = fadd arcp float %load4, 1.0
- store float %op1, float* %idx1, align 4
- store float %op2, float* %idx2, align 4
- store float %op3, float* %idx3, align 4
- store float %op4, float* %idx4, align 4
- ret void
- }
-
- ; CHECK-LABEL: @only_fast(
- ; CHECK: fadd fast <4 x float>
- define void @only_fast(float* %x) {
- %idx1 = getelementptr inbounds float, float* %x, i64 0
- %idx2 = getelementptr inbounds float, float* %x, i64 1
- %idx3 = getelementptr inbounds float, float* %x, i64 2
- %idx4 = getelementptr inbounds float, float* %x, i64 3
- %load1 = load float, float* %idx1, align 4
- %load2 = load float, float* %idx2, align 4
- %load3 = load float, float* %idx3, align 4
- %load4 = load float, float* %idx4, align 4
- %op1 = fadd fast nnan float %load1, 1.0
- %op2 = fadd fast nnan ninf float %load2, 1.0
- %op3 = fadd fast nsz nnan float %load3, 1.0
- %op4 = fadd arcp nnan fast float %load4, 1.0
- store float %op1, float* %idx1, align 4
- store float %op2, float* %idx2, align 4
- store float %op3, float* %idx3, align 4
- store float %op4, float* %idx4, align 4
- ret void
- }
-
- ; CHECK-LABEL: @only_arcp(
- ; CHECK: fadd arcp <4 x float>
- define void @only_arcp(float* %x) {
- %idx1 = getelementptr inbounds float, float* %x, i64 0
- %idx2 = getelementptr inbounds float, float* %x, i64 1
- %idx3 = getelementptr inbounds float, float* %x, i64 2
- %idx4 = getelementptr inbounds float, float* %x, i64 3
- %load1 = load float, float* %idx1, align 4
- %load2 = load float, float* %idx2, align 4
- %load3 = load float, float* %idx3, align 4
- %load4 = load float, float* %idx4, align 4
- %op1 = fadd fast float %load1, 1.0
- %op2 = fadd fast float %load2, 1.0
- %op3 = fadd fast float %load3, 1.0
- %op4 = fadd arcp float %load4, 1.0
- store float %op1, float* %idx1, align 4
- store float %op2, float* %idx2, align 4
- store float %op3, float* %idx3, align 4
- store float %op4, float* %idx4, align 4
- ret void
- }
- ; CHECK-LABEL: @addsub_all_nsw
- ; CHECK: add nsw <4 x i32>
- ; CHECK: sub nsw <4 x i32>
- define void @addsub_all_nsw(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = add nsw i32 %load1, 1
- %op2 = sub nsw i32 %load2, 1
- %op3 = add nsw i32 %load3, 1
- %op4 = sub nsw i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
-
- ; CHECK-LABEL: @addsub_some_nsw
- ; CHECK: add nsw <4 x i32>
- ; CHECK: sub <4 x i32>
- define void @addsub_some_nsw(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = add nsw i32 %load1, 1
- %op2 = sub nsw i32 %load2, 1
- %op3 = add nsw i32 %load3, 1
- %op4 = sub i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
-
- ; CHECK-LABEL: @addsub_no_nsw
- ; CHECK: add <4 x i32>
- ; CHECK: sub <4 x i32>
- define void @addsub_no_nsw(i32* %x) {
- %idx1 = getelementptr inbounds i32, i32* %x, i64 0
- %idx2 = getelementptr inbounds i32, i32* %x, i64 1
- %idx3 = getelementptr inbounds i32, i32* %x, i64 2
- %idx4 = getelementptr inbounds i32, i32* %x, i64 3
- %load1 = load i32, i32* %idx1, align 4
- %load2 = load i32, i32* %idx2, align 4
- %load3 = load i32, i32* %idx3, align 4
- %load4 = load i32, i32* %idx4, align 4
- %op1 = add i32 %load1, 1
- %op2 = sub nsw i32 %load2, 1
- %op3 = add nsw i32 %load3, 1
- %op4 = sub i32 %load4, 1
- store i32 %op1, i32* %idx1, align 4
- store i32 %op2, i32* %idx2, align 4
- store i32 %op3, i32* %idx3, align 4
- store i32 %op4, i32* %idx4, align 4
- ret void
- }
-
|