|
| 1 | +; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --check-globals none --filter-out-after "^scalar.ph" --version 5 |
| 2 | +; RUN: opt %s -passes=loop-vectorize -S | FileCheck %s |
| 3 | + |
| 4 | +target datalayout = "e-m:e-p270:32:32-p271:32:32-p272:64:64-i64:64-i128:128-f80:128-n8:16:32:64-S128" |
| 5 | +target triple = "x86_64-unknown-linux-gnu" |
| 6 | + |
| 7 | +define void @cse_bitcast(i16 %val, half %fval, ptr %p, i64 %n) { |
| 8 | +; CHECK-LABEL: define void @cse_bitcast( |
| 9 | +; CHECK-SAME: i16 [[VAL:%.*]], half [[FVAL:%.*]], ptr [[P:%.*]], i64 [[N:%.*]]) { |
| 10 | +; CHECK-NEXT: [[ENTRY:.*:]] |
| 11 | +; CHECK-NEXT: [[MIN_ITERS_CHECK:%.*]] = icmp ult i64 [[N]], 60 |
| 12 | +; CHECK-NEXT: br i1 [[MIN_ITERS_CHECK]], label %[[SCALAR_PH:.*]], label %[[VECTOR_SCEVCHECK:.*]] |
| 13 | +; CHECK: [[VECTOR_SCEVCHECK]]: |
| 14 | +; CHECK-NEXT: [[TMP0:%.*]] = add i64 [[N]], -1 |
| 15 | +; CHECK-NEXT: [[MUL:%.*]] = call { i64, i1 } @llvm.umul.with.overflow.i64(i64 4, i64 [[TMP0]]) |
| 16 | +; CHECK-NEXT: [[MUL_RESULT:%.*]] = extractvalue { i64, i1 } [[MUL]], 0 |
| 17 | +; CHECK-NEXT: [[MUL_OVERFLOW:%.*]] = extractvalue { i64, i1 } [[MUL]], 1 |
| 18 | +; CHECK-NEXT: [[TMP1:%.*]] = sub i64 0, [[MUL_RESULT]] |
| 19 | +; CHECK-NEXT: [[TMP2:%.*]] = getelementptr i8, ptr [[P]], i64 [[MUL_RESULT]] |
| 20 | +; CHECK-NEXT: [[TMP3:%.*]] = icmp ult ptr [[TMP2]], [[P]] |
| 21 | +; CHECK-NEXT: [[TMP4:%.*]] = or i1 [[TMP3]], [[MUL_OVERFLOW]] |
| 22 | +; CHECK-NEXT: [[SCEVGEP:%.*]] = getelementptr i8, ptr [[P]], i64 2 |
| 23 | +; CHECK-NEXT: [[MUL1:%.*]] = call { i64, i1 } @llvm.umul.with.overflow.i64(i64 4, i64 [[TMP0]]) |
| 24 | +; CHECK-NEXT: [[MUL_RESULT2:%.*]] = extractvalue { i64, i1 } [[MUL1]], 0 |
| 25 | +; CHECK-NEXT: [[MUL_OVERFLOW3:%.*]] = extractvalue { i64, i1 } [[MUL1]], 1 |
| 26 | +; CHECK-NEXT: [[TMP5:%.*]] = sub i64 0, [[MUL_RESULT2]] |
| 27 | +; CHECK-NEXT: [[TMP6:%.*]] = getelementptr i8, ptr [[SCEVGEP]], i64 [[MUL_RESULT2]] |
| 28 | +; CHECK-NEXT: [[TMP7:%.*]] = icmp ult ptr [[TMP6]], [[SCEVGEP]] |
| 29 | +; CHECK-NEXT: [[TMP8:%.*]] = or i1 [[TMP7]], [[MUL_OVERFLOW3]] |
| 30 | +; CHECK-NEXT: [[TMP9:%.*]] = or i1 [[TMP4]], [[TMP8]] |
| 31 | +; CHECK-NEXT: br i1 [[TMP9]], label %[[SCALAR_PH]], label %[[VECTOR_PH:.*]] |
| 32 | +; CHECK: [[VECTOR_PH]]: |
| 33 | +; CHECK-NEXT: [[N_MOD_VF:%.*]] = urem i64 [[N]], 8 |
| 34 | +; CHECK-NEXT: [[N_VEC:%.*]] = sub i64 [[N]], [[N_MOD_VF]] |
| 35 | +; CHECK-NEXT: [[TMP10:%.*]] = mul i64 [[N_VEC]], 4 |
| 36 | +; CHECK-NEXT: [[TMP11:%.*]] = getelementptr i8, ptr [[P]], i64 [[TMP10]] |
| 37 | +; CHECK-NEXT: [[BROADCAST_SPLATINSERT:%.*]] = insertelement <4 x i16> poison, i16 [[VAL]], i64 0 |
| 38 | +; CHECK-NEXT: [[BROADCAST_SPLAT:%.*]] = shufflevector <4 x i16> [[BROADCAST_SPLATINSERT]], <4 x i16> poison, <4 x i32> zeroinitializer |
| 39 | +; CHECK-NEXT: [[BROADCAST_SPLATINSERT4:%.*]] = insertelement <4 x half> poison, half [[FVAL]], i64 0 |
| 40 | +; CHECK-NEXT: [[BROADCAST_SPLAT5:%.*]] = shufflevector <4 x half> [[BROADCAST_SPLATINSERT4]], <4 x half> poison, <4 x i32> zeroinitializer |
| 41 | +; CHECK-NEXT: br label %[[VECTOR_BODY:.*]] |
| 42 | +; CHECK: [[VECTOR_BODY]]: |
| 43 | +; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, %[[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], %[[VECTOR_BODY]] ] |
| 44 | +; CHECK-NEXT: [[OFFSET_IDX:%.*]] = mul i64 [[INDEX]], 4 |
| 45 | +; CHECK-NEXT: [[TMP12:%.*]] = add i64 [[OFFSET_IDX]], 16 |
| 46 | +; CHECK-NEXT: [[NEXT_GEP:%.*]] = getelementptr i8, ptr [[P]], i64 [[OFFSET_IDX]] |
| 47 | +; CHECK-NEXT: [[NEXT_GEP6:%.*]] = getelementptr i8, ptr [[P]], i64 [[TMP12]] |
| 48 | +; CHECK-NEXT: [[TMP13:%.*]] = bitcast <4 x i16> [[BROADCAST_SPLAT]] to <4 x half> |
| 49 | +; CHECK-NEXT: [[TMP14:%.*]] = shufflevector <4 x half> [[TMP13]], <4 x half> [[BROADCAST_SPLAT5]], <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> |
| 50 | +; CHECK-NEXT: [[INTERLEAVED_VEC:%.*]] = shufflevector <8 x half> [[TMP14]], <8 x half> poison, <8 x i32> <i32 0, i32 4, i32 1, i32 5, i32 2, i32 6, i32 3, i32 7> |
| 51 | +; CHECK-NEXT: store <8 x half> [[INTERLEAVED_VEC]], ptr [[NEXT_GEP]], align 2 |
| 52 | +; CHECK-NEXT: [[TMP15:%.*]] = bitcast <4 x i16> [[BROADCAST_SPLAT]] to <4 x half> |
| 53 | +; CHECK-NEXT: [[TMP16:%.*]] = shufflevector <4 x half> [[TMP15]], <4 x half> [[BROADCAST_SPLAT5]], <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> |
| 54 | +; CHECK-NEXT: [[INTERLEAVED_VEC7:%.*]] = shufflevector <8 x half> [[TMP16]], <8 x half> poison, <8 x i32> <i32 0, i32 4, i32 1, i32 5, i32 2, i32 6, i32 3, i32 7> |
| 55 | +; CHECK-NEXT: store <8 x half> [[INTERLEAVED_VEC7]], ptr [[NEXT_GEP6]], align 2 |
| 56 | +; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 8 |
| 57 | +; CHECK-NEXT: [[TMP17:%.*]] = icmp eq i64 [[INDEX_NEXT]], [[N_VEC]] |
| 58 | +; CHECK-NEXT: br i1 [[TMP17]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP0:![0-9]+]] |
| 59 | +; CHECK: [[MIDDLE_BLOCK]]: |
| 60 | +; CHECK-NEXT: [[CMP_N:%.*]] = icmp eq i64 [[N]], [[N_VEC]] |
| 61 | +; CHECK-NEXT: br i1 [[CMP_N]], [[END:label %.*]], label %[[SCALAR_PH]] |
| 62 | +; CHECK: [[SCALAR_PH]]: |
| 63 | +; |
| 64 | +entry: |
| 65 | + br label %loop |
| 66 | + |
| 67 | +loop: |
| 68 | + %res = phi ptr [ %p, %entry ], [ %res.next, %loop ] |
| 69 | + %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ] |
| 70 | + store i16 %val, ptr %res |
| 71 | + %res.offset = getelementptr i16, ptr %res, i64 1 |
| 72 | + store half %fval, ptr %res.offset |
| 73 | + %res.next = getelementptr i16, ptr %res, i64 2 |
| 74 | + %iv.next = add i64 %iv, 1 |
| 75 | + %exit.cond = icmp eq i64 %iv.next, %n |
| 76 | + br i1 %exit.cond, label %end, label %loop |
| 77 | + |
| 78 | +end: |
| 79 | + ret void |
| 80 | +} |
0 commit comments