Skip to content

Commit b0d0e04

Browse files
committed
[LV] Add test where we choose VF * IC is larger than trip count.
1 parent e1dbe09 commit b0d0e04

File tree

1 file changed

+94
-0
lines changed

1 file changed

+94
-0
lines changed

llvm/test/Transforms/LoopVectorize/AArch64/epilog-vectorization-factors.ll

Lines changed: 94 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -421,3 +421,97 @@ loop:
421421
exit:
422422
ret void
423423
}
424+
425+
; TODO: Should not try to create dead main vector loop.
426+
define void @trip_count_based_on_ptrtoint(i64 %x) "target-cpu"="apple-m1" {
427+
; CHECK-LABEL: @trip_count_based_on_ptrtoint(
428+
; CHECK-NEXT: iter.check:
429+
; CHECK-NEXT: [[PTR_START:%.*]] = inttoptr i64 [[X:%.*]] to ptr
430+
; CHECK-NEXT: [[ADD:%.*]] = add i64 [[X]], 40
431+
; CHECK-NEXT: [[PTR_END:%.*]] = inttoptr i64 [[ADD]] to ptr
432+
; CHECK-NEXT: [[TMP0:%.*]] = sub i64 [[ADD]], [[X]]
433+
; CHECK-NEXT: [[TMP1:%.*]] = lshr i64 [[TMP0]], 2
434+
; CHECK-NEXT: [[TMP2:%.*]] = add nuw nsw i64 [[TMP1]], 1
435+
; CHECK-NEXT: br i1 false, label [[VEC_EPILOG_SCALAR_PH:%.*]], label [[VECTOR_SCEVCHECK:%.*]]
436+
; CHECK: vector.scevcheck:
437+
; CHECK-NEXT: [[TMP3:%.*]] = trunc i64 [[ADD]] to i2
438+
; CHECK-NEXT: [[TMP4:%.*]] = trunc i64 [[X]] to i2
439+
; CHECK-NEXT: [[TMP5:%.*]] = sub i2 [[TMP3]], [[TMP4]]
440+
; CHECK-NEXT: [[TMP6:%.*]] = zext i2 [[TMP5]] to i64
441+
; CHECK-NEXT: [[IDENT_CHECK:%.*]] = icmp ne i64 [[TMP6]], 0
442+
; CHECK-NEXT: br i1 [[IDENT_CHECK]], label [[VEC_EPILOG_SCALAR_PH]], label [[VECTOR_MAIN_LOOP_ITER_CHECK:%.*]]
443+
; CHECK: vector.main.loop.iter.check:
444+
; CHECK-NEXT: br i1 true, label [[VEC_EPILOG_PH:%.*]], label [[VECTOR_PH:%.*]]
445+
; CHECK: vector.ph:
446+
; CHECK-NEXT: [[N_MOD_VF:%.*]] = urem i64 [[TMP2]], 16
447+
; CHECK-NEXT: [[N_VEC:%.*]] = sub i64 [[TMP2]], [[N_MOD_VF]]
448+
; CHECK-NEXT: br label [[VECTOR_BODY:%.*]]
449+
; CHECK: vector.body:
450+
; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], [[VECTOR_BODY]] ]
451+
; CHECK-NEXT: [[TMP7:%.*]] = mul i64 [[INDEX]], 4
452+
; CHECK-NEXT: [[NEXT_GEP:%.*]] = getelementptr i8, ptr [[PTR_START]], i64 [[TMP7]]
453+
; CHECK-NEXT: [[TMP8:%.*]] = getelementptr i32, ptr [[NEXT_GEP]], i32 4
454+
; CHECK-NEXT: [[TMP9:%.*]] = getelementptr i32, ptr [[NEXT_GEP]], i32 8
455+
; CHECK-NEXT: [[TMP10:%.*]] = getelementptr i32, ptr [[NEXT_GEP]], i32 12
456+
; CHECK-NEXT: store <4 x i32> zeroinitializer, ptr [[NEXT_GEP]], align 4
457+
; CHECK-NEXT: store <4 x i32> zeroinitializer, ptr [[TMP8]], align 4
458+
; CHECK-NEXT: store <4 x i32> zeroinitializer, ptr [[TMP9]], align 4
459+
; CHECK-NEXT: store <4 x i32> zeroinitializer, ptr [[TMP10]], align 4
460+
; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 16
461+
; CHECK-NEXT: [[TMP11:%.*]] = icmp eq i64 [[INDEX_NEXT]], [[N_VEC]]
462+
; CHECK-NEXT: br i1 [[TMP11]], label [[MIDDLE_BLOCK:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP11:![0-9]+]]
463+
; CHECK: middle.block:
464+
; CHECK-NEXT: [[CMP_N:%.*]] = icmp eq i64 [[TMP2]], [[N_VEC]]
465+
; CHECK-NEXT: br i1 [[CMP_N]], label [[EXIT:%.*]], label [[VEC_EPILOG_ITER_CHECK:%.*]]
466+
; CHECK: vec.epilog.iter.check:
467+
; CHECK-NEXT: [[TMP12:%.*]] = mul i64 [[N_VEC]], 4
468+
; CHECK-NEXT: [[IND_END:%.*]] = getelementptr i8, ptr [[PTR_START]], i64 [[TMP12]]
469+
; CHECK-NEXT: [[N_VEC_REMAINING:%.*]] = sub i64 [[TMP2]], [[N_VEC]]
470+
; CHECK-NEXT: [[MIN_EPILOG_ITERS_CHECK:%.*]] = icmp ult i64 [[N_VEC_REMAINING]], 4
471+
; CHECK-NEXT: br i1 [[MIN_EPILOG_ITERS_CHECK]], label [[VEC_EPILOG_SCALAR_PH]], label [[VEC_EPILOG_PH]]
472+
; CHECK: vec.epilog.ph:
473+
; CHECK-NEXT: [[VEC_EPILOG_RESUME_VAL:%.*]] = phi i64 [ [[N_VEC]], [[VEC_EPILOG_ITER_CHECK]] ], [ 0, [[VECTOR_MAIN_LOOP_ITER_CHECK]] ]
474+
; CHECK-NEXT: [[N_MOD_VF1:%.*]] = urem i64 [[TMP2]], 4
475+
; CHECK-NEXT: [[N_VEC2:%.*]] = sub i64 [[TMP2]], [[N_MOD_VF1]]
476+
; CHECK-NEXT: [[TMP13:%.*]] = mul i64 [[N_VEC2]], 4
477+
; CHECK-NEXT: [[TMP14:%.*]] = getelementptr i8, ptr [[PTR_START]], i64 [[TMP13]]
478+
; CHECK-NEXT: br label [[VEC_EPILOG_VECTOR_BODY:%.*]]
479+
; CHECK: vec.epilog.vector.body:
480+
; CHECK-NEXT: [[INDEX3:%.*]] = phi i64 [ [[VEC_EPILOG_RESUME_VAL]], [[VEC_EPILOG_PH]] ], [ [[INDEX_NEXT5:%.*]], [[VEC_EPILOG_VECTOR_BODY]] ]
481+
; CHECK-NEXT: [[OFFSET_IDX:%.*]] = mul i64 [[INDEX3]], 4
482+
; CHECK-NEXT: [[NEXT_GEP4:%.*]] = getelementptr i8, ptr [[PTR_START]], i64 [[OFFSET_IDX]]
483+
; CHECK-NEXT: store <4 x i32> zeroinitializer, ptr [[NEXT_GEP4]], align 4
484+
; CHECK-NEXT: [[INDEX_NEXT5]] = add nuw i64 [[INDEX3]], 4
485+
; CHECK-NEXT: [[TMP15:%.*]] = icmp eq i64 [[INDEX_NEXT5]], [[N_VEC2]]
486+
; CHECK-NEXT: br i1 [[TMP15]], label [[VEC_EPILOG_MIDDLE_BLOCK:%.*]], label [[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP12:![0-9]+]]
487+
; CHECK: vec.epilog.middle.block:
488+
; CHECK-NEXT: [[CMP_N6:%.*]] = icmp eq i64 [[TMP2]], [[N_VEC2]]
489+
; CHECK-NEXT: br i1 [[CMP_N6]], label [[EXIT]], label [[VEC_EPILOG_SCALAR_PH]]
490+
; CHECK: vec.epilog.scalar.ph:
491+
; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi ptr [ [[TMP14]], [[VEC_EPILOG_MIDDLE_BLOCK]] ], [ [[IND_END]], [[VEC_EPILOG_ITER_CHECK]] ], [ [[PTR_START]], [[VECTOR_SCEVCHECK]] ], [ [[PTR_START]], [[ITER_CHECK:%.*]] ]
492+
; CHECK-NEXT: br label [[LOOP:%.*]]
493+
; CHECK: loop:
494+
; CHECK-NEXT: [[IV:%.*]] = phi ptr [ [[BC_RESUME_VAL]], [[VEC_EPILOG_SCALAR_PH]] ], [ [[IV_NEXT:%.*]], [[LOOP]] ]
495+
; CHECK-NEXT: store i32 0, ptr [[IV]], align 4
496+
; CHECK-NEXT: [[IV_NEXT]] = getelementptr i8, ptr [[IV]], i64 4
497+
; CHECK-NEXT: [[EC:%.*]] = icmp eq ptr [[IV]], [[PTR_END]]
498+
; CHECK-NEXT: br i1 [[EC]], label [[EXIT]], label [[LOOP]], !llvm.loop [[LOOP13:![0-9]+]]
499+
; CHECK: exit:
500+
; CHECK-NEXT: ret void
501+
;
502+
entry:
503+
%ptr.start = inttoptr i64 %x to ptr
504+
%add = add i64 %x, 40
505+
%ptr.end = inttoptr i64 %add to ptr
506+
br label %loop
507+
508+
loop:
509+
%iv = phi ptr [ %ptr.start, %entry ], [ %iv.next, %loop ]
510+
store i32 0, ptr %iv, align 4
511+
%iv.next = getelementptr i8, ptr %iv, i64 4
512+
%ec = icmp eq ptr %iv, %ptr.end
513+
br i1 %ec, label %exit, label %loop
514+
515+
exit:
516+
ret void
517+
}

0 commit comments

Comments
 (0)