; RUN: opt < %s -passes=pseudo-probe,sample-profile -sample-profile-use-profi -sample-profile-file=%S/Inputs/profile-inference.prof | opt -passes='print<branch-prob>' -disable-output 2>&1 | FileCheck %s
; RUN: opt < %s -passes=pseudo-probe,sample-profile -sample-profile-use-profi -sample-profile-file=%S/Inputs/profile-inference.prof | opt -passes='print<block-freq>' -disable-output 2>&1 | FileCheck %s --check-prefix=CHECK2
; The test verifies that profile inference correctly builds branch probabilities
; from sampling-based block counts.
;
; +---------+ +----------+
; | b3 [40] | <-- | b1 [100] |
; +---------+ +----------+
; |
; |
; v
; +----------+
; | b2 [60] |
; +----------+
@yydebug = dso_local global i32 0, align 4
; Function Attrs: nounwind uwtable
define dso_local i32 @test_1() #0 {
b1:
call void @llvm.pseudoprobe(i64 7964825052912775246, i64 1, i32 0, i64 -1)
%0 = load i32, ptr @yydebug, align 4
%cmp = icmp ne i32 %0, 0
br i1 %cmp, label %b2, label %b3
; CHECK: edge b1 -> b2 probability is 0x4ccccccd / 0x80000000 = 60.00%
; CHECK: edge b1 -> b3 probability is 0x33333333 / 0x80000000 = 40.00%
; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 100
b2:
call void @llvm.pseudoprobe(i64 7964825052912775246, i64 2, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 60
b3:
call void @llvm.pseudoprobe(i64 7964825052912775246, i64 3, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 40
}
; The test verifies that profile inference correctly builds branch probabilities
; from sampling-based block counts in the presence of "dangling" probes (whose
; block counts are missing).
;
; +---------+ +----------+
; | b3 [10] | <-- | b1 [100] |
; +---------+ +----------+
; |
; |
; v
; +----------+
; | b2 [?] |
; +----------+
; Function Attrs: nounwind uwtable
define dso_local i32 @test_2() #0 {
b1:
call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 1, i32 0, i64 -1)
%0 = load i32, ptr @yydebug, align 4
%cmp = icmp ne i32 %0, 0
br i1 %cmp, label %b2, label %b3
; CHECK: edge b1 -> b2 probability is 0x73333333 / 0x80000000 = 90.00%
; CHECK: edge b1 -> b3 probability is 0x0ccccccd / 0x80000000 = 10.00%
; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 100
b2:
call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 2, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 90
b3:
call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 3, i32 0, i64 -1)
ret i32 %0
}
; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 10
; The test verifies that profi is able to infer block counts from hot subgraphs.
;
; +---------+ +---------+
; | b4 [?] | <-- | b1 [?] |
; +---------+ +---------+
; | |
; | |
; v v
; +---------+ +---------+
; | b5 [89] | | b2 [?] |
; +---------+ +---------+
; |
; |
; v
; +---------+
; | b3 [13] |
; +---------+
; Function Attrs: nounwind uwtable
define dso_local i32 @test_3() #0 {
b1:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 1, i32 0, i64 -1)
%0 = load i32, ptr @yydebug, align 4
%cmp = icmp ne i32 %0, 0
br i1 %cmp, label %b2, label %b4
; CHECK: edge b1 -> b2 probability is 0x10505050 / 0x80000000 = 12.75%
; CHECK: edge b1 -> b4 probability is 0x6fafafb0 / 0x80000000 = 87.25%
; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 102
b2:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 2, i32 0, i64 -1)
br label %b3
; CHECK: edge b2 -> b3 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 13
b3:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 3, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 13
b4:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 4, i32 0, i64 -1)
br label %b5
; CHECK: edge b4 -> b5 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b4: float = {{.*}}, int = {{.*}}, count = 89
b5:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 5, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b5: float = {{.*}}, int = {{.*}}, count = 89
}
; A larger test to verify that profile inference correctly identifies hot parts
; of the control-flow graph.
;
; +-----------+
; | b1 [?] |
; +-----------+
; |
; |
; v
; +--------+ +-----------+
; | b3 [1] | <-- | b2 [5993] |
; +--------+ +-----------+
; | |
; | |
; | v
; | +-----------+ +--------+
; | | b4 [5992] | --> | b6 [?] |
; | +-----------+ +--------+
; | | |
; | | |
; | v |
; | +-----------+ |
; | | b5 [5992] | |
; | +-----------+ |
; | | |
; | | |
; | v |
; | +-----------+ |
; | | b7 [?] | |
; | +-----------+ |
; | | |
; | | |
; | v |
; | +-----------+ |
; | | b8 [5992] | <-----+
; | +-----------+
; | |
; | |
; | v
; | +-----------+
; +----------> | b9 [?] |
; +-----------+
; Function Attrs: nounwind uwtable
define dso_local i32 @sum_of_squares() #0 {
b1:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 1, i32 0, i64 -1)
%0 = load i32, ptr @yydebug, align 4
%cmp = icmp ne i32 %0, 0
br label %b2
; CHECK: edge b1 -> b2 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 5993
b2:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 2, i32 0, i64 -1)
br i1 %cmp, label %b4, label %b3
; CHECK: edge b2 -> b4 probability is 0x7ffa8844 / 0x80000000 = 99.98%
; CHECK: edge b2 -> b3 probability is 0x000577bc / 0x80000000 = 0.02%
; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 5993
b3:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 3, i32 0, i64 -1)
br label %b9
; CHECK: edge b3 -> b9 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 1
b4:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 4, i32 0, i64 -1)
br i1 %cmp, label %b5, label %b6
; CHECK: edge b4 -> b5 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK: edge b4 -> b6 probability is 0x00000000 / 0x80000000 = 0.00%
; CHECK2: - b4: float = {{.*}}, int = {{.*}}, count = 5992
b5:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 5, i32 0, i64 -1)
br label %b7
; CHECK: edge b5 -> b7 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b5: float = {{.*}}, int = {{.*}}, count = 5992
b6:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 6, i32 0, i64 -1)
br label %b8
; CHECK: edge b6 -> b8 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b6: float = {{.*}}, int = {{.*}}, count = 0
b7:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 7, i32 0, i64 -1)
br label %b8
; CHECK: edge b7 -> b8 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b7: float = {{.*}}, int = {{.*}}, count = 5992
b8:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 8, i32 0, i64 -1)
br label %b9
; CHECK: edge b8 -> b9 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b8: float = {{.*}}, int = {{.*}}, count = 5992
b9:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 9, i32 0, i64 -1)
ret i32 %0
}
; CHECK2: - b9: float = {{.*}}, int = {{.*}}, count = 5993
declare void @llvm.pseudoprobe(i64, i64, i32, i64) #1
attributes #0 = { noinline nounwind uwtable "use-sample-profile"}
attributes #1 = { nounwind }
!llvm.pseudo_probe_desc = !{!6, !7, !8, !9}
!6 = !{i64 7964825052912775246, i64 4294967295, !"test_1", null}
!7 = !{i64 -6216829535442445639, i64 37753817093, !"test_2", null}
!8 = !{i64 1649282507922421973, i64 69502983527, !"test_3", null}
!9 = !{i64 -907520326213521421, i64 175862120757, !"sum_of_squares", null}