1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
:1710098365:compare-example_sets
[0Kcompare-example_sets
/run/current-system/sw/bin/candelabra-cli -l --manifest-path /opt/candelabra/src/tests/Cargo.toml -p example_sets select --compare
[2024-03-10T19:19:25Z INFO candelabra_cli] Using source dir: "/nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source"
[2024-03-10T19:19:25Z DEBUG candelabra::candidates] Initialised candidate cacher with hash 10402570600929242768
[2024-03-10T19:19:25Z DEBUG primrose::library_specs] Failed to process library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/adaptive.rs. Continuing anyway.
[2024-03-10T19:19:25Z DEBUG primrose::library_specs] Failed to process library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/profiler.rs. Continuing anyway.
[2024-03-10T19:19:25Z DEBUG primrose::library_specs] Failed to process library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/traits.rs. Continuing anyway.
[2024-03-10T19:19:25Z DEBUG candelabra::cost] Initialised benchmark cacher with hash 10402570600929242768
[2024-03-10T19:19:26Z INFO candelabra_cli::select] Processing project example_sets
[2024-03-10T19:19:26Z DEBUG candelabra::cache] Invalid cache entry: validation function said no
[2024-03-10T19:19:26Z INFO candelabra::profiler] Setting up /opt/candelabra/src/tests/example_sets/src/types.pr.rs for profiling
[2024-03-10T19:19:26Z DEBUG primrose::selector] Setting up directories
[2024-03-10T19:19:26Z DEBUG primrose::selector] Parsing into blocks
[2024-03-10T19:19:26Z DEBUG primrose::selector] Running type checker
[2024-03-10T19:19:26Z DEBUG primrose::selector] Running analysis
[2024-03-10T19:19:26Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/adaptive.rs
[2024-03-10T19:19:26Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/profiler.rs
[2024-03-10T19:19:26Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/traits.rs
[2024-03-10T19:19:26Z INFO candelabra::profiler] Running benchmark main with out dir TempDir { path: "/tmp/.tmpbzA1Ft" }
Compiling example_sets v0.1.0 (/opt/candelabra/src/tests/example_sets)
Finished bench [optimized] target(s) in 2.86s
Running benches/main.rs (/opt/candelabra/src/tests/target/release/deps/main-4274d8fe7defaf49)
┌──────┬───────────────────────────────────┬───────────────────┬────────────────────────────────────────────────────────┐
│ name │ implementation │ estimated cost │ file │
├──────┼───────────────────────────────────┼───────────────────┼────────────────────────────────────────────────────────┤
│ Set │ std::collections::BTreeSet │ 63399012030.44043 │ /opt/candelabra/src/tests/example_sets/src/types.pr.rs │
│ Set │ std::collections::HashSet │ 41046569992.59878 │ /opt/candelabra/src/tests/example_sets/src/types.pr.rs │
│ Set │ primrose_library::SortedUniqueVec │ 232451504092.9285 │ /opt/candelabra/src/tests/example_sets/src/types.pr.rs │
└──────┴───────────────────────────────────┴───────────────────┴────────────────────────────────────────────────────────┘
\begin{center}
\begin{tabular}{|c|c|c|c|}
name & implementation & estimated cost & file \\
\hline
Set & std::collections::BTreeSet & 63399012030.44043 & /opt/candelabra/src/tests/example\_sets/src/types.pr.rs \\
Set & std::collections::HashSet & 41046569992.59878 & /opt/candelabra/src/tests/example\_sets/src/types.pr.rs \\
Set & primrose\_library::SortedUniqueVec & 232451504092.9285 & /opt/candelabra/src/tests/example\_sets/src/types.pr.rs \\
\end{tabular}
\end{center}
[2024-03-10T19:22:27Z DEBUG candelabra::profiler::info] Checking for nsplit
[2024-03-10T19:22:27Z DEBUG candelabra::profiler::info] Partitions: [ProfilerPartition { occurences: 84961.0, avg_n: 500.0, avg_op_counts: {"nth": 0.0, "get": 0.0, "insert": 500.0, "last": 0.0, "contains": 1000.0, "pop": 0.0, "remove": 0.0, "first": 0.0, "clear": 0.0, "push": 0.0} }, ProfilerPartition { occurences: 26696.0, avg_n: 2000.0, avg_op_counts: {"contains": 4000.0, "first": 0.0, "remove": 0.0, "insert": 2000.0, "nth": 0.0, "pop": 0.0, "push": 0.0, "get": 0.0, "clear": 0.0, "last": 0.0} }, ProfilerPartition { occurences: 4614.0, avg_n: 10000.0, avg_op_counts: {"push": 0.0, "first": 0.0, "pop": 0.0, "insert": 10000.0, "get": 0.0, "nth": 0.0, "last": 0.0, "remove": 0.0, "clear": 0.0, "contains": 20000.0} }, ProfilerPartition { occurences: 896.0, avg_n: 50000.0, avg_op_counts: {"insert": 50000.0, "last": 0.0, "first": 0.0, "contains": 100000.0, "nth": 0.0, "remove": 0.0, "pop": 0.0, "get": 0.0, "push": 0.0, "clear": 0.0} }]
[2024-03-10T19:22:27Z DEBUG candelabra::profiler::info] Costs by partitions: [("std::collections::BTreeSet", [10089879707.799751, 15743491846.027117, 16689242607.040543, 20876397869.57302]), ("primrose_library::SortedUniqueVec", [7121623104.764006, 13536043776.476925, 34981427432.60147, 176812409779.0861]), ("std::collections::HashSet", [7006447847.891199, 10605860826.165327, 10822390994.814613, 12611870323.72764])]
[2024-03-10T19:22:27Z DEBUG candelabra::profiler::info] Top by partition: [("std::collections::HashSet", 7006447847.891199), ("std::collections::HashSet", 10605860826.165327), ("std::collections::HashSet", 10822390994.814613), ("std::collections::HashSet", 12611870323.72764)]
[2024-03-10T19:22:27Z DEBUG candelabra::profiler::info] Checking for nsplit
[2024-03-10T19:22:27Z DEBUG candelabra::profiler::info] Partitions: [ProfilerPartition { occurences: 84961.0, avg_n: 500.0, avg_op_counts: {"pop": 0.0, "get": 0.0, "clear": 0.0, "remove": 0.0, "insert": 500.0, "contains": 1000.0, "last": 0.0, "nth": 0.0, "first": 0.0, "push": 0.0} }, ProfilerPartition { occurences: 26696.0, avg_n: 2000.0, avg_op_counts: {"remove": 0.0, "last": 0.0, "contains": 4000.0, "insert": 2000.0, "get": 0.0, "push": 0.0, "first": 0.0, "nth": 0.0, "clear": 0.0, "pop": 0.0} }, ProfilerPartition { occurences: 4614.0, avg_n: 10000.0, avg_op_counts: {"insert": 10000.0, "pop": 0.0, "remove": 0.0, "contains": 20000.0, "push": 0.0, "first": 0.0, "clear": 0.0, "nth": 0.0, "get": 0.0, "last": 0.0} }, ProfilerPartition { occurences: 896.0, avg_n: 50000.0, avg_op_counts: {"nth": 0.0, "clear": 0.0, "insert": 50000.0, "remove": 0.0, "first": 0.0, "contains": 100000.0, "last": 0.0, "push": 0.0, "get": 0.0, "pop": 0.0} }]
[2024-03-10T19:22:27Z DEBUG candelabra::profiler::info] Costs by partitions: [("std::collections::HashSet", [7006447847.891199, 10605860826.165327, 10822390994.814613, 12611870323.72764]), ("primrose_library::SortedUniqueVec", [7121623104.764006, 13536043776.476925, 34981427432.60147, 176812409779.0861]), ("std::collections::BTreeSet", [10089879707.799751, 15743491846.027117, 16689242607.040543, 20876397869.57302])]
[2024-03-10T19:22:27Z DEBUG candelabra::profiler::info] Top by partition: [("std::collections::HashSet", 7006447847.891199), ("std::collections::HashSet", 10605860826.165327), ("std::collections::HashSet", 10822390994.814613), ("std::collections::HashSet", 12611870323.72764)]
[2024-03-10T19:22:27Z DEBUG candelabra::confirmation] Saving choices for project example_sets
[2024-03-10T19:22:27Z DEBUG candelabra::confirmation] Saving choices for /opt/candelabra/src/tests/example_sets/src/types.pr.rs
[2024-03-10T19:22:27Z DEBUG primrose::selector] Setting up directories
[2024-03-10T19:22:27Z DEBUG primrose::selector] Parsing into blocks
[2024-03-10T19:22:27Z DEBUG primrose::selector] Running type checker
[2024-03-10T19:22:27Z DEBUG primrose::selector] Running analysis
[2024-03-10T19:22:27Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/adaptive.rs
[2024-03-10T19:22:27Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/profiler.rs
[2024-03-10T19:22:28Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/traits.rs
[2024-03-10T19:22:28Z INFO candelabra_cli::select] Saved best choices
[2024-03-10T19:22:28Z INFO candelabra_cli::select] Running benchmarks with {("/opt/candelabra/src/tests/example_sets/src/types.pr.rs", "Set"): std::collections::BTreeSet}
[2024-03-10T19:22:28Z DEBUG candelabra::confirmation] Saving choices for project example_sets
[2024-03-10T19:22:28Z DEBUG candelabra::confirmation] Saving choices for /opt/candelabra/src/tests/example_sets/src/types.pr.rs
[2024-03-10T19:22:28Z DEBUG primrose::selector] Setting up directories
[2024-03-10T19:22:28Z DEBUG primrose::selector] Parsing into blocks
[2024-03-10T19:22:28Z DEBUG primrose::selector] Running type checker
[2024-03-10T19:22:28Z DEBUG primrose::selector] Running analysis
[2024-03-10T19:22:28Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/adaptive.rs
[2024-03-10T19:22:28Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/profiler.rs
[2024-03-10T19:22:28Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/traits.rs
Compiling example_sets v0.1.0 (/opt/candelabra/src/tests/example_sets)
Finished bench [optimized] target(s) in 5.76s
Running benches/main.rs (/opt/candelabra/src/tests/target/release/deps/main-4274d8fe7defaf49)
[2024-03-10T19:23:21Z INFO candelabra_cli::select] Running benchmarks with {("/opt/candelabra/src/tests/example_sets/src/types.pr.rs", "Set"): std::collections::HashSet}
[2024-03-10T19:23:21Z DEBUG candelabra::confirmation] Saving choices for project example_sets
[2024-03-10T19:23:21Z DEBUG candelabra::confirmation] Saving choices for /opt/candelabra/src/tests/example_sets/src/types.pr.rs
[2024-03-10T19:23:21Z DEBUG primrose::selector] Setting up directories
[2024-03-10T19:23:21Z DEBUG primrose::selector] Parsing into blocks
[2024-03-10T19:23:21Z DEBUG primrose::selector] Running type checker
[2024-03-10T19:23:21Z DEBUG primrose::selector] Running analysis
[2024-03-10T19:23:21Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/adaptive.rs
[2024-03-10T19:23:21Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/profiler.rs
[2024-03-10T19:23:21Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/traits.rs
Compiling example_sets v0.1.0 (/opt/candelabra/src/tests/example_sets)
Finished bench [optimized] target(s) in 2.78s
Running benches/main.rs (/opt/candelabra/src/tests/target/release/deps/main-4274d8fe7defaf49)
[2024-03-10T19:24:12Z INFO candelabra_cli::select] Running benchmarks with {("/opt/candelabra/src/tests/example_sets/src/types.pr.rs", "Set"): primrose_library::SortedUniqueVec}
[2024-03-10T19:24:12Z DEBUG candelabra::confirmation] Saving choices for project example_sets
[2024-03-10T19:24:12Z DEBUG candelabra::confirmation] Saving choices for /opt/candelabra/src/tests/example_sets/src/types.pr.rs
[2024-03-10T19:24:12Z DEBUG primrose::selector] Setting up directories
[2024-03-10T19:24:12Z DEBUG primrose::selector] Parsing into blocks
[2024-03-10T19:24:12Z DEBUG primrose::selector] Running type checker
[2024-03-10T19:24:12Z DEBUG primrose::selector] Running analysis
[2024-03-10T19:24:12Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/adaptive.rs
[2024-03-10T19:24:12Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/profiler.rs
[2024-03-10T19:24:12Z DEBUG primrose::library_specs] Ignoring invalid library module /nix/store/arg3vck84cg7ah84s37qjc2qshavq5yx-source/crates/library/src/traits.rs
Compiling example_sets v0.1.0 (/opt/candelabra/src/tests/example_sets)
Finished bench [optimized] target(s) in 2.64s
Running benches/main.rs (/opt/candelabra/src/tests/target/release/deps/main-4274d8fe7defaf49)
┌────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────┬─────────┬─────────┬──────────┬───────────┬───────┬───────────┐
│ │ l18 │ l28 │ l35 │ l38 │ l39 │ l8 │ total │
├────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────┼─────────┼─────────┼──────────┼───────────┼───────┼───────────┤
│ {("/opt/candelabra/src/tests/example_sets/src/types.pr.rs", "Set"): std::collections::HashSet} │ 177480 │ 844700 │ 4538600 │ │ │ 45306 │ 5606086 │
│ {("/opt/candelabra/src/tests/example_sets/src/types.pr.rs", "Set"): std::collections::BTreeSet} │ 414180 │ 2481100 │ │ 17132000 │ │ 83604 │ 20110884 │
│ {("/opt/candelabra/src/tests/example_sets/src/types.pr.rs", "Set"): primrose_library::SortedUniqueVec} │ 352100 │ 6027700 │ │ │ 178520000 │ 57927 │ 184957727 │
└────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────┴─────────┴─────────┴──────────┴───────────┴───────┴───────────┘
\begin{center}
\begin{tabular}{|c|c|c|c|c|c|c|c|}
& l18 & l28 & l35 & l38 & l39 & l8 & total \\
\hline
\{("/opt/candelabra/src/tests/example\_sets/src/types.pr.rs", "Set"): std::collections::HashSet\} & 177480 & 844700 & 4538600 & & & 45306 & 5606086 \\
\{("/opt/candelabra/src/tests/example\_sets/src/types.pr.rs", "Set"): std::collections::BTreeSet\} & 414180 & 2481100 & & 17132000 & & 83604 & 20110884 \\
\{("/opt/candelabra/src/tests/example\_sets/src/types.pr.rs", "Set"): primrose\_library::SortedUniqueVec\} & 352100 & 6027700 & & & 178520000 & 57927 & 184957727 \\
\end{tabular}
\end{center}
[0Ksection_end:1710098713:compare-example_sets
[0K
|