Updated check for devops. Run checks for GLM and PatternFolds

JuliaConstraints · May 28, 2024 · b10b057 · b10b057
1 parent 3382254
commit b10b057
Show file tree

Hide file tree

Showing 105 changed files with 9,354 additions and 6,958 deletions.
diff --git a/perf/GLM/Project.toml b/perf/GLM/Project.toml
@@ -1,5 +1,6 @@
 [deps]
 BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf"
+Chairmarks = "0ca39b1e-fe0b-4e98-acfc-b1656634c4de"
 GLM = "38e38edf-8417-5370-95a0-9cbb8c7f171a"
 PerfChecker = "6309bf6b-a531-4b08-891e-8ee981e5c424"
 StatsModels = "3eaba693-59b7-5ba5-a881-562e759f1c8d"

diff --git a/perf/GLM/README.md b/perf/GLM/README.md
@@ -2,6 +2,8 @@
 
 `GLM.jl` is a Julia library for Generalized Linear Model.
 
+<!-- TODO: update with new interface with new figures -->
+
 ### Getting Started with `PerfChecker.jl`
 Before getting started with any checks, we must ensure that we are evaluating the correct version. Because `PerfChecker.jl` lacks a few features at the time of writing this, this has to be done manually.
 

diff --git a/perf/GLM/allocs.jl b/perf/GLM/allocs.jl
@@ -1,6 +1,17 @@
 using PerfChecker
 
-result = @check :alloc Dict(:targets => ["GLM"], :path => @__DIR__) begin
+d = Dict(:targets => ["GLM"],
+    :path => @__DIR__,
+    :pkgs => ("GLM",
+        :custom,
+        [
+            v"1.3.9", v"1.3.10", v"1.3.11", v"1.4.0",
+            v"1.5.0", v"1.6.0", v"1.7.0", v"1.8.0",
+            v"1.9.0"],
+        true),
+    :tags => [:bernouilli])
+
+x = @check :alloc d begin
     using GLM, Random, StatsModels
 end begin
     n = 2_500_000
@@ -21,4 +32,4 @@ end begin
     glm(pred, resp, Bernoulli())
 end
 
-@info result
+@info x
diff --git a/perf/GLM/bench.jl b/perf/GLM/bench.jl
@@ -1,6 +1,17 @@
 using PerfChecker, BenchmarkTools
 
-t = @check :benchmark Dict(:path => @__DIR__, :evals => 1, :samples => 100, :seconds => 100) begin
+d = Dict(:targets => ["GLM"],
+    :path => @__DIR__, :evals => 1, :samples => 100, :seconds => 100,
+    :pkgs => ("GLM",
+        :custom,
+        [
+            v"1.3.9", v"1.3.10", v"1.3.11", v"1.4.0",
+            v"1.5.0", v"1.6.0", v"1.7.0", v"1.8.0",
+            v"1.9.0"],
+        true),
+    :tags => [:bernouilli])
+
+x = @check :benchmark d begin
     using GLM, Random, StatsModels
 end begin
     n = 2_500_000
@@ -19,7 +30,6 @@ end begin
     logistic(x::Real) = inv(1 + exp(-x))
     resp .= rand(rng, n) .< logistic.(pred * B)
     glm(pred, resp, Bernoulli())
-    return nothing
 end
 
-@info t
+@info x
diff --git a/perf/GLM/benchmarks/benchmark-1.3.10.csv b/perf/GLM/benchmarks/benchmark-1.3.10.csv
diff --git a/perf/GLM/benchmarks/benchmark-1.3.11.csv b/perf/GLM/benchmarks/benchmark-1.3.11.csv
diff --git a/perf/GLM/benchmarks/benchmark-1.3.9.csv b/perf/GLM/benchmarks/benchmark-1.3.9.csv
diff --git a/perf/GLM/benchmarks/benchmark-1.4.0.csv b/perf/GLM/benchmarks/benchmark-1.4.0.csv
diff --git a/perf/GLM/benchmarks/benchmark-1.5.0.csv b/perf/GLM/benchmarks/benchmark-1.5.0.csv
diff --git a/perf/GLM/benchmarks/benchmark-1.6.0.csv b/perf/GLM/benchmarks/benchmark-1.6.0.csv
diff --git a/perf/GLM/benchmarks/benchmark-1.7.0.csv b/perf/GLM/benchmarks/benchmark-1.7.0.csv
diff --git a/perf/GLM/benchmarks/benchmark-1.8.0.csv b/perf/GLM/benchmarks/benchmark-1.8.0.csv
diff --git a/perf/GLM/benchmarks/benchmark-1.8.2.csv b/perf/GLM/benchmarks/benchmark-1.8.2.csv
diff --git a/perf/GLM/benchmarks/benchmark-allocs.pdf b/perf/GLM/benchmarks/benchmark-allocs.pdf
diff --git a/perf/GLM/benchmarks/benchmark-allocs.png b/perf/GLM/benchmarks/benchmark-allocs.png