Skip to content

Commit

Permalink
update benchmark files
Browse files Browse the repository at this point in the history
  • Loading branch information
@hperl
hperl committed Jan 8, 2025
1 parent a94ef66 commit c5151ce
Show file tree
Hide file tree
Showing 3 changed files with 115 additions and 62 deletions.
27 changes: 27 additions & 0 deletions internal/e2e/benchmarks/compare.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
goos: darwin
goarch: arm64
pkg: github.com/ory/keto/internal/e2e
cpu: Apple M1 Max
│ master.txt │ vanguard.txt │
│ sec/op │ sec/op vs base │
E2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 2.056m ± 65% 2.984m ± 9% +45.15% (p=0.035 n=10)
E2E/client=*e2e.grpcClient/check_subject_expand-10 375.7µ ± 20% 505.7µ ± 10% +34.60% (p=0.000 n=10)
E2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2.277m ± 3% 3.422m ± 20% +50.26% (p=0.000 n=10)
E2E/client=*e2e.restClient/check_subject_expand-10 778.3µ ± 13% 1210.9µ ± 7% +55.59% (p=0.000 n=10)
geomean 1.082m 1.581m +46.19%

│ master.txt │ vanguard.txt │
│ B/op │ B/op vs base │
E2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 229.2Ki ± 1% 472.3Ki ± 0% +106.06% (p=0.000 n=10)
E2E/client=*e2e.grpcClient/check_subject_expand-10 58.93Ki ± 14% 98.60Ki ± 8% +67.32% (p=0.000 n=10)
E2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 415.9Ki ± 0% 642.5Ki ± 0% +54.49% (p=0.000 n=10)
E2E/client=*e2e.restClient/check_subject_expand-10 156.9Ki ± 8% 218.5Ki ± 6% +39.30% (p=0.000 n=10)
geomean 172.3Ki 284.3Ki +65.04%

│ master.txt │ vanguard.txt │
│ allocs/op │ allocs/op vs base │
E2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 4.392k ± 0% 7.656k ± 0% +74.32% (p=0.000 n=10)
E2E/client=*e2e.grpcClient/check_subject_expand-10 1.052k ± 16% 1.579k ± 10% +50.10% (p=0.000 n=10)
E2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 6.374k ± 0% 9.081k ± 0% +42.47% (p=0.000 n=10)
E2E/client=*e2e.restClient/check_subject_expand-10 2.464k ± 10% 3.194k ± 8% +29.63% (p=0.000 n=10)
geomean 2.919k 4.327k +48.26%
75 changes: 44 additions & 31 deletions internal/e2e/benchmarks/master.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,35 +4,48 @@ pkg: github.com/ory/keto/internal/e2e
cpu: Apple M1 Max
BenchmarkE2E
BenchmarkE2E/client=*e2e.grpcClient
BenchmarkE2E/client=*e2e.grpcClient-10 4564 1104440 ns/op 236775 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5310 1092201 ns/op 235975 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5482 1087377 ns/op 235896 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5476 1094396 ns/op 236674 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5521 1084403 ns/op 236857 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5506 1095627 ns/op 236222 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5600 1091936 ns/op 236644 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5295 1083465 ns/op 236759 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5564 1105075 ns/op 236481 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient-10 5497 1098456 ns/op 236536 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 3044 2036815 ns/op 234612 B/op 4392 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 3196 1943070 ns/op 235661 B/op 4392 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 3082 1900088 ns/op 235383 B/op 4392 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 2797 2075262 ns/op 234772 B/op 4392 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 2616 2682081 ns/op 234344 B/op 4392 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 2668 2792842 ns/op 234283 B/op 4392 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 1357 3826322 ns/op 232896 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 1777 3397504 ns/op 232364 B/op 4391 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 2955 1988704 ns/op 235216 B/op 4392 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/create,_query,_check,_batchCheck,_delete-10 3091 1973629 ns/op 235666 B/op 4392 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 22716 263188 ns/op 49361 B/op 832 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 21562 300689 ns/op 51676 B/op 882 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 20163 317833 ns/op 54198 B/op 931 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 19033 336917 ns/op 56482 B/op 979 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 17575 364134 ns/op 59226 B/op 1028 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 15829 387289 ns/op 61453 B/op 1076 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 15290 406263 ns/op 63686 B/op 1124 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 14593 434757 ns/op 66019 B/op 1172 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 13618 443224 ns/op 68948 B/op 1221 allocs/op
BenchmarkE2E/client=*e2e.grpcClient/check_subject_expand-10 13591 446524 ns/op 71142 B/op 1269 allocs/op
BenchmarkE2E/client=*e2e.restClient
BenchmarkE2E/client=*e2e.restClient-10 4258 1330755 ns/op 430027 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 4344 1318404 ns/op 431899 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 4521 1318580 ns/op 431214 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 4512 1323070 ns/op 430685 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 4540 1309875 ns/op 430866 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 4365 1950813 ns/op 425921 B/op 6372 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 4498 1343969 ns/op 431727 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 4554 1441481 ns/op 430379 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 3850 1466625 ns/op 430242 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient-10 4338 1460786 ns/op 431157 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.sdkClient
BenchmarkE2E/client=*e2e.sdkClient-10 4872 1178648 ns/op 371673 B/op 5791 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 5332 1167297 ns/op 365657 B/op 5788 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 5552 1152516 ns/op 365785 B/op 5789 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 4893 1245479 ns/op 365327 B/op 5788 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 5403 1112319 ns/op 365618 B/op 5788 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 5179 1153303 ns/op 365799 B/op 5789 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 5348 1127748 ns/op 365601 B/op 5789 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 5160 1162725 ns/op 365590 B/op 5789 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 5289 1182892 ns/op 365424 B/op 5789 allocs/op
BenchmarkE2E/client=*e2e.sdkClient-10 5000 1163976 ns/op 365654 B/op 5789 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2665 2473534 ns/op 425747 B/op 6374 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2565 2259270 ns/op 426344 B/op 6374 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2329 2265164 ns/op 425052 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2456 2286670 ns/op 426476 B/op 6374 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2648 2243542 ns/op 425327 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2787 2326190 ns/op 426023 B/op 6374 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2684 2245021 ns/op 425938 B/op 6374 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2504 2325915 ns/op 424691 B/op 6373 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2742 2268328 ns/op 425542 B/op 6374 allocs/op
BenchmarkE2E/client=*e2e.restClient/create,_query,_check,_batchCheck,_delete-10 2672 2336043 ns/op 426355 B/op 6374 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 9168 679619 ns/op 144122 B/op 2134 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 8559 671683 ns/op 147771 B/op 2208 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 8854 701163 ns/op 151576 B/op 2282 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 8439 752587 ns/op 155210 B/op 2355 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 7762 766527 ns/op 158637 B/op 2427 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 7164 789994 ns/op 162624 B/op 2501 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 7615 815807 ns/op 166210 B/op 2573 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 7392 826444 ns/op 169928 B/op 2645 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 7155 858229 ns/op 173347 B/op 2717 allocs/op
BenchmarkE2E/client=*e2e.restClient/check_subject_expand-10 6865 884533 ns/op 176586 B/op 2789 allocs/op
Loading

0 comments on commit c5151ce

Please sign in to comment.