Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Nov 23, 2022
1 parent 7d50bae commit caab717
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -407,3 +407,4 @@
{"machine_info": {"node": "fv-az190-461", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1022-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294686000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": "512 KiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "d08ced2c8f345ff6e5f5479b4d8cc34b93e2a3e3", "time": "2022-11-21T19:42:06+00:00", "author_time": "2022-11-21T19:42:06+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.460551584000001, "max": 1.4769282990000079, "mean": 1.4687399415000044, "stddev": 0.011580086230064348, "rounds": 2, "median": 1.4687399415000044, "iqr": 0.016376715000006925, "q1": 1.460551584000001, "q3": 1.4769282990000079, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.460551584000001, "hd15iqr": 1.4769282990000079, "ops": 0.6808557265615813, "total": 2.937479883000009, "data": [1.4769282990000079, 1.460551584000001], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5222573700000055, "max": 1.5703600960000017, "mean": 1.5463087330000036, "stddev": 0.03401376374815577, "rounds": 2, "median": 1.5463087330000036, "iqr": 0.04810272599999621, "q1": 1.5222573700000055, "q3": 1.5703600960000017, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5222573700000055, "hd15iqr": 1.5703600960000017, "ops": 0.6467013854729343, "total": 3.092617466000007, "data": [1.5703600960000017, 1.5222573700000055], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.2931709940000076, "max": 3.3338266250000004, "mean": 3.313498809500004, "stddev": 0.028747872373512933, "rounds": 2, "median": 3.313498809500004, "iqr": 0.04065563099999281, "q1": 3.2931709940000076, "q3": 3.3338266250000004, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.2931709940000076, "hd15iqr": 3.3338266250000004, "ops": 0.30179579275324886, "total": 6.626997619000008, "data": [3.3338266250000004, 3.2931709940000076], "iterations": 1}}], "datetime": "2022-11-21T19:43:22.643079", "version": "3.4.1"}
{"machine_info": {"node": "fv-az173-219", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1022-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593907000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "ff5bda71b7a56fd6622f869812539b523d140618", "time": "2022-11-22T12:50:40+00:00", "author_time": "2022-11-22T12:50:40+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0430059029999939, "max": 1.0616325680000074, "mean": 1.0523192355000006, "stddev": 0.013171041132399692, "rounds": 2, "median": 1.0523192355000006, "iqr": 0.01862666500001353, "q1": 1.0430059029999939, "q3": 1.0616325680000074, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0430059029999939, "hd15iqr": 1.0616325680000074, "ops": 0.9502819736302344, "total": 2.1046384710000012, "data": [1.0616325680000074, 1.0430059029999939], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0969357080000037, "max": 1.7727530789999975, "mean": 1.4348443935000006, "stddev": 0.47787504587776036, "rounds": 2, "median": 1.4348443935000006, "iqr": 0.6758173709999937, "q1": 1.0969357080000037, "q3": 1.7727530789999975, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0969357080000037, "hd15iqr": 1.7727530789999975, "ops": 0.6969396852579329, "total": 2.869688787000001, "data": [1.7727530789999975, 1.0969357080000037], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.5236093160000053, "max": 2.540721880999996, "mean": 2.5321655985000007, "stddev": 0.012100410754989072, "rounds": 2, "median": 2.5321655985000007, "iqr": 0.01711256499999081, "q1": 2.5236093160000053, "q3": 2.540721880999996, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.5236093160000053, "hd15iqr": 2.540721880999996, "ops": 0.3949188791571839, "total": 5.064331197000001, "data": [2.540721880999996, 2.5236093160000053], "iterations": 1}}], "datetime": "2022-11-22T12:51:43.451418", "version": "3.4.1"}
{"machine_info": {"node": "fv-az371-257", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1022-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz", "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.3945 GHz", "hz_advertised": [2400000000, 0], "hz_actual": [2394456000, 0], "stepping": 2, "model": 63, "family": 6, "flags": ["abm", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdtscp", "rep_good", "sep", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 31457280, "l2_cache_size": "512 KiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "6f5e10f7ebc78443d21cf94c9b1e2ab1a26d4cb8", "time": "2022-11-23T08:52:47+00:00", "author_time": "2022-11-23T08:52:47+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.4176951179999833, "max": 1.4466238870000439, "mean": 1.4321595025000136, "stddev": 0.020455728731322016, "rounds": 2, "median": 1.4321595025000136, "iqr": 0.028928769000060583, "q1": 1.4176951179999833, "q3": 1.4466238870000439, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.4176951179999833, "hd15iqr": 1.4466238870000439, "ops": 0.6982462485877969, "total": 2.864319005000027, "data": [1.4466238870000439, 1.4176951179999833], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.4041309669999578, "max": 1.5080865909999943, "mean": 1.456108778999976, "stddev": 0.07350772667290485, "rounds": 2, "median": 1.456108778999976, "iqr": 0.10395562400003655, "q1": 1.4041309669999578, "q3": 1.5080865909999943, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.4041309669999578, "hd15iqr": 1.5080865909999943, "ops": 0.6867618782483945, "total": 2.912217557999952, "data": [1.5080865909999943, 1.4041309669999578], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.7399721070000282, "max": 3.7687326289999987, "mean": 3.7543523680000135, "stddev": 0.02033676013664401, "rounds": 2, "median": 3.7543523680000135, "iqr": 0.02876052199997048, "q1": 3.7399721070000282, "q3": 3.7687326289999987, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.7399721070000282, "hd15iqr": 3.7687326289999987, "ops": 0.2663575237432259, "total": 7.508704736000027, "data": [3.7399721070000282, 3.7687326289999987], "iterations": 1}}], "datetime": "2022-11-23T08:54:04.429157", "version": "3.4.1"}
{"machine_info": {"node": "fv-az456-558", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1023-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793437000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": "96 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "7d50bae996c5d3c737c7cff8ed02bff29b626d29", "time": "2022-11-23T11:17:32+00:00", "author_time": "2022-11-23T11:17:32+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.1472764750000124, "max": 1.1831301999999937, "mean": 1.165203337500003, "stddev": 0.025352412078284422, "rounds": 2, "median": 1.165203337500003, "iqr": 0.035853724999981296, "q1": 1.1472764750000124, "q3": 1.1831301999999937, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.1472764750000124, "hd15iqr": 1.1831301999999937, "ops": 0.8582193062933939, "total": 2.330406675000006, "data": [1.1472764750000124, 1.1831301999999937], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.1573109139999929, "max": 1.1707858450000117, "mean": 1.1640483795000023, "stddev": 0.00952821508613415, "rounds": 2, "median": 1.1640483795000023, "iqr": 0.013474931000018842, "q1": 1.1573109139999929, "q3": 1.1707858450000117, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.1573109139999929, "hd15iqr": 1.1707858450000117, "ops": 0.8590708235249925, "total": 2.3280967590000046, "data": [1.1707858450000117, 1.1573109139999929], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.002897456000028, "max": 3.0141025679999984, "mean": 3.008500012000013, "stddev": 0.007923210679133926, "rounds": 2, "median": 3.008500012000013, "iqr": 0.01120511199997054, "q1": 3.002897456000028, "q3": 3.0141025679999984, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.002897456000028, "hd15iqr": 3.0141025679999984, "ops": 0.3323915559286345, "total": 6.017000024000026, "data": [3.0141025679999984, 3.002897456000028], "iterations": 1}}], "datetime": "2022-11-23T11:19:21.358142", "version": "3.4.1"}

0 comments on commit caab717

Please sign in to comment.