Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Apr 29, 2022
1 parent 6b4d596 commit 63d676a
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -113,3 +113,4 @@
{"machine_info": {"node": "fv-az194-500", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593905000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "688d0095b20d09f25ff7999b2b02ed3ff7cb212c", "time": "2022-04-27T14:25:02+01:00", "author_time": "2022-04-27T14:25:02+01:00", "dirty": true, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7511014869999997, "max": 1.7795858440000103, "mean": 1.765343665500005, "stddev": 0.02014148199244601, "rounds": 2, "median": 1.765343665500005, "iqr": 0.02848435700001062, "q1": 1.7511014869999997, "q3": 1.7795858440000103, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7511014869999997, "hd15iqr": 1.7795858440000103, "ops": 0.5664619414015153, "total": 3.53068733100001, "data": [1.7795858440000103, 1.7511014869999997], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.9535993569999874, "max": 2.0620985259999998, "mean": 2.0078489414999936, "stddev": 0.07672049815301396, "rounds": 2, "median": 2.0078489414999936, "iqr": 0.10849916900001233, "q1": 1.9535993569999874, "q3": 2.0620985259999998, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.9535993569999874, "hd15iqr": 2.0620985259999998, "ops": 0.4980454352571638, "total": 4.015697882999987, "data": [2.0620985259999998, 1.9535993569999874], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.3449191019999915, "max": 4.378199401000003, "mean": 4.3615592514999975, "stddev": 0.023532725102824247, "rounds": 2, "median": 4.3615592514999975, "iqr": 0.03328029900001184, "q1": 4.3449191019999915, "q3": 4.378199401000003, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.3449191019999915, "hd15iqr": 4.378199401000003, "ops": 0.22927580306425663, "total": 8.723118502999995, "data": [4.378199401000003, 4.3449191019999915], "iterations": 1}}], "datetime": "2022-04-27T13:26:00.058240", "version": "3.4.1"}
{"machine_info": {"node": "fv-az292-362", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1022-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593909000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "d369e4e704fe604930d28d206e5cc93dbe988171", "time": "2022-04-28T15:38:56+01:00", "author_time": "2022-04-28T15:38:56+01:00", "dirty": true, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6085133119999995, "max": 1.6110532410000005, "mean": 1.6097832765, "stddev": 0.0017960010196330703, "rounds": 2, "median": 1.6097832765, "iqr": 0.0025399290000009955, "q1": 1.6085133119999995, "q3": 1.6110532410000005, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6085133119999995, "hd15iqr": 1.6110532410000005, "ops": 0.6212016329143422, "total": 3.219566553, "data": [1.6085133119999995, 1.6110532410000005], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8262911969999962, "max": 2.2473153940000046, "mean": 2.0368032955000004, "stddev": 0.2977090647423268, "rounds": 2, "median": 2.0368032955000004, "iqr": 0.42102419700000837, "q1": 1.8262911969999962, "q3": 2.2473153940000046, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8262911969999962, "hd15iqr": 2.2473153940000046, "ops": 0.4909654271521183, "total": 4.073606591000001, "data": [2.2473153940000046, 1.8262911969999962], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.9159518839999947, "max": 4.367855601000002, "mean": 4.1419037424999985, "stddev": 0.31954418273411184, "rounds": 2, "median": 4.1419037424999985, "iqr": 0.45190371700000753, "q1": 3.9159518839999947, "q3": 4.367855601000002, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.9159518839999947, "hd15iqr": 4.367855601000002, "ops": 0.24143487202249977, "total": 8.283807484999997, "data": [3.9159518839999947, 4.367855601000002], "iterations": 1}}], "datetime": "2022-04-28T14:39:57.414021", "version": "3.4.1"}
{"machine_info": {"node": "fv-az198-991", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1022-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593905000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "6fe54ceb9a87d9895f56dbe7b0fa3137f735f04b", "time": "2022-04-28T16:10:05+01:00", "author_time": "2022-04-28T16:10:05+01:00", "dirty": true, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7503522550000028, "max": 1.777093874000002, "mean": 1.7637230645000024, "stddev": 0.018909180134806428, "rounds": 2, "median": 1.7637230645000024, "iqr": 0.02674161899999916, "q1": 1.7503522550000028, "q3": 1.777093874000002, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7503522550000028, "hd15iqr": 1.777093874000002, "ops": 0.5669824362610407, "total": 3.5274461290000048, "data": [1.777093874000002, 1.7503522550000028], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8955403049999973, "max": 2.1677202779999973, "mean": 2.0316302914999973, "stddev": 0.19246030461147148, "rounds": 2, "median": 2.0316302914999973, "iqr": 0.2721799730000001, "q1": 1.8955403049999973, "q3": 2.1677202779999973, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8955403049999973, "hd15iqr": 2.1677202779999973, "ops": 0.492215539502356, "total": 4.063260582999995, "data": [2.1677202779999973, 1.8955403049999973], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.2725335619999925, "max": 4.283007309000006, "mean": 4.277770435499999, "stddev": 0.007406057528141546, "rounds": 2, "median": 4.277770435499999, "iqr": 0.010473747000013134, "q1": 4.2725335619999925, "q3": 4.283007309000006, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.2725335619999925, "hd15iqr": 4.283007309000006, "ops": 0.23376663499782147, "total": 8.555540870999998, "data": [4.283007309000006, 4.2725335619999925], "iterations": 1}}], "datetime": "2022-04-28T15:10:58.314998", "version": "3.4.1"}
{"machine_info": {"node": "fv-az504-709", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1022-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593907000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "6b4d59656d993758e4b82cdeeb06fd649cc3e5be", "time": "2022-04-29T11:36:04+01:00", "author_time": "2022-04-29T11:36:04+01:00", "dirty": true, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7246526429999989, "max": 1.7289371099999968, "mean": 1.7267948764999979, "stddev": 0.003029575669468541, "rounds": 2, "median": 1.7267948764999979, "iqr": 0.00428446699999796, "q1": 1.7246526429999989, "q3": 1.7289371099999968, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7246526429999989, "hd15iqr": 1.7289371099999968, "ops": 0.5791075787918005, "total": 3.4535897529999957, "data": [1.7246526429999989, 1.7289371099999968], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.903601069000004, "max": 2.074386092999994, "mean": 1.988993580999999, "stddev": 0.12076324859550017, "rounds": 2, "median": 1.988993580999999, "iqr": 0.17078502399998996, "q1": 1.903601069000004, "q3": 2.074386092999994, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.903601069000004, "hd15iqr": 2.074386092999994, "ops": 0.5027668312017547, "total": 3.977987161999998, "data": [2.074386092999994, 1.903601069000004], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.276994317000003, "max": 4.286016862000011, "mean": 4.281505589500007, "stddev": 0.00637990275306619, "rounds": 2, "median": 4.281505589500007, "iqr": 0.009022545000007653, "q1": 4.276994317000003, "q3": 4.286016862000011, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.276994317000003, "hd15iqr": 4.286016862000011, "ops": 0.23356269870402754, "total": 8.563011179000014, "data": [4.286016862000011, 4.276994317000003], "iterations": 1}}], "datetime": "2022-04-29T10:37:01.622161", "version": "3.4.1"}

0 comments on commit 63d676a

Please sign in to comment.