Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Mar 8, 2022
1 parent 1cbc5ca commit 051ccff
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -41,3 +41,4 @@
{"machine_info": {"node": "fv-az154-869", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.11.0-1028-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593905000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "a798d6d85e4878452dc5befd4485725ed9588a57", "time": "2022-03-06T16:04:59+00:00", "author_time": "2022-03-06T16:04:59+00:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6405766560000075, "max": 1.7195181409999947, "mean": 1.680047398500001, "stddev": 0.05582005936042708, "rounds": 2, "median": 1.680047398500001, "iqr": 0.07894148499998721, "q1": 1.6405766560000075, "q3": 1.7195181409999947, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6405766560000075, "hd15iqr": 1.7195181409999947, "ops": 0.5952213020256639, "total": 3.360094797000002, "data": [1.6405766560000075, 1.7195181409999947], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6705084660000011, "max": 1.8250768770000008, "mean": 1.747792671500001, "stddev": 0.10929637157532908, "rounds": 2, "median": 1.747792671500001, "iqr": 0.15456841099999963, "q1": 1.6705084660000011, "q3": 1.8250768770000008, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6705084660000011, "hd15iqr": 1.8250768770000008, "ops": 0.5721502420202815, "total": 3.495585343000002, "data": [1.8250768770000008, 1.6705084660000011], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.305077428999994, "max": 4.617329651999995, "mean": 4.461203540499994, "stddev": 0.22079566432387515, "rounds": 2, "median": 4.461203540499994, "iqr": 0.31225222300000155, "q1": 4.305077428999994, "q3": 4.617329651999995, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.305077428999994, "hd15iqr": 4.617329651999995, "ops": 0.22415475799786616, "total": 8.922407080999989, "data": [4.305077428999994, 4.617329651999995], "iterations": 1}}], "datetime": "2022-03-06T16:05:38.907711", "version": "3.4.1"}
{"machine_info": {"node": "fv-az397-259", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.11.0-1028-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593907000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "98feb16479e0791456b763054e0196ab5a198aef", "time": "2022-03-06T16:25:32+00:00", "author_time": "2022-03-06T16:25:32+00:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7826001640000015, "max": 1.8260845970000048, "mean": 1.8043423805000032, "stddev": 0.030748137450354394, "rounds": 2, "median": 1.8043423805000032, "iqr": 0.043484433000003264, "q1": 1.7826001640000015, "q3": 1.8260845970000048, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7826001640000015, "hd15iqr": 1.8260845970000048, "ops": 0.5542185401214647, "total": 3.6086847610000063, "data": [1.7826001640000015, 1.8260845970000048], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8022339310000035, "max": 1.84111176399999, "mean": 1.8216728474999968, "stddev": 0.027490779352128656, "rounds": 2, "median": 1.8216728474999968, "iqr": 0.038877832999986595, "q1": 1.8022339310000035, "q3": 1.84111176399999, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8022339310000035, "hd15iqr": 1.84111176399999, "ops": 0.5489459874051297, "total": 3.6433456949999936, "data": [1.8022339310000035, 1.84111176399999], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.585264415999987, "max": 4.7645023909999935, "mean": 4.67488340349999, "stddev": 0.12674038756864955, "rounds": 2, "median": 4.67488340349999, "iqr": 0.1792379750000066, "q1": 4.585264415999987, "q3": 4.7645023909999935, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.585264415999987, "hd15iqr": 4.7645023909999935, "ops": 0.21390907829943318, "total": 9.34976680699998, "data": [4.7645023909999935, 4.585264415999987], "iterations": 1}}], "datetime": "2022-03-06T16:26:18.458159", "version": "3.4.1"}
{"machine_info": {"node": "fv-az399-31", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.11.0-1028-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593906000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "497e1b250a8720f17d7c0f83f8d9238da95b4472", "time": "2022-03-07T06:53:10+00:00", "author_time": "2022-03-07T06:53:10+00:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8132240690000003, "max": 1.929701276000003, "mean": 1.8714626725000016, "stddev": 0.08236182292337106, "rounds": 2, "median": 1.8714626725000016, "iqr": 0.11647720700000264, "q1": 1.8132240690000003, "q3": 1.929701276000003, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8132240690000003, "hd15iqr": 1.929701276000003, "ops": 0.534341408297578, "total": 3.7429253450000033, "data": [1.8132240690000003, 1.929701276000003], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.831581626000002, "max": 1.9649320039999907, "mean": 1.8982568149999963, "stddev": 0.09429295655758142, "rounds": 2, "median": 1.8982568149999963, "iqr": 0.13335037799998872, "q1": 1.831581626000002, "q3": 1.9649320039999907, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.831581626000002, "hd15iqr": 1.9649320039999907, "ops": 0.5267991096347002, "total": 3.7965136299999926, "data": [1.9649320039999907, 1.831581626000002], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.626372963999984, "max": 4.7705543949999765, "mean": 4.69846367949998, "stddev": 0.10195166758127513, "rounds": 2, "median": 4.69846367949998, "iqr": 0.1441814309999927, "q1": 4.626372963999984, "q3": 4.7705543949999765, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.626372963999984, "hd15iqr": 4.7705543949999765, "ops": 0.21283552842243572, "total": 9.39692735899996, "data": [4.7705543949999765, 4.626372963999984], "iterations": 1}}], "datetime": "2022-03-07T06:53:52.318207", "version": "3.4.1"}
{"machine_info": {"node": "fv-az213-721", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.11.0-1028-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593907000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "1cbc5ca7fb629d8521247cfa87eecc3bea95cf09", "time": "2022-03-08T07:58:41+00:00", "author_time": "2022-03-08T07:58:41+00:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8011885480000274, "max": 1.802305471000011, "mean": 1.8017470095000192, "stddev": 0.0007897838273516764, "rounds": 2, "median": 1.8017470095000192, "iqr": 0.0011169229999836716, "q1": 1.8011885480000274, "q3": 1.802305471000011, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8011885480000274, "hd15iqr": 1.802305471000011, "ops": 0.5550168779120093, "total": 3.6034940190000384, "data": [1.802305471000011, 1.8011885480000274], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8153368579999665, "max": 1.9909999330000119, "mean": 1.9031683954999892, "stddev": 0.1242125515366132, "rounds": 2, "median": 1.9031683954999892, "iqr": 0.1756630750000454, "q1": 1.8153368579999665, "q3": 1.9909999330000119, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8153368579999665, "hd15iqr": 1.9909999330000119, "ops": 0.5254395787385309, "total": 3.8063367909999783, "data": [1.8153368579999665, 1.9909999330000119], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.607153124999968, "max": 4.6126320739999755, "mean": 4.609892599499972, "stddev": 0.0038742019916805995, "rounds": 2, "median": 4.609892599499972, "iqr": 0.00547894900000756, "q1": 4.607153124999968, "q3": 4.6126320739999755, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.607153124999968, "hd15iqr": 4.6126320739999755, "ops": 0.21692479345581034, "total": 9.219785198999944, "data": [4.6126320739999755, 4.607153124999968], "iterations": 1}}], "datetime": "2022-03-08T07:59:30.168744", "version": "3.4.1"}

0 comments on commit 051ccff

Please sign in to comment.