Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed May 17, 2022
1 parent ab33cc1 commit d66fd9e
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -148,3 +148,4 @@
{"machine_info": {"node": "fv-az38-315", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1022-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593905000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "3e857ea052734ab12c23818e8ed43978d41df3b6", "time": "2022-05-14T06:30:10+01:00", "author_time": "2022-05-14T06:30:10+01:00", "dirty": true, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7577858589999948, "max": 1.803152988999983, "mean": 1.780469423999989, "stddev": 0.03207940526596336, "rounds": 2, "median": 1.780469423999989, "iqr": 0.045367129999988265, "q1": 1.7577858589999948, "q3": 1.803152988999983, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7577858589999948, "hd15iqr": 1.803152988999983, "ops": 0.5616496338102834, "total": 3.560938847999978, "data": [1.7577858589999948, 1.803152988999983], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.826836868000015, "max": 2.416882008000016, "mean": 2.1218594380000155, "stddev": 0.4172249197001664, "rounds": 2, "median": 2.1218594380000155, "iqr": 0.5900451400000009, "q1": 1.826836868000015, "q3": 2.416882008000016, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.826836868000015, "hd15iqr": 2.416882008000016, "ops": 0.47128475246341583, "total": 4.243718876000031, "data": [2.416882008000016, 1.826836868000015], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.296986603999983, "max": 4.459701793999983, "mean": 4.378344198999983, "stddev": 0.11505701425105759, "rounds": 2, "median": 4.378344198999983, "iqr": 0.16271519000000012, "q1": 4.296986603999983, "q3": 4.459701793999983, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.296986603999983, "hd15iqr": 4.459701793999983, "ops": 0.2283968446858063, "total": 8.756688397999966, "data": [4.296986603999983, 4.459701793999983], "iterations": 1}}], "datetime": "2022-05-14T05:31:00.342725", "version": "3.4.1"}
{"machine_info": {"node": "fv-az426-664", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1023-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095174000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "239b7421aba82e667a1a4648fd487b4a5547bf17", "time": "2022-05-17T10:09:46+01:00", "author_time": "2022-05-17T10:09:46+01:00", "dirty": true, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.080213227999991, "max": 2.1207020930000056, "mean": 2.1004576604999983, "stddev": 0.028629951004056974, "rounds": 2, "median": 2.1004576604999983, "iqr": 0.040488865000014584, "q1": 2.080213227999991, "q3": 2.1207020930000056, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.080213227999991, "hd15iqr": 2.1207020930000056, "ops": 0.47608672091107873, "total": 4.2009153209999965, "data": [2.1207020930000056, 2.080213227999991], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.035274598000001, "max": 2.180746001000017, "mean": 2.108010299500009, "stddev": 0.1028638155300325, "rounds": 2, "median": 2.108010299500009, "iqr": 0.14547140300001615, "q1": 2.035274598000001, "q3": 2.180746001000017, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.035274598000001, "hd15iqr": 2.180746001000017, "ops": 0.47438098392459765, "total": 4.216020599000018, "data": [2.180746001000017, 2.035274598000001], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.880209608000001, "max": 5.088464071999994, "mean": 4.984336839999997, "stddev": 0.14725814370676435, "rounds": 2, "median": 4.984336839999997, "iqr": 0.20825446399999237, "q1": 4.880209608000001, "q3": 5.088464071999994, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.880209608000001, "hd15iqr": 5.088464071999994, "ops": 0.20062849524431428, "total": 9.968673679999995, "data": [4.880209608000001, 5.088464071999994], "iterations": 1}}], "datetime": "2022-05-17T09:12:02.586194", "version": "3.4.1"}
{"machine_info": {"node": "fv-az459-473", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1023-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593908000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "67d395b68ee609112288aa6ed2866fc8f19fa0f5", "time": "2022-05-17T10:54:35+01:00", "author_time": "2022-05-17T10:54:35+01:00", "dirty": true, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7500595930000031, "max": 1.7687621069999864, "mean": 1.7594108499999948, "stddev": 0.01322467447462449, "rounds": 2, "median": 1.7594108499999948, "iqr": 0.01870251399998324, "q1": 1.7500595930000031, "q3": 1.7687621069999864, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7500595930000031, "hd15iqr": 1.7687621069999864, "ops": 0.568372077505378, "total": 3.5188216999999895, "data": [1.7687621069999864, 1.7500595930000031], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8031936540000117, "max": 1.9158326429999875, "mean": 1.8595131484999996, "stddev": 0.07964779294787976, "rounds": 2, "median": 1.8595131484999996, "iqr": 0.11263898899997571, "q1": 1.8031936540000117, "q3": 1.9158326429999875, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8031936540000117, "hd15iqr": 1.9158326429999875, "ops": 0.5377751702410187, "total": 3.719026296999999, "data": [1.9158326429999875, 1.8031936540000117], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.35705204300001, "max": 4.499011342999978, "mean": 4.428031692999994, "stddev": 0.10038038368247278, "rounds": 2, "median": 4.428031692999994, "iqr": 0.14195929999996793, "q1": 4.35705204300001, "q3": 4.499011342999978, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.35705204300001, "hd15iqr": 4.499011342999978, "ops": 0.22583397530348284, "total": 8.856063385999988, "data": [4.35705204300001, 4.499011342999978], "iterations": 1}}], "datetime": "2022-05-17T09:55:30.734993", "version": "3.4.1"}
{"machine_info": {"node": "fv-az456-580", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1023-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294689000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": "512 KiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "ab33cc1616ddedbabf6927eacf88a588ac7e79e4", "time": "2022-05-17T14:45:52+01:00", "author_time": "2022-05-17T14:45:52+01:00", "dirty": true, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.259789478000002, "max": 2.2911184409999947, "mean": 2.2754539594999983, "stddev": 0.02215292218483741, "rounds": 2, "median": 2.2754539594999983, "iqr": 0.03132896299999288, "q1": 2.259789478000002, "q3": 2.2911184409999947, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.259789478000002, "hd15iqr": 2.2911184409999947, "ops": 0.43947274600965214, "total": 4.550907918999997, "data": [2.2911184409999947, 2.259789478000002], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.347489777000007, "max": 2.4448576409999987, "mean": 2.396173709000003, "stddev": 0.0688494769040437, "rounds": 2, "median": 2.396173709000003, "iqr": 0.09736786399999176, "q1": 2.347489777000007, "q3": 2.4448576409999987, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.347489777000007, "hd15iqr": 2.4448576409999987, "ops": 0.4173320140539105, "total": 4.792347418000006, "data": [2.4448576409999987, 2.347489777000007], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 5.506964690999993, "max": 5.654759634000001, "mean": 5.580862162499997, "stddev": 0.10450680642038497, "rounds": 2, "median": 5.580862162499997, "iqr": 0.14779494300000806, "q1": 5.506964690999993, "q3": 5.654759634000001, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 5.506964690999993, "hd15iqr": 5.654759634000001, "ops": 0.17918378395356052, "total": 11.161724324999994, "data": [5.506964690999993, 5.654759634000001], "iterations": 1}}], "datetime": "2022-05-17T13:46:56.042690", "version": "3.4.1"}

0 comments on commit d66fd9e

Please sign in to comment.