Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Apr 15, 2022
1 parent d64f82d commit 8aeac21
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -85,3 +85,4 @@
{"machine_info": {"node": "fv-az212-963", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593907000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "99d2cbdd9e73f0828fa9d282779ad770e71ff7af", "time": "2022-04-12T07:39:33+01:00", "author_time": "2022-04-12T07:39:33+01:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7443225009999992, "max": 1.7828906350000011, "mean": 1.7636065680000002, "stddev": 0.0272717890891128, "rounds": 2, "median": 1.7636065680000002, "iqr": 0.03856813400000192, "q1": 1.7443225009999992, "q3": 1.7828906350000011, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7443225009999992, "hd15iqr": 1.7828906350000011, "ops": 0.5670198887578649, "total": 3.5272131360000003, "data": [1.7443225009999992, 1.7828906350000011], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8014165320000188, "max": 2.0532551160000025, "mean": 1.9273358240000107, "stddev": 0.17807677051080645, "rounds": 2, "median": 1.9273358240000107, "iqr": 0.2518385839999837, "q1": 1.8014165320000188, "q3": 2.0532551160000025, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8014165320000188, "hd15iqr": 2.0532551160000025, "ops": 0.5188509379359694, "total": 3.8546716480000214, "data": [2.0532551160000025, 1.8014165320000188], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.341494772999965, "max": 4.482183966999969, "mean": 4.411839369999967, "stddev": 0.09948228311707233, "rounds": 2, "median": 4.411839369999967, "iqr": 0.14068919400000368, "q1": 4.341494772999965, "q3": 4.482183966999969, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.341494772999965, "hd15iqr": 4.482183966999969, "ops": 0.22666283065514406, "total": 8.823678739999934, "data": [4.341494772999965, 4.482183966999969], "iterations": 1}}], "datetime": "2022-04-12T06:40:27.550646", "version": "3.4.1"}
{"machine_info": {"node": "fv-az266-830", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095217000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "d766ad2111c3f60873cf083d9297fa8813a514cc", "time": "2022-04-13T16:38:15+01:00", "author_time": "2022-04-13T16:38:15+01:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.1218362799999966, "max": 2.1337479260000123, "mean": 2.1277921030000044, "stddev": 0.00842280566170472, "rounds": 2, "median": 2.1277921030000044, "iqr": 0.011911646000015708, "q1": 2.1218362799999966, "q3": 2.1337479260000123, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.1218362799999966, "hd15iqr": 2.1337479260000123, "ops": 0.46997072627071307, "total": 4.255584206000009, "data": [2.1218362799999966, 2.1337479260000123], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.102980582000015, "max": 2.2398616150000237, "mean": 2.1714210985000193, "stddev": 0.09678950665012578, "rounds": 2, "median": 2.1714210985000193, "iqr": 0.13688103300000876, "q1": 2.102980582000015, "q3": 2.2398616150000237, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.102980582000015, "hd15iqr": 2.2398616150000237, "ops": 0.46052790068715044, "total": 4.342842197000039, "data": [2.2398616150000237, 2.102980582000015], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 5.137575916000003, "max": 5.3232780060000096, "mean": 5.230426961000006, "stddev": 0.1313112071195192, "rounds": 2, "median": 5.230426961000006, "iqr": 0.1857020900000066, "q1": 5.137575916000003, "q3": 5.3232780060000096, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 5.137575916000003, "hd15iqr": 5.3232780060000096, "ops": 0.19118898083394895, "total": 10.460853922000013, "data": [5.137575916000003, 5.3232780060000096], "iterations": 1}}], "datetime": "2022-04-13T15:39:18.854772", "version": "3.4.1"}
{"machine_info": {"node": "fv-az292-811", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095195000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "148698dcc1f24aff799b4f17ea6c304e8e33e694", "time": "2022-04-15T15:57:17+01:00", "author_time": "2022-04-15T15:57:17+01:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7724326079999884, "max": 1.774652844000002, "mean": 1.7735427259999952, "stddev": 0.001569943931444142, "rounds": 2, "median": 1.7735427259999952, "iqr": 0.0022202360000136423, "q1": 1.7724326079999884, "q3": 1.774652844000002, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7724326079999884, "hd15iqr": 1.774652844000002, "ops": 0.5638431966369232, "total": 3.5470854519999904, "data": [1.774652844000002, 1.7724326079999884], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.9437891479999934, "max": 2.0078260030000052, "mean": 1.9758075754999993, "stddev": 0.045280894416368074, "rounds": 2, "median": 1.9758075754999993, "iqr": 0.06403685500001188, "q1": 1.9437891479999934, "q3": 2.0078260030000052, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.9437891479999934, "hd15iqr": 2.0078260030000052, "ops": 0.5061221610849119, "total": 3.9516151509999986, "data": [2.0078260030000052, 1.9437891479999934], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.400109366999999, "max": 4.484324913999998, "mean": 4.442217140499999, "stddev": 0.05954938436503402, "rounds": 2, "median": 4.442217140499999, "iqr": 0.08421554699999945, "q1": 4.400109366999999, "q3": 4.484324913999998, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.400109366999999, "hd15iqr": 4.484324913999998, "ops": 0.2251128137980765, "total": 8.884434280999997, "data": [4.484324913999998, 4.400109366999999], "iterations": 1}}], "datetime": "2022-04-15T14:58:14.454473", "version": "3.4.1"}
{"machine_info": {"node": "fv-az290-959", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593906000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "d64f82dbd43da450bdd301490d9f9b515de89575", "time": "2022-04-15T16:01:07+01:00", "author_time": "2022-04-15T16:01:07+01:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7386720610000026, "max": 1.7554697349999984, "mean": 1.7470708980000005, "stddev": 0.011877749193557965, "rounds": 2, "median": 1.7470708980000005, "iqr": 0.016797673999995766, "q1": 1.7386720610000026, "q3": 1.7554697349999984, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7386720610000026, "hd15iqr": 1.7554697349999984, "ops": 0.5723866164474338, "total": 3.494141796000001, "data": [1.7386720610000026, 1.7554697349999984], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7776193650000067, "max": 1.8916972969999932, "mean": 1.834658331, "stddev": 0.0806652793009283, "rounds": 2, "median": 1.834658331, "iqr": 0.1140779319999865, "q1": 1.7776193650000067, "q3": 1.8916972969999932, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7776193650000067, "hd15iqr": 1.8916972969999932, "ops": 0.5450606159758037, "total": 3.669316662, "data": [1.8916972969999932, 1.7776193650000067], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.337397113999998, "max": 4.415864601999999, "mean": 4.376630857999999, "stddev": 0.05548489286747485, "rounds": 2, "median": 4.376630857999999, "iqr": 0.07846748800000114, "q1": 4.337397113999998, "q3": 4.415864601999999, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.337397113999998, "hd15iqr": 4.415864601999999, "ops": 0.22848625631108693, "total": 8.753261715999997, "data": [4.337397113999998, 4.415864601999999], "iterations": 1}}], "datetime": "2022-04-15T15:02:03.153571", "version": "3.4.1"}

0 comments on commit 8aeac21

Please sign in to comment.