Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Jul 21, 2023
1 parent 84ff7e3 commit 31d4d0e
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -625,3 +625,4 @@
{"machine_info": {"node": "fv-az489-323", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1041-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793439000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": 98304, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "29be0fa2a407efad23682443fc7c3b5caffe8566", "time": "2023-07-19T14:39:46+01:00", "author_time": "2023-07-19T14:39:46+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.379953582999974, "max": 1.4187625920000073, "mean": 1.3993580874999907, "stddev": 0.02744211343505327, "rounds": 2, "median": 1.3993580874999907, "iqr": 0.03880900900003326, "q1": 1.379953582999974, "q3": 1.4187625920000073, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.379953582999974, "hd15iqr": 1.4187625920000073, "ops": 0.7146133708967517, "total": 2.7987161749999814, "data": [1.4187625920000073, 1.379953582999974], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.413302439000006, "max": 1.4686351469999863, "mean": 1.4409687929999961, "stddev": 0.039126133048201235, "rounds": 2, "median": 1.4409687929999961, "iqr": 0.05533270799998036, "q1": 1.413302439000006, "q3": 1.4686351469999863, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.413302439000006, "hd15iqr": 1.4686351469999863, "ops": 0.6939775551405731, "total": 2.8819375859999923, "data": [1.4686351469999863, 1.413302439000006], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.4511845879999896, "max": 3.4583135029999994, "mean": 3.4547490454999945, "stddev": 0.005040904139009415, "rounds": 2, "median": 3.4547490454999945, "iqr": 0.007128915000009783, "q1": 3.4511845879999896, "q3": 3.4583135029999994, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.4511845879999896, "hd15iqr": 3.4583135029999994, "ops": 0.28945662530902394, "total": 6.909498090999989, "data": [3.4583135029999994, 3.4511845879999896], "iterations": 1}}], "datetime": "2023-07-19T13:40:56.738777", "version": "4.0.0"}
{"machine_info": {"node": "fv-az453-926", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1041-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095221000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "afd97eb7fb218d36c6163e839c27ef83bc17d857", "time": "2023-07-19T20:45:52+01:00", "author_time": "2023-07-19T20:45:52+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6551893199999768, "max": 1.687752459999956, "mean": 1.6714708899999664, "stddev": 0.023025617110712264, "rounds": 2, "median": 1.6714708899999664, "iqr": 0.032563139999979285, "q1": 1.6551893199999768, "q3": 1.687752459999956, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6551893199999768, "hd15iqr": 1.687752459999956, "ops": 0.5982754506720844, "total": 3.342941779999933, "data": [1.687752459999956, 1.6551893199999768], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.743024969999965, "max": 1.7647782399999414, "mean": 1.7539016049999532, "stddev": 0.015381884729965278, "rounds": 2, "median": 1.7539016049999532, "iqr": 0.02175326999997651, "q1": 1.743024969999965, "q3": 1.7647782399999414, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.743024969999965, "hd15iqr": 1.7647782399999414, "ops": 0.5701574119946293, "total": 3.5078032099999064, "data": [1.7647782399999414, 1.743024969999965], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.330714258000057, "max": 4.343256489999931, "mean": 4.336985373999994, "stddev": 0.00886869729832537, "rounds": 2, "median": 4.336985373999994, "iqr": 0.012542231999873366, "q1": 4.330714258000057, "q3": 4.343256489999931, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.330714258000057, "hd15iqr": 4.343256489999931, "ops": 0.23057490716822543, "total": 8.673970747999988, "data": [4.343256489999931, 4.330714258000057], "iterations": 1}}], "datetime": "2023-07-19T19:47:17.361163", "version": "4.0.0"}
{"machine_info": {"node": "fv-az453-926", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1041-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0951 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095077000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "e676a8c5ddaf68a2206cbdfa7e7b08e85030986c", "time": "2023-07-20T10:12:54+01:00", "author_time": "2023-07-20T10:12:54+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.476689511999993, "max": 1.501778668, "mean": 1.4892340899999965, "stddev": 0.017740712341852143, "rounds": 2, "median": 1.4892340899999965, "iqr": 0.02508915600000705, "q1": 1.476689511999993, "q3": 1.501778668, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.476689511999993, "hd15iqr": 1.501778668, "ops": 0.6714861059888861, "total": 2.978468179999993, "data": [1.501778668, 1.476689511999993], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6192065930000012, "max": 1.6353311250000075, "mean": 1.6272688590000044, "stddev": 0.011401765920663937, "rounds": 2, "median": 1.6272688590000044, "iqr": 0.016124532000006297, "q1": 1.6192065930000012, "q3": 1.6353311250000075, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6192065930000012, "hd15iqr": 1.6353311250000075, "ops": 0.6145266004872261, "total": 3.254537718000009, "data": [1.6353311250000075, 1.6192065930000012], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.8398407220000053, "max": 3.8630476049999913, "mean": 3.8514441634999983, "stddev": 0.016409744339492965, "rounds": 2, "median": 3.8514441634999983, "iqr": 0.023206882999986078, "q1": 3.8398407220000053, "q3": 3.8630476049999913, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.8398407220000053, "hd15iqr": 3.8630476049999913, "ops": 0.2596428657792744, "total": 7.702888326999997, "data": [3.8398407220000053, 3.8630476049999913], "iterations": 1}}], "datetime": "2023-07-20T09:14:12.201109", "version": "4.0.0"}
{"machine_info": {"node": "fv-az137-569", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1041-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294685000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": 524288, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "84ff7e380de1b59c970648bb43dba249ca5d8391", "time": "2023-07-21T11:36:16+01:00", "author_time": "2023-07-21T11:36:16+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.00895682700002, "max": 2.053148668999995, "mean": 2.0310527480000076, "stddev": 0.031248351151306922, "rounds": 2, "median": 2.0310527480000076, "iqr": 0.04419184199997517, "q1": 2.00895682700002, "q3": 2.053148668999995, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.00895682700002, "hd15iqr": 2.053148668999995, "ops": 0.49235550429928876, "total": 4.062105496000015, "data": [2.00895682700002, 2.053148668999995], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.004391520000013, "max": 2.0540712060000033, "mean": 2.029231363000008, "stddev": 0.0351288428578116, "rounds": 2, "median": 2.029231363000008, "iqr": 0.0496796859999904, "q1": 2.004391520000013, "q3": 2.0540712060000033, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.004391520000013, "hd15iqr": 2.0540712060000033, "ops": 0.4927974297231459, "total": 4.058462726000016, "data": [2.0540712060000033, 2.004391520000013], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.580773657000009, "max": 4.625305925000021, "mean": 4.603039791000015, "stddev": 0.031489068684425005, "rounds": 2, "median": 4.603039791000015, "iqr": 0.044532268000011754, "q1": 4.580773657000009, "q3": 4.625305925000021, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.580773657000009, "hd15iqr": 4.625305925000021, "ops": 0.21724774179776296, "total": 9.20607958200003, "data": [4.625305925000021, 4.580773657000009], "iterations": 1}}], "datetime": "2023-07-21T10:37:43.831547", "version": "4.0.0"}

0 comments on commit 31d4d0e

Please sign in to comment.