Closed 0x2b3bfa0 closed 11 months ago
Wed Sep 13 18:12:05 UTC 2023 dataset: small project: example-get-started ---------------------------------------------------------------------------- benchmark 'test_list-list': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_list-list[2.11.0] 533.7673 (1.0) 533.7673 (1.0) 533.7673 (1.0) 0.0000 (1.0) 533.7673 (1.0) 0.0000 (1.0) 0;0 1.8735 (1.0) 1 1 test_list-list[2.40.0] 535.9941 (1.00) 535.9941 (1.00) 535.9941 (1.00) 0.0000 (1.0) 535.9941 (1.00) 0.0000 (1.0) 0;0 1.8657 (1.00) 1 1 test_list-list[2.58.2] 689.2385 (1.29) 689.2385 (1.29) 689.2385 (1.29) 0.0000 (1.0) 689.2385 (1.29) 0.0000 (1.0) 0;0 1.4509 (0.77) 1 1 test_list-list[3.0.0] 636.1751 (1.19) 636.1751 (1.19) 636.1751 (1.19) 0.0000 (1.0) 636.1751 (1.19) 0.0000 (1.0) 0;0 1.5719 (0.84) 1 1 test_list-list[main] 602.2000 (1.13) 602.2000 (1.13) 602.2000 (1.13) 0.0000 (1.0) 602.2000 (1.13) 0.0000 (1.0) 0;0 1.6606 (0.89) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_list-list-dvc-only': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_list-list-dvc-only[2.11.0] 527.8237 (1.0) 527.8237 (1.0) 527.8237 (1.0) 0.0000 (1.0) 527.8237 (1.0) 0.0000 (1.0) 0;0 1.8946 (1.0) 1 1 test_list-list-dvc-only[2.40.0] 554.8520 (1.05) 554.8520 (1.05) 554.8520 (1.05) 0.0000 (1.0) 554.8520 (1.05) 0.0000 (1.0) 0;0 1.8023 (0.95) 1 1 test_list-list-dvc-only[2.58.2] 679.3028 (1.29) 679.3028 (1.29) 679.3028 (1.29) 0.0000 (1.0) 679.3028 (1.29) 0.0000 (1.0) 0;0 1.4721 (0.78) 1 1 test_list-list-dvc-only[3.0.0] 620.0735 (1.17) 620.0735 (1.17) 620.0735 (1.17) 0.0000 (1.0) 620.0735 (1.17) 0.0000 (1.0) 0;0 1.6127 (0.85) 1 1 test_list-list-dvc-only[main] 584.0724 (1.11) 584.0724 (1.11) 584.0724 (1.11) 0.0000 (1.0) 584.0724 (1.11) 0.0000 (1.0) 0;0 1.7121 (0.90) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------ benchmark 'test_list-list-recursive': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_list-list-recursive[2.11.0] 2.2847 (3.52) 2.2847 (3.52) 2.2847 (3.52) 0.0000 (1.0) 2.2847 (3.52) 0.0000 (1.0) 0;0 0.4377 (0.28) 1 1 test_list-list-recursive[2.40.0] 0.6485 (1.0) 0.6485 (1.0) 0.6485 (1.0) 0.0000 (1.0) 0.6485 (1.0) 0.0000 (1.0) 0;0 1.5421 (1.0) 1 1 test_list-list-recursive[2.58.2] 0.7861 (1.21) 0.7861 (1.21) 0.7861 (1.21) 0.0000 (1.0) 0.7861 (1.21) 0.0000 (1.0) 0;0 1.2722 (0.82) 1 1 test_list-list-recursive[3.0.0] 0.7561 (1.17) 0.7561 (1.17) 0.7561 (1.17) 0.0000 (1.0) 0.7561 (1.17) 0.0000 (1.0) 0;0 1.3225 (0.86) 1 1 test_list-list-recursive[main] 0.7374 (1.14) 0.7374 (1.14) 0.7374 (1.14) 0.0000 (1.0) 0.7374 (1.14) 0.0000 (1.0) 0;0 1.3562 (0.88) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_list-list-shallow': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_list-list-shallow[2.11.0] 517.5094 (1.0) 517.5094 (1.0) 517.5094 (1.0) 0.0000 (1.0) 517.5094 (1.0) 0.0000 (1.0) 0;0 1.9323 (1.0) 1 1 test_list-list-shallow[2.40.0] 600.2869 (1.16) 600.2869 (1.16) 600.2869 (1.16) 0.0000 (1.0) 600.2869 (1.16) 0.0000 (1.0) 0;0 1.6659 (0.86) 1 1 test_list-list-shallow[2.58.2] 651.8504 (1.26) 651.8504 (1.26) 651.8504 (1.26) 0.0000 (1.0) 651.8504 (1.26) 0.0000 (1.0) 0;0 1.5341 (0.79) 1 1 test_list-list-shallow[3.0.0] 623.4885 (1.20) 623.4885 (1.20) 623.4885 (1.20) 0.0000 (1.0) 623.4885 (1.20) 0.0000 (1.0) 0;0 1.6039 (0.83) 1 1 test_list-list-shallow[main] 595.0436 (1.15) 595.0436 (1.15) 595.0436 (1.15) 0.0000 (1.0) 595.0436 (1.15) 0.0000 (1.0) 0;0 1.6805 (0.87) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean -------------------------------------------------------------------------- benchmark 'test_exp_show-exp': 4 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_exp_show-exp[2.40.0] 1.2507 (1.0) 1.2507 (1.0) 1.2507 (1.0) 0.0000 (1.0) 1.2507 (1.0) 0.0000 (1.0) 0;0 0.7996 (1.0) 1 1 test_exp_show-exp[2.58.2] 1.4560 (1.16) 1.4560 (1.16) 1.4560 (1.16) 0.0000 (1.0) 1.4560 (1.16) 0.0000 (1.0) 0;0 0.6868 (0.86) 1 1 test_exp_show-exp[3.0.0] 13.5350 (10.82) 13.5350 (10.82) 13.5350 (10.82) 0.0000 (1.0) 13.5350 (10.82) 0.0000 (1.0) 0;0 0.0739 (0.09) 1 1 test_exp_show-exp[main] 12.0137 (9.61) 12.0137 (9.61) 12.0137 (9.61) 0.0000 (1.0) 12.0137 (9.61) 0.0000 (1.0) 0;0 0.0832 (0.10) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ----------------------------------------------------------------------- benchmark 'test_sharing_s3-add': 10 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_sharing_s3-add[2.11.0] 7.5452 (1.81) 7.5452 (1.81) 7.5452 (1.81) 0.0000 (1.0) 7.5452 (1.81) 0.0000 (1.0) 0;0 0.1325 (0.55) 1 1 test_sharing_s3-add[2.11.0] 7.5308 (1.81) 7.5308 (1.81) 7.5308 (1.81) 0.0000 (1.0) 7.5308 (1.81) 0.0000 (1.0) 0;0 0.1328 (0.55) 1 1 test_sharing_s3-add[2.40.0] 6.0998 (1.47) 6.0998 (1.47) 6.0998 (1.47) 0.0000 (1.0) 6.0998 (1.47) 0.0000 (1.0) 0;0 0.1639 (0.68) 1 1 test_sharing_s3-add[2.40.0] 6.7067 (1.61) 6.7067 (1.61) 6.7067 (1.61) 0.0000 (1.0) 6.7067 (1.61) 0.0000 (1.0) 0;0 0.1491 (0.62) 1 1 test_sharing_s3-add[2.58.2] 4.3018 (1.03) 4.3018 (1.03) 4.3018 (1.03) 0.0000 (1.0) 4.3018 (1.03) 0.0000 (1.0) 0;0 0.2325 (0.97) 1 1 test_sharing_s3-add[2.58.2] 4.2711 (1.03) 4.2711 (1.03) 4.2711 (1.03) 0.0000 (1.0) 4.2711 (1.03) 0.0000 (1.0) 0;0 0.2341 (0.97) 1 1 test_sharing_s3-add[3.0.0] 4.2744 (1.03) 4.2744 (1.03) 4.2744 (1.03) 0.0000 (1.0) 4.2744 (1.03) 0.0000 (1.0) 0;0 0.2339 (0.97) 1 1 test_sharing_s3-add[3.0.0] 4.2001 (1.01) 4.2001 (1.01) 4.2001 (1.01) 0.0000 (1.0) 4.2001 (1.01) 0.0000 (1.0) 0;0 0.2381 (0.99) 1 1 test_sharing_s3-add[main] 4.1635 (1.0) 4.1635 (1.0) 4.1635 (1.0) 0.0000 (1.0) 4.1635 (1.0) 0.0000 (1.0) 0;0 0.2402 (1.0) 1 1 test_sharing_s3-add[main] 4.1924 (1.01) 4.1924 (1.01) 4.1924 (1.01) 0.0000 (1.0) 4.1924 (1.01) 0.0000 (1.0) 0;0 0.2385 (0.99) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------ benchmark 'test_sharing_s3-add-noop': 10 tests ----------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_s3-add-noop[2.11.0] 3.6895 (1.41) 3.6895 (1.41) 3.6895 (1.41) 0.0000 (1.0) 3.6895 (1.41) 0.0000 (1.0) 0;0 0.2710 (0.71) 1 1 test_sharing_s3-add-noop[2.11.0] 3.6780 (1.41) 3.6780 (1.41) 3.6780 (1.41) 0.0000 (1.0) 3.6780 (1.41) 0.0000 (1.0) 0;0 0.2719 (0.71) 1 1 test_sharing_s3-add-noop[2.40.0] 2.6632 (1.02) 2.6632 (1.02) 2.6632 (1.02) 0.0000 (1.0) 2.6632 (1.02) 0.0000 (1.0) 0;0 0.3755 (0.98) 1 1 test_sharing_s3-add-noop[2.40.0] 2.6106 (1.0) 2.6106 (1.0) 2.6106 (1.0) 0.0000 (1.0) 2.6106 (1.0) 0.0000 (1.0) 0;0 0.3830 (1.0) 1 1 test_sharing_s3-add-noop[2.58.2] 2.9956 (1.15) 2.9956 (1.15) 2.9956 (1.15) 0.0000 (1.0) 2.9956 (1.15) 0.0000 (1.0) 0;0 0.3338 (0.87) 1 1 test_sharing_s3-add-noop[2.58.2] 2.8244 (1.08) 2.8244 (1.08) 2.8244 (1.08) 0.0000 (1.0) 2.8244 (1.08) 0.0000 (1.0) 0;0 0.3541 (0.92) 1 1 test_sharing_s3-add-noop[3.0.0] 2.8527 (1.09) 2.8527 (1.09) 2.8527 (1.09) 0.0000 (1.0) 2.8527 (1.09) 0.0000 (1.0) 0;0 0.3505 (0.92) 1 1 test_sharing_s3-add-noop[3.0.0] 2.8389 (1.09) 2.8389 (1.09) 2.8389 (1.09) 0.0000 (1.0) 2.8389 (1.09) 0.0000 (1.0) 0;0 0.3522 (0.92) 1 1 test_sharing_s3-add-noop[main] 2.8162 (1.08) 2.8162 (1.08) 2.8162 (1.08) 0.0000 (1.0) 2.8162 (1.08) 0.0000 (1.0) 0;0 0.3551 (0.93) 1 1 test_sharing_s3-add-noop[main] 2.8136 (1.08) 2.8136 (1.08) 2.8136 (1.08) 0.0000 (1.0) 2.8136 (1.08) 0.0000 (1.0) 0;0 0.3554 (0.93) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------------- benchmark 'test_sharing_s3-checkout-noop': 10 tests -------------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_s3-checkout-noop[2.11.0] 557.5994 (1.02) 557.5994 (1.02) 557.5994 (1.02) 0.0000 (1.0) 557.5994 (1.02) 0.0000 (1.0) 0;0 1.7934 (0.98) 1 1 test_sharing_s3-checkout-noop[2.11.0] 546.1252 (1.0) 546.1252 (1.0) 546.1252 (1.0) 0.0000 (1.0) 546.1252 (1.0) 0.0000 (1.0) 0;0 1.8311 (1.0) 1 1 test_sharing_s3-checkout-noop[2.40.0] 648.5146 (1.19) 648.5146 (1.19) 648.5146 (1.19) 0.0000 (1.0) 648.5146 (1.19) 0.0000 (1.0) 0;0 1.5420 (0.84) 1 1 test_sharing_s3-checkout-noop[2.40.0] 682.7894 (1.25) 682.7894 (1.25) 682.7894 (1.25) 0.0000 (1.0) 682.7894 (1.25) 0.0000 (1.0) 0;0 1.4646 (0.80) 1 1 test_sharing_s3-checkout-noop[2.58.2] 713.5354 (1.31) 713.5354 (1.31) 713.5354 (1.31) 0.0000 (1.0) 713.5354 (1.31) 0.0000 (1.0) 0;0 1.4015 (0.77) 1 1 test_sharing_s3-checkout-noop[2.58.2] 686.3386 (1.26) 686.3386 (1.26) 686.3386 (1.26) 0.0000 (1.0) 686.3386 (1.26) 0.0000 (1.0) 0;0 1.4570 (0.80) 1 1 test_sharing_s3-checkout-noop[3.0.0] 948.3312 (1.74) 948.3312 (1.74) 948.3312 (1.74) 0.0000 (1.0) 948.3312 (1.74) 0.0000 (1.0) 0;0 1.0545 (0.58) 1 1 test_sharing_s3-checkout-noop[3.0.0] 1,018.5137 (1.86) 1,018.5137 (1.86) 1,018.5137 (1.86) 0.0000 (1.0) 1,018.5137 (1.86) 0.0000 (1.0) 0;0 0.9818 (0.54) 1 1 test_sharing_s3-checkout-noop[main] 691.0128 (1.27) 691.0128 (1.27) 691.0128 (1.27) 0.0000 (1.0) 691.0128 (1.27) 0.0000 (1.0) 0;0 1.4472 (0.79) 1 1 test_sharing_s3-checkout-noop[main] 737.4029 (1.35) 737.4029 (1.35) 737.4029 (1.35) 0.0000 (1.0) 737.4029 (1.35) 0.0000 (1.0) 0;0 1.3561 (0.74) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_sharing_s3-pull': 10 tests ------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_s3-pull[2.11.0] 15.8866 (1.37) 15.8866 (1.37) 15.8866 (1.37) 0.0000 (1.0) 15.8866 (1.37) 0.0000 (1.0) 0;0 0.0629 (0.73) 1 1 test_sharing_s3-pull[2.11.0] 16.8006 (1.45) 16.8006 (1.45) 16.8006 (1.45) 0.0000 (1.0) 16.8006 (1.45) 0.0000 (1.0) 0;0 0.0595 (0.69) 1 1 test_sharing_s3-pull[2.40.0] 16.9433 (1.46) 16.9433 (1.46) 16.9433 (1.46) 0.0000 (1.0) 16.9433 (1.46) 0.0000 (1.0) 0;0 0.0590 (0.69) 1 1 test_sharing_s3-pull[2.40.0] 17.1584 (1.48) 17.1584 (1.48) 17.1584 (1.48) 0.0000 (1.0) 17.1584 (1.48) 0.0000 (1.0) 0;0 0.0583 (0.68) 1 1 test_sharing_s3-pull[2.58.2] 11.9410 (1.03) 11.9410 (1.03) 11.9410 (1.03) 0.0000 (1.0) 11.9410 (1.03) 0.0000 (1.0) 0;0 0.0837 (0.97) 1 1 test_sharing_s3-pull[2.58.2] 11.6138 (1.0) 11.6138 (1.0) 11.6138 (1.0) 0.0000 (1.0) 11.6138 (1.0) 0.0000 (1.0) 0;0 0.0861 (1.0) 1 1 test_sharing_s3-pull[3.0.0] 13.6355 (1.17) 13.6355 (1.17) 13.6355 (1.17) 0.0000 (1.0) 13.6355 (1.17) 0.0000 (1.0) 0;0 0.0733 (0.85) 1 1 test_sharing_s3-pull[3.0.0] 14.2862 (1.23) 14.2862 (1.23) 14.2862 (1.23) 0.0000 (1.0) 14.2862 (1.23) 0.0000 (1.0) 0;0 0.0700 (0.81) 1 1 test_sharing_s3-pull[main] 13.1134 (1.13) 13.1134 (1.13) 13.1134 (1.13) 0.0000 (1.0) 13.1134 (1.13) 0.0000 (1.0) 0;0 0.0763 (0.89) 1 1 test_sharing_s3-pull[main] 13.7320 (1.18) 13.7320 (1.18) 13.7320 (1.18) 0.0000 (1.0) 13.7320 (1.18) 0.0000 (1.0) 0;0 0.0728 (0.85) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------------- benchmark 'test_sharing_s3-pull-noop': 10 tests -------------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_s3-pull-noop[2.11.0] 862.6412 (1.0) 862.6412 (1.0) 862.6412 (1.0) 0.0000 (1.0) 862.6412 (1.0) 0.0000 (1.0) 0;0 1.1592 (1.0) 1 1 test_sharing_s3-pull-noop[2.11.0] 876.6305 (1.02) 876.6305 (1.02) 876.6305 (1.02) 0.0000 (1.0) 876.6305 (1.02) 0.0000 (1.0) 0;0 1.1407 (0.98) 1 1 test_sharing_s3-pull-noop[2.40.0] 880.4459 (1.02) 880.4459 (1.02) 880.4459 (1.02) 0.0000 (1.0) 880.4459 (1.02) 0.0000 (1.0) 0;0 1.1358 (0.98) 1 1 test_sharing_s3-pull-noop[2.40.0] 976.6440 (1.13) 976.6440 (1.13) 976.6440 (1.13) 0.0000 (1.0) 976.6440 (1.13) 0.0000 (1.0) 0;0 1.0239 (0.88) 1 1 test_sharing_s3-pull-noop[2.58.2] 981.1353 (1.14) 981.1353 (1.14) 981.1353 (1.14) 0.0000 (1.0) 981.1353 (1.14) 0.0000 (1.0) 0;0 1.0192 (0.88) 1 1 test_sharing_s3-pull-noop[2.58.2] 954.7774 (1.11) 954.7774 (1.11) 954.7774 (1.11) 0.0000 (1.0) 954.7774 (1.11) 0.0000 (1.0) 0;0 1.0474 (0.90) 1 1 test_sharing_s3-pull-noop[3.0.0] 1,162.5507 (1.35) 1,162.5507 (1.35) 1,162.5507 (1.35) 0.0000 (1.0) 1,162.5507 (1.35) 0.0000 (1.0) 0;0 0.8602 (0.74) 1 1 test_sharing_s3-pull-noop[3.0.0] 1,156.8134 (1.34) 1,156.8134 (1.34) 1,156.8134 (1.34) 0.0000 (1.0) 1,156.8134 (1.34) 0.0000 (1.0) 0;0 0.8644 (0.75) 1 1 test_sharing_s3-pull-noop[main] 1,458.0046 (1.69) 1,458.0046 (1.69) 1,458.0046 (1.69) 0.0000 (1.0) 1,458.0046 (1.69) 0.0000 (1.0) 0;0 0.6859 (0.59) 1 1 test_sharing_s3-pull-noop[main] 1,525.9872 (1.77) 1,525.9872 (1.77) 1,525.9872 (1.77) 0.0000 (1.0) 1,525.9872 (1.77) 0.0000 (1.0) 0;0 0.6553 (0.57) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_sharing_s3-push': 10 tests ------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_s3-push[2.11.0] 25.8044 (2.89) 25.8044 (2.89) 25.8044 (2.89) 0.0000 (1.0) 25.8044 (2.89) 0.0000 (1.0) 0;0 0.0388 (0.35) 1 1 test_sharing_s3-push[2.11.0] 24.7897 (2.77) 24.7897 (2.77) 24.7897 (2.77) 0.0000 (1.0) 24.7897 (2.77) 0.0000 (1.0) 0;0 0.0403 (0.36) 1 1 test_sharing_s3-push[2.40.0] 26.7434 (2.99) 26.7434 (2.99) 26.7434 (2.99) 0.0000 (1.0) 26.7434 (2.99) 0.0000 (1.0) 0;0 0.0374 (0.33) 1 1 test_sharing_s3-push[2.40.0] 25.6822 (2.87) 25.6822 (2.87) 25.6822 (2.87) 0.0000 (1.0) 25.6822 (2.87) 0.0000 (1.0) 0;0 0.0389 (0.35) 1 1 test_sharing_s3-push[2.58.2] 10.3017 (1.15) 10.3017 (1.15) 10.3017 (1.15) 0.0000 (1.0) 10.3017 (1.15) 0.0000 (1.0) 0;0 0.0971 (0.87) 1 1 test_sharing_s3-push[2.58.2] 10.4705 (1.17) 10.4705 (1.17) 10.4705 (1.17) 0.0000 (1.0) 10.4705 (1.17) 0.0000 (1.0) 0;0 0.0955 (0.85) 1 1 test_sharing_s3-push[3.0.0] 8.9376 (1.0) 8.9376 (1.0) 8.9376 (1.0) 0.0000 (1.0) 8.9376 (1.0) 0.0000 (1.0) 0;0 0.1119 (1.0) 1 1 test_sharing_s3-push[3.0.0] 9.3193 (1.04) 9.3193 (1.04) 9.3193 (1.04) 0.0000 (1.0) 9.3193 (1.04) 0.0000 (1.0) 0;0 0.1073 (0.96) 1 1 test_sharing_s3-push[main] 9.9325 (1.11) 9.9325 (1.11) 9.9325 (1.11) 0.0000 (1.0) 9.9325 (1.11) 0.0000 (1.0) 0;0 0.1007 (0.90) 1 1 test_sharing_s3-push[main] 9.8970 (1.11) 9.8970 (1.11) 9.8970 (1.11) 0.0000 (1.0) 9.8970 (1.11) 0.0000 (1.0) 0;0 0.1010 (0.90) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ----------------------------------------------------------------------- benchmark 'test_sharing_s3-push-noop': 10 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_sharing_s3-push-noop[2.11.0] 1.1264 (1.02) 1.1264 (1.02) 1.1264 (1.02) 0.0000 (1.0) 1.1264 (1.02) 0.0000 (1.0) 0;0 0.8878 (0.98) 1 1 test_sharing_s3-push-noop[2.11.0] 1.1044 (1.00) 1.1044 (1.00) 1.1044 (1.00) 0.0000 (1.0) 1.1044 (1.00) 0.0000 (1.0) 0;0 0.9054 (1.00) 1 1 test_sharing_s3-push-noop[2.40.0] 1.1029 (1.0) 1.1029 (1.0) 1.1029 (1.0) 0.0000 (1.0) 1.1029 (1.0) 0.0000 (1.0) 0;0 0.9067 (1.0) 1 1 test_sharing_s3-push-noop[2.40.0] 1.1214 (1.02) 1.1214 (1.02) 1.1214 (1.02) 0.0000 (1.0) 1.1214 (1.02) 0.0000 (1.0) 0;0 0.8917 (0.98) 1 1 test_sharing_s3-push-noop[2.58.2] 1.2179 (1.10) 1.2179 (1.10) 1.2179 (1.10) 0.0000 (1.0) 1.2179 (1.10) 0.0000 (1.0) 0;0 0.8211 (0.91) 1 1 test_sharing_s3-push-noop[2.58.2] 1.1876 (1.08) 1.1876 (1.08) 1.1876 (1.08) 0.0000 (1.0) 1.1876 (1.08) 0.0000 (1.0) 0;0 0.8421 (0.93) 1 1 test_sharing_s3-push-noop[3.0.0] 1.1722 (1.06) 1.1722 (1.06) 1.1722 (1.06) 0.0000 (1.0) 1.1722 (1.06) 0.0000 (1.0) 0;0 0.8531 (0.94) 1 1 test_sharing_s3-push-noop[3.0.0] 1.2887 (1.17) 1.2887 (1.17) 1.2887 (1.17) 0.0000 (1.0) 1.2887 (1.17) 0.0000 (1.0) 0;0 0.7759 (0.86) 1 1 test_sharing_s3-push-noop[main] 1.1317 (1.03) 1.1317 (1.03) 1.1317 (1.03) 0.0000 (1.0) 1.1317 (1.03) 0.0000 (1.0) 0;0 0.8836 (0.97) 1 1 test_sharing_s3-push-noop[main] 1.1708 (1.06) 1.1708 (1.06) 1.1708 (1.06) 0.0000 (1.0) 1.1708 (1.06) 0.0000 (1.0) 0;0 0.8541 (0.94) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_checkout_symlink-checkout': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_checkout_symlink-checkout[2.11.0] 1.3095 (1.10) 1.3095 (1.10) 1.3095 (1.10) 0.0000 (1.0) 1.3095 (1.10) 0.0000 (1.0) 0;0 0.7637 (0.91) 1 1 test_checkout_symlink-checkout[2.40.0] 1.2711 (1.06) 1.2711 (1.06) 1.2711 (1.06) 0.0000 (1.0) 1.2711 (1.06) 0.0000 (1.0) 0;0 0.7868 (0.94) 1 1 test_checkout_symlink-checkout[2.58.2] 1.5738 (1.32) 1.5738 (1.32) 1.5738 (1.32) 0.0000 (1.0) 1.5738 (1.32) 0.0000 (1.0) 0;0 0.6354 (0.76) 1 1 test_checkout_symlink-checkout[3.0.0] 2.0091 (1.68) 2.0091 (1.68) 2.0091 (1.68) 0.0000 (1.0) 2.0091 (1.68) 0.0000 (1.0) 0;0 0.4977 (0.59) 1 1 test_checkout_symlink-checkout[main] 1.1944 (1.0) 1.1944 (1.0) 1.1944 (1.0) 0.0000 (1.0) 1.1944 (1.0) 0.0000 (1.0) 0;0 0.8372 (1.0) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_checkout_symlink-checkout-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_checkout_symlink-checkout-noop[2.11.0] 514.7547 (1.0) 514.7547 (1.0) 514.7547 (1.0) 0.0000 (1.0) 514.7547 (1.0) 0.0000 (1.0) 0;0 1.9427 (1.0) 1 1 test_checkout_symlink-checkout-noop[2.40.0] 580.7693 (1.13) 580.7693 (1.13) 580.7693 (1.13) 0.0000 (1.0) 580.7693 (1.13) 0.0000 (1.0) 0;0 1.7219 (0.89) 1 1 test_checkout_symlink-checkout-noop[2.58.2] 664.0193 (1.29) 664.0193 (1.29) 664.0193 (1.29) 0.0000 (1.0) 664.0193 (1.29) 0.0000 (1.0) 0;0 1.5060 (0.78) 1 1 test_checkout_symlink-checkout-noop[3.0.0] 686.3221 (1.33) 686.3221 (1.33) 686.3221 (1.33) 0.0000 (1.0) 686.3221 (1.33) 0.0000 (1.0) 0;0 1.4570 (0.75) 1 1 test_checkout_symlink-checkout-noop[main] 686.9227 (1.33) 686.9227 (1.33) 686.9227 (1.33) 0.0000 (1.0) 686.9227 (1.33) 0.0000 (1.0) 0;0 1.4558 (0.75) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------ benchmark 'test_checkout_symlink-checkout-update': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_checkout_symlink-checkout-update[2.11.0] 1.3970 (2.05) 1.3970 (2.05) 1.3970 (2.05) 0.0000 (1.0) 1.3970 (2.05) 0.0000 (1.0) 0;0 0.7158 (0.49) 1 1 test_checkout_symlink-checkout-update[2.40.0] 0.6822 (1.0) 0.6822 (1.0) 0.6822 (1.0) 0.0000 (1.0) 0.6822 (1.0) 0.0000 (1.0) 0;0 1.4658 (1.0) 1 1 test_checkout_symlink-checkout-update[2.58.2] 0.9452 (1.39) 0.9452 (1.39) 0.9452 (1.39) 0.0000 (1.0) 0.9452 (1.39) 0.0000 (1.0) 0;0 1.0580 (0.72) 1 1 test_checkout_symlink-checkout-update[3.0.0] 0.7884 (1.16) 0.7884 (1.16) 0.7884 (1.16) 0.0000 (1.0) 0.7884 (1.16) 0.0000 (1.0) 0;0 1.2683 (0.87) 1 1 test_checkout_symlink-checkout-update[main] 0.7832 (1.15) 0.7832 (1.15) 0.7832 (1.15) 0.0000 (1.0) 0.7832 (1.15) 0.0000 (1.0) 0;0 1.2769 (0.87) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_sharing_azure-add': 10 tests ----------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_azure-add[2.11.0] 6.5808 (1.77) 6.5808 (1.77) 6.5808 (1.77) 0.0000 (1.0) 6.5808 (1.77) 0.0000 (1.0) 0;0 0.1520 (0.57) 1 1 test_sharing_azure-add[2.11.0] 6.5930 (1.77) 6.5930 (1.77) 6.5930 (1.77) 0.0000 (1.0) 6.5930 (1.77) 0.0000 (1.0) 0;0 0.1517 (0.57) 1 1 test_sharing_azure-add[2.40.0] 5.4836 (1.47) 5.4836 (1.47) 5.4836 (1.47) 0.0000 (1.0) 5.4836 (1.47) 0.0000 (1.0) 0;0 0.1824 (0.68) 1 1 test_sharing_azure-add[2.40.0] 5.7011 (1.53) 5.7011 (1.53) 5.7011 (1.53) 0.0000 (1.0) 5.7011 (1.53) 0.0000 (1.0) 0;0 0.1754 (0.65) 1 1 test_sharing_azure-add[2.58.2] 3.7468 (1.01) 3.7468 (1.01) 3.7468 (1.01) 0.0000 (1.0) 3.7468 (1.01) 0.0000 (1.0) 0;0 0.2669 (1.00) 1 1 test_sharing_azure-add[2.58.2] 3.8129 (1.02) 3.8129 (1.02) 3.8129 (1.02) 0.0000 (1.0) 3.8129 (1.02) 0.0000 (1.0) 0;0 0.2623 (0.98) 1 1 test_sharing_azure-add[3.0.0] 3.7591 (1.01) 3.7591 (1.01) 3.7591 (1.01) 0.0000 (1.0) 3.7591 (1.01) 0.0000 (1.0) 0;0 0.2660 (0.99) 1 1 test_sharing_azure-add[3.0.0] 3.7832 (1.01) 3.7832 (1.01) 3.7832 (1.01) 0.0000 (1.0) 3.7832 (1.01) 0.0000 (1.0) 0;0 0.2643 (0.99) 1 1 test_sharing_azure-add[main] 3.7281 (1.0) 3.7281 (1.0) 3.7281 (1.0) 0.0000 (1.0) 3.7281 (1.0) 0.0000 (1.0) 0;0 0.2682 (1.0) 1 1 test_sharing_azure-add[main] 3.7971 (1.02) 3.7971 (1.02) 3.7971 (1.02) 0.0000 (1.0) 3.7971 (1.02) 0.0000 (1.0) 0;0 0.2634 (0.98) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ----------------------------------------------------------------------- benchmark 'test_sharing_azure-add-noop': 10 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_azure-add-noop[2.11.0] 3.2972 (1.46) 3.2972 (1.46) 3.2972 (1.46) 0.0000 (1.0) 3.2972 (1.46) 0.0000 (1.0) 0;0 0.3033 (0.68) 1 1 test_sharing_azure-add-noop[2.11.0] 3.2684 (1.45) 3.2684 (1.45) 3.2684 (1.45) 0.0000 (1.0) 3.2684 (1.45) 0.0000 (1.0) 0;0 0.3060 (0.69) 1 1 test_sharing_azure-add-noop[2.40.0] 2.2885 (1.01) 2.2885 (1.01) 2.2885 (1.01) 0.0000 (1.0) 2.2885 (1.01) 0.0000 (1.0) 0;0 0.4370 (0.99) 1 1 test_sharing_azure-add-noop[2.40.0] 2.2554 (1.0) 2.2554 (1.0) 2.2554 (1.0) 0.0000 (1.0) 2.2554 (1.0) 0.0000 (1.0) 0;0 0.4434 (1.0) 1 1 test_sharing_azure-add-noop[2.58.2] 2.5072 (1.11) 2.5072 (1.11) 2.5072 (1.11) 0.0000 (1.0) 2.5072 (1.11) 0.0000 (1.0) 0;0 0.3988 (0.90) 1 1 test_sharing_azure-add-noop[2.58.2] 2.4944 (1.11) 2.4944 (1.11) 2.4944 (1.11) 0.0000 (1.0) 2.4944 (1.11) 0.0000 (1.0) 0;0 0.4009 (0.90) 1 1 test_sharing_azure-add-noop[3.0.0] 2.5118 (1.11) 2.5118 (1.11) 2.5118 (1.11) 0.0000 (1.0) 2.5118 (1.11) 0.0000 (1.0) 0;0 0.3981 (0.90) 1 1 test_sharing_azure-add-noop[3.0.0] 2.5098 (1.11) 2.5098 (1.11) 2.5098 (1.11) 0.0000 (1.0) 2.5098 (1.11) 0.0000 (1.0) 0;0 0.3984 (0.90) 1 1 test_sharing_azure-add-noop[main] 2.5007 (1.11) 2.5007 (1.11) 2.5007 (1.11) 0.0000 (1.0) 2.5007 (1.11) 0.0000 (1.0) 0;0 0.3999 (0.90) 1 1 test_sharing_azure-add-noop[main] 2.5350 (1.12) 2.5350 (1.12) 2.5350 (1.12) 0.0000 (1.0) 2.5350 (1.12) 0.0000 (1.0) 0;0 0.3945 (0.89) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing_azure-checkout-noop': 10 tests --------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_azure-checkout-noop[2.11.0] 493.9493 (1.0) 493.9493 (1.0) 493.9493 (1.0) 0.0000 (1.0) 493.9493 (1.0) 0.0000 (1.0) 0;0 2.0245 (1.0) 1 1 test_sharing_azure-checkout-noop[2.11.0] 497.3271 (1.01) 497.3271 (1.01) 497.3271 (1.01) 0.0000 (1.0) 497.3271 (1.01) 0.0000 (1.0) 0;0 2.0107 (0.99) 1 1 test_sharing_azure-checkout-noop[2.40.0] 579.7442 (1.17) 579.7442 (1.17) 579.7442 (1.17) 0.0000 (1.0) 579.7442 (1.17) 0.0000 (1.0) 0;0 1.7249 (0.85) 1 1 test_sharing_azure-checkout-noop[2.40.0] 581.1680 (1.18) 581.1680 (1.18) 581.1680 (1.18) 0.0000 (1.0) 581.1680 (1.18) 0.0000 (1.0) 0;0 1.7207 (0.85) 1 1 test_sharing_azure-checkout-noop[2.58.2] 639.6591 (1.29) 639.6591 (1.29) 639.6591 (1.29) 0.0000 (1.0) 639.6591 (1.29) 0.0000 (1.0) 0;0 1.5633 (0.77) 1 1 test_sharing_azure-checkout-noop[2.58.2] 633.1402 (1.28) 633.1402 (1.28) 633.1402 (1.28) 0.0000 (1.0) 633.1402 (1.28) 0.0000 (1.0) 0;0 1.5794 (0.78) 1 1 test_sharing_azure-checkout-noop[3.0.0] 676.6639 (1.37) 676.6639 (1.37) 676.6639 (1.37) 0.0000 (1.0) 676.6639 (1.37) 0.0000 (1.0) 0;0 1.4778 (0.73) 1 1 test_sharing_azure-checkout-noop[3.0.0] 673.1815 (1.36) 673.1815 (1.36) 673.1815 (1.36) 0.0000 (1.0) 673.1815 (1.36) 0.0000 (1.0) 0;0 1.4855 (0.73) 1 1 test_sharing_azure-checkout-noop[main] 665.1022 (1.35) 665.1022 (1.35) 665.1022 (1.35) 0.0000 (1.0) 665.1022 (1.35) 0.0000 (1.0) 0;0 1.5035 (0.74) 1 1 test_sharing_azure-checkout-noop[main] 668.7864 (1.35) 668.7864 (1.35) 668.7864 (1.35) 0.0000 (1.0) 668.7864 (1.35) 0.0000 (1.0) 0;0 1.4952 (0.74) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ----------------------------------------------------------------------- benchmark 'test_sharing_azure-pull': 10 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_azure-pull[2.11.0] 6.7790 (1.33) 6.7790 (1.33) 6.7790 (1.33) 0.0000 (1.0) 6.7790 (1.33) 0.0000 (1.0) 0;0 0.1475 (0.75) 1 1 test_sharing_azure-pull[2.11.0] 7.1973 (1.41) 7.1973 (1.41) 7.1973 (1.41) 0.0000 (1.0) 7.1973 (1.41) 0.0000 (1.0) 0;0 0.1389 (0.71) 1 1 test_sharing_azure-pull[2.40.0] 7.9516 (1.56) 7.9516 (1.56) 7.9516 (1.56) 0.0000 (1.0) 7.9516 (1.56) 0.0000 (1.0) 0;0 0.1258 (0.64) 1 1 test_sharing_azure-pull[2.40.0] 8.0298 (1.58) 8.0298 (1.58) 8.0298 (1.58) 0.0000 (1.0) 8.0298 (1.58) 0.0000 (1.0) 0;0 0.1245 (0.63) 1 1 test_sharing_azure-pull[2.58.2] 5.1373 (1.01) 5.1373 (1.01) 5.1373 (1.01) 0.0000 (1.0) 5.1373 (1.01) 0.0000 (1.0) 0;0 0.1947 (0.99) 1 1 test_sharing_azure-pull[2.58.2] 5.0930 (1.0) 5.0930 (1.0) 5.0930 (1.0) 0.0000 (1.0) 5.0930 (1.0) 0.0000 (1.0) 0;0 0.1963 (1.0) 1 1 test_sharing_azure-pull[3.0.0] 7.4282 (1.46) 7.4282 (1.46) 7.4282 (1.46) 0.0000 (1.0) 7.4282 (1.46) 0.0000 (1.0) 0;0 0.1346 (0.69) 1 1 test_sharing_azure-pull[3.0.0] 7.3594 (1.45) 7.3594 (1.45) 7.3594 (1.45) 0.0000 (1.0) 7.3594 (1.45) 0.0000 (1.0) 0;0 0.1359 (0.69) 1 1 test_sharing_azure-pull[main] 7.3603 (1.45) 7.3603 (1.45) 7.3603 (1.45) 0.0000 (1.0) 7.3603 (1.45) 0.0000 (1.0) 0;0 0.1359 (0.69) 1 1 test_sharing_azure-pull[main] 7.3702 (1.45) 7.3702 (1.45) 7.3702 (1.45) 0.0000 (1.0) 7.3702 (1.45) 0.0000 (1.0) 0;0 0.1357 (0.69) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing_azure-pull-noop': 10 tests --------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_azure-pull-noop[2.11.0] 528.2931 (1.01) 528.2931 (1.01) 528.2931 (1.01) 0.0000 (1.0) 528.2931 (1.01) 0.0000 (1.0) 0;0 1.8929 (0.99) 1 1 test_sharing_azure-pull-noop[2.11.0] 522.4166 (1.0) 522.4166 (1.0) 522.4166 (1.0) 0.0000 (1.0) 522.4166 (1.0) 0.0000 (1.0) 0;0 1.9142 (1.0) 1 1 test_sharing_azure-pull-noop[2.40.0] 618.8589 (1.18) 618.8589 (1.18) 618.8589 (1.18) 0.0000 (1.0) 618.8589 (1.18) 0.0000 (1.0) 0;0 1.6159 (0.84) 1 1 test_sharing_azure-pull-noop[2.40.0] 616.8000 (1.18) 616.8000 (1.18) 616.8000 (1.18) 0.0000 (1.0) 616.8000 (1.18) 0.0000 (1.0) 0;0 1.6213 (0.85) 1 1 test_sharing_azure-pull-noop[2.58.2] 703.2038 (1.35) 703.2038 (1.35) 703.2038 (1.35) 0.0000 (1.0) 703.2038 (1.35) 0.0000 (1.0) 0;0 1.4221 (0.74) 1 1 test_sharing_azure-pull-noop[2.58.2] 689.6837 (1.32) 689.6837 (1.32) 689.6837 (1.32) 0.0000 (1.0) 689.6837 (1.32) 0.0000 (1.0) 0;0 1.4499 (0.76) 1 1 test_sharing_azure-pull-noop[3.0.0] 808.7001 (1.55) 808.7001 (1.55) 808.7001 (1.55) 0.0000 (1.0) 808.7001 (1.55) 0.0000 (1.0) 0;0 1.2366 (0.65) 1 1 test_sharing_azure-pull-noop[3.0.0] 810.2950 (1.55) 810.2950 (1.55) 810.2950 (1.55) 0.0000 (1.0) 810.2950 (1.55) 0.0000 (1.0) 0;0 1.2341 (0.64) 1 1 test_sharing_azure-pull-noop[main] 810.3730 (1.55) 810.3730 (1.55) 810.3730 (1.55) 0.0000 (1.0) 810.3730 (1.55) 0.0000 (1.0) 0;0 1.2340 (0.64) 1 1 test_sharing_azure-pull-noop[main] 812.1912 (1.55) 812.1912 (1.55) 812.1912 (1.55) 0.0000 (1.0) 812.1912 (1.55) 0.0000 (1.0) 0;0 1.2312 (0.64) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ----------------------------------------------------------------------- benchmark 'test_sharing_azure-push': 10 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_azure-push[2.11.0] 3.7616 (2.26) 3.7616 (2.26) 3.7616 (2.26) 0.0000 (1.0) 3.7616 (2.26) 0.0000 (1.0) 0;0 0.2658 (0.44) 1 1 test_sharing_azure-push[2.11.0] 3.7810 (2.27) 3.7810 (2.27) 3.7810 (2.27) 0.0000 (1.0) 3.7810 (2.27) 0.0000 (1.0) 0;0 0.2645 (0.44) 1 1 test_sharing_azure-push[2.40.0] 4.8976 (2.94) 4.8976 (2.94) 4.8976 (2.94) 0.0000 (1.0) 4.8976 (2.94) 0.0000 (1.0) 0;0 0.2042 (0.34) 1 1 test_sharing_azure-push[2.40.0] 4.9296 (2.96) 4.9296 (2.96) 4.9296 (2.96) 0.0000 (1.0) 4.9296 (2.96) 0.0000 (1.0) 0;0 0.2029 (0.34) 1 1 test_sharing_azure-push[2.58.2] 3.3164 (1.99) 3.3164 (1.99) 3.3164 (1.99) 0.0000 (1.0) 3.3164 (1.99) 0.0000 (1.0) 0;0 0.3015 (0.50) 1 1 test_sharing_azure-push[2.58.2] 3.4389 (2.06) 3.4389 (2.06) 3.4389 (2.06) 0.0000 (1.0) 3.4389 (2.06) 0.0000 (1.0) 0;0 0.2908 (0.48) 1 1 test_sharing_azure-push[3.0.0] 1.6669 (1.0) 1.6669 (1.0) 1.6669 (1.0) 0.0000 (1.0) 1.6669 (1.0) 0.0000 (1.0) 0;0 0.5999 (1.0) 1 1 test_sharing_azure-push[3.0.0] 1.9105 (1.15) 1.9105 (1.15) 1.9105 (1.15) 0.0000 (1.0) 1.9105 (1.15) 0.0000 (1.0) 0;0 0.5234 (0.87) 1 1 test_sharing_azure-push[main] 3.3120 (1.99) 3.3120 (1.99) 3.3120 (1.99) 0.0000 (1.0) 3.3120 (1.99) 0.0000 (1.0) 0;0 0.3019 (0.50) 1 1 test_sharing_azure-push[main] 3.5253 (2.11) 3.5253 (2.11) 3.5253 (2.11) 0.0000 (1.0) 3.5253 (2.11) 0.0000 (1.0) 0;0 0.2837 (0.47) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing_azure-push-noop': 10 tests --------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_azure-push-noop[2.11.0] 439.1844 (1.0) 439.1844 (1.0) 439.1844 (1.0) 0.0000 (1.0) 439.1844 (1.0) 0.0000 (1.0) 0;0 2.2769 (1.0) 1 1 test_sharing_azure-push-noop[2.11.0] 440.1507 (1.00) 440.1507 (1.00) 440.1507 (1.00) 0.0000 (1.0) 440.1507 (1.00) 0.0000 (1.0) 0;0 2.2719 (1.00) 1 1 test_sharing_azure-push-noop[2.40.0] 479.1565 (1.09) 479.1565 (1.09) 479.1565 (1.09) 0.0000 (1.0) 479.1565 (1.09) 0.0000 (1.0) 0;0 2.0870 (0.92) 1 1 test_sharing_azure-push-noop[2.40.0] 484.1798 (1.10) 484.1798 (1.10) 484.1798 (1.10) 0.0000 (1.0) 484.1798 (1.10) 0.0000 (1.0) 0;0 2.0653 (0.91) 1 1 test_sharing_azure-push-noop[2.58.2] 538.6605 (1.23) 538.6605 (1.23) 538.6605 (1.23) 0.0000 (1.0) 538.6605 (1.23) 0.0000 (1.0) 0;0 1.8565 (0.82) 1 1 test_sharing_azure-push-noop[2.58.2] 545.6621 (1.24) 545.6621 (1.24) 545.6621 (1.24) 0.0000 (1.0) 545.6621 (1.24) 0.0000 (1.0) 0;0 1.8326 (0.80) 1 1 test_sharing_azure-push-noop[3.0.0] 533.3040 (1.21) 533.3040 (1.21) 533.3040 (1.21) 0.0000 (1.0) 533.3040 (1.21) 0.0000 (1.0) 0;0 1.8751 (0.82) 1 1 test_sharing_azure-push-noop[3.0.0] 972.4818 (2.21) 972.4818 (2.21) 972.4818 (2.21) 0.0000 (1.0) 972.4818 (2.21) 0.0000 (1.0) 0;0 1.0283 (0.45) 1 1 test_sharing_azure-push-noop[main] 530.2670 (1.21) 530.2670 (1.21) 530.2670 (1.21) 0.0000 (1.0) 530.2670 (1.21) 0.0000 (1.0) 0;0 1.8858 (0.83) 1 1 test_sharing_azure-push-noop[main] 526.3253 (1.20) 526.3253 (1.20) 526.3253 (1.20) 0.0000 (1.0) 526.3253 (1.20) 0.0000 (1.0) 0;0 1.9000 (0.83) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_add-add': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_add-add[2.11.0] 6.6750 (1.81) 6.6750 (1.81) 6.6750 (1.81) 0.0000 (1.0) 6.6750 (1.81) 0.0000 (1.0) 0;0 0.1498 (0.55) 1 1 test_add-add[2.40.0] 5.4498 (1.47) 5.4498 (1.47) 5.4498 (1.47) 0.0000 (1.0) 5.4498 (1.47) 0.0000 (1.0) 0;0 0.1835 (0.68) 1 1 test_add-add[2.58.2] 3.9945 (1.08) 3.9945 (1.08) 3.9945 (1.08) 0.0000 (1.0) 3.9945 (1.08) 0.0000 (1.0) 0;0 0.2503 (0.93) 1 1 test_add-add[3.0.0] 4.0497 (1.10) 4.0497 (1.10) 4.0497 (1.10) 0.0000 (1.0) 4.0497 (1.10) 0.0000 (1.0) 0;0 0.2469 (0.91) 1 1 test_add-add[main] 3.6967 (1.0) 3.6967 (1.0) 3.6967 (1.0) 0.0000 (1.0) 3.6967 (1.0) 0.0000 (1.0) 0;0 0.2705 (1.0) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ---------------------------------------------------------------------------- benchmark 'test_data_status-data-changed': 4 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_data_status-data-changed[2.40.0] 679.7262 (1.07) 679.7262 (1.07) 679.7262 (1.07) 0.0000 (1.0) 679.7262 (1.07) 0.0000 (1.0) 0;0 1.4712 (0.94) 1 1 test_data_status-data-changed[2.58.2] 658.0209 (1.03) 658.0209 (1.03) 658.0209 (1.03) 0.0000 (1.0) 658.0209 (1.03) 0.0000 (1.0) 0;0 1.5197 (0.97) 1 1 test_data_status-data-changed[3.0.0] 671.0198 (1.05) 671.0198 (1.05) 671.0198 (1.05) 0.0000 (1.0) 671.0198 (1.05) 0.0000 (1.0) 0;0 1.4903 (0.95) 1 1 test_data_status-data-changed[main] 637.6583 (1.0) 637.6583 (1.0) 637.6583 (1.0) 0.0000 (1.0) 637.6583 (1.0) 0.0000 (1.0) 0;0 1.5682 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ---------------------------------------------------------------------------- benchmark 'test_data_status-data-changed-noop': 4 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_data_status-data-changed-noop[2.40.0] 678.5696 (1.07) 678.5696 (1.07) 678.5696 (1.07) 0.0000 (1.0) 678.5696 (1.07) 0.0000 (1.0) 0;0 1.4737 (0.94) 1 1 test_data_status-data-changed-noop[2.58.2] 663.3081 (1.04) 663.3081 (1.04) 663.3081 (1.04) 0.0000 (1.0) 663.3081 (1.04) 0.0000 (1.0) 0;0 1.5076 (0.96) 1 1 test_data_status-data-changed-noop[3.0.0] 673.5036 (1.06) 673.5036 (1.06) 673.5036 (1.06) 0.0000 (1.0) 673.5036 (1.06) 0.0000 (1.0) 0;0 1.4848 (0.94) 1 1 test_data_status-data-changed-noop[main] 635.1917 (1.0) 635.1917 (1.0) 635.1917 (1.0) 0.0000 (1.0) 635.1917 (1.0) 0.0000 (1.0) 0;0 1.5743 (1.0) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_data_status-data-new': 4 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_data_status-data-new[2.40.0] 1.4665 (1.09) 1.4665 (1.09) 1.4665 (1.09) 0.0000 (1.0) 1.4665 (1.09) 0.0000 (1.0) 0;0 0.6819 (0.92) 1 1 test_data_status-data-new[2.58.2] 1.3841 (1.03) 1.3841 (1.03) 1.3841 (1.03) 0.0000 (1.0) 1.3841 (1.03) 0.0000 (1.0) 0;0 0.7225 (0.97) 1 1 test_data_status-data-new[3.0.0] 1.4028 (1.04) 1.4028 (1.04) 1.4028 (1.04) 0.0000 (1.0) 1.4028 (1.04) 0.0000 (1.0) 0;0 0.7128 (0.96) 1 1 test_data_status-data-new[main] 1.3469 (1.0) 1.3469 (1.0) 1.3469 (1.0) 0.0000 (1.0) 1.3469 (1.0) 0.0000 (1.0) 0;0 0.7424 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ---------------------------------------------------------------------------- benchmark 'test_data_status-data-noop': 4 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_data_status-data-noop[2.40.0] 667.2008 (1.04) 667.2008 (1.04) 667.2008 (1.04) 0.0000 (1.0) 667.2008 (1.04) 0.0000 (1.0) 0;0 1.4988 (0.96) 1 1 test_data_status-data-noop[2.58.2] 659.1735 (1.02) 659.1735 (1.02) 659.1735 (1.02) 0.0000 (1.0) 659.1735 (1.02) 0.0000 (1.0) 0;0 1.5171 (0.98) 1 1 test_data_status-data-noop[3.0.0] 680.4308 (1.06) 680.4308 (1.06) 680.4308 (1.06) 0.0000 (1.0) 680.4308 (1.06) 0.0000 (1.0) 0;0 1.4697 (0.95) 1 1 test_data_status-data-noop[main] 643.7332 (1.0) 643.7332 (1.0) 643.7332 (1.0) 0.0000 (1.0) 643.7332 (1.0) 0.0000 (1.0) 0;0 1.5534 (1.0) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_status-status': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_status-status[2.11.0] 2.2306 (1.59) 2.2306 (1.59) 2.2306 (1.59) 0.0000 (1.0) 2.2306 (1.59) 0.0000 (1.0) 0;0 0.4483 (0.63) 1 1 test_status-status[2.40.0] 1.4057 (1.0) 1.4057 (1.0) 1.4057 (1.0) 0.0000 (1.0) 1.4057 (1.0) 0.0000 (1.0) 0;0 0.7114 (1.0) 1 1 test_status-status[2.58.2] 1.9024 (1.35) 1.9024 (1.35) 1.9024 (1.35) 0.0000 (1.0) 1.9024 (1.35) 0.0000 (1.0) 0;0 0.5257 (0.74) 1 1 test_status-status[3.0.0] 1.9426 (1.38) 1.9426 (1.38) 1.9426 (1.38) 0.0000 (1.0) 1.9426 (1.38) 0.0000 (1.0) 0;0 0.5148 (0.72) 1 1 test_status-status[main] 1.4304 (1.02) 1.4304 (1.02) 1.4304 (1.02) 0.0000 (1.0) 1.4304 (1.02) 0.0000 (1.0) 0;0 0.6991 (0.98) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_status-status-changed': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_status-status-changed[2.11.0] 1.5713 (2.84) 1.5713 (2.84) 1.5713 (2.84) 0.0000 (1.0) 1.5713 (2.84) 0.0000 (1.0) 0;0 0.6364 (0.35) 1 1 test_status-status-changed[2.40.0] 0.5536 (1.0) 0.5536 (1.0) 0.5536 (1.0) 0.0000 (1.0) 0.5536 (1.0) 0.0000 (1.0) 0;0 1.8063 (1.0) 1 1 test_status-status-changed[2.58.2] 0.6153 (1.11) 0.6153 (1.11) 0.6153 (1.11) 0.0000 (1.0) 0.6153 (1.11) 0.0000 (1.0) 0;0 1.6251 (0.90) 1 1 test_status-status-changed[3.0.0] 0.6145 (1.11) 0.6145 (1.11) 0.6145 (1.11) 0.0000 (1.0) 0.6145 (1.11) 0.0000 (1.0) 0;0 1.6273 (0.90) 1 1 test_status-status-changed[main] 0.6255 (1.13) 0.6255 (1.13) 0.6255 (1.13) 0.0000 (1.0) 0.6255 (1.13) 0.0000 (1.0) 0;0 1.5988 (0.89) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_status-status-changed-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_status-status-changed-noop[2.11.0] 686.2327 (1.24) 686.2327 (1.24) 686.2327 (1.24) 0.0000 (1.0) 686.2327 (1.24) 0.0000 (1.0) 0;0 1.4572 (0.81) 1 1 test_status-status-changed-noop[2.40.0] 552.5422 (1.0) 552.5422 (1.0) 552.5422 (1.0) 0.0000 (1.0) 552.5422 (1.0) 0.0000 (1.0) 0;0 1.8098 (1.0) 1 1 test_status-status-changed-noop[2.58.2] 614.6688 (1.11) 614.6688 (1.11) 614.6688 (1.11) 0.0000 (1.0) 614.6688 (1.11) 0.0000 (1.0) 0;0 1.6269 (0.90) 1 1 test_status-status-changed-noop[3.0.0] 618.2825 (1.12) 618.2825 (1.12) 618.2825 (1.12) 0.0000 (1.0) 618.2825 (1.12) 0.0000 (1.0) 0;0 1.6174 (0.89) 1 1 test_status-status-changed-noop[main] 619.7221 (1.12) 619.7221 (1.12) 619.7221 (1.12) 0.0000 (1.0) 619.7221 (1.12) 0.0000 (1.0) 0;0 1.6136 (0.89) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_status-status-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_status-status-noop[2.11.0] 437.0852 (1.0) 437.0852 (1.0) 437.0852 (1.0) 0.0000 (1.0) 437.0852 (1.0) 0.0000 (1.0) 0;0 2.2879 (1.0) 1 1 test_status-status-noop[2.40.0] 556.9787 (1.27) 556.9787 (1.27) 556.9787 (1.27) 0.0000 (1.0) 556.9787 (1.27) 0.0000 (1.0) 0;0 1.7954 (0.78) 1 1 test_status-status-noop[2.58.2] 612.8737 (1.40) 612.8737 (1.40) 612.8737 (1.40) 0.0000 (1.0) 612.8737 (1.40) 0.0000 (1.0) 0;0 1.6317 (0.71) 1 1 test_status-status-noop[3.0.0] 611.6922 (1.40) 611.6922 (1.40) 611.6922 (1.40) 0.0000 (1.0) 611.6922 (1.40) 0.0000 (1.0) 0;0 1.6348 (0.71) 1 1 test_status-status-noop[main] 618.6852 (1.42) 618.6852 (1.42) 618.6852 (1.42) 0.0000 (1.0) 618.6852 (1.42) 0.0000 (1.0) 0;0 1.6163 (0.71) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_checkout_copy-checkout': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_checkout_copy-checkout[2.11.0] 4.2574 (1.62) 4.2574 (1.62) 4.2574 (1.62) 0.0000 (1.0) 4.2574 (1.62) 0.0000 (1.0) 0;0 0.2349 (0.62) 1 1 test_checkout_copy-checkout[2.40.0] 4.3464 (1.65) 4.3464 (1.65) 4.3464 (1.65) 0.0000 (1.0) 4.3464 (1.65) 0.0000 (1.0) 0;0 0.2301 (0.60) 1 1 test_checkout_copy-checkout[2.58.2] 2.6271 (1.0) 2.6271 (1.0) 2.6271 (1.0) 0.0000 (1.0) 2.6271 (1.0) 0.0000 (1.0) 0;0 0.3807 (1.0) 1 1 test_checkout_copy-checkout[3.0.0] 5.1195 (1.95) 5.1195 (1.95) 5.1195 (1.95) 0.0000 (1.0) 5.1195 (1.95) 0.0000 (1.0) 0;0 0.1953 (0.51) 1 1 test_checkout_copy-checkout[main] 5.3428 (2.03) 5.3428 (2.03) 5.3428 (2.03) 0.0000 (1.0) 5.3428 (2.03) 0.0000 (1.0) 0;0 0.1872 (0.49) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_checkout_copy-checkout-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_checkout_copy-checkout-noop[2.11.0] 652.4122 (1.0) 652.4122 (1.0) 652.4122 (1.0) 0.0000 (1.0) 652.4122 (1.0) 0.0000 (1.0) 0;0 1.5328 (1.0) 1 1 test_checkout_copy-checkout-noop[2.40.0] 772.6946 (1.18) 772.6946 (1.18) 772.6946 (1.18) 0.0000 (1.0) 772.6946 (1.18) 0.0000 (1.0) 0;0 1.2942 (0.84) 1 1 test_checkout_copy-checkout-noop[2.58.2] 832.2458 (1.28) 832.2458 (1.28) 832.2458 (1.28) 0.0000 (1.0) 832.2458 (1.28) 0.0000 (1.0) 0;0 1.2016 (0.78) 1 1 test_checkout_copy-checkout-noop[3.0.0] 920.5798 (1.41) 920.5798 (1.41) 920.5798 (1.41) 0.0000 (1.0) 920.5798 (1.41) 0.0000 (1.0) 0;0 1.0863 (0.71) 1 1 test_checkout_copy-checkout-noop[main] 855.5638 (1.31) 855.5638 (1.31) 855.5638 (1.31) 0.0000 (1.0) 855.5638 (1.31) 0.0000 (1.0) 0;0 1.1688 (0.76) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_checkout_copy-checkout-update': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_checkout_copy-checkout-update[2.11.0] 1.6721 (2.04) 1.6721 (2.04) 1.6721 (2.04) 0.0000 (1.0) 1.6721 (2.04) 0.0000 (1.0) 0;0 0.5980 (0.49) 1 1 test_checkout_copy-checkout-update[2.40.0] 0.8191 (1.0) 0.8191 (1.0) 0.8191 (1.0) 0.0000 (1.0) 0.8191 (1.0) 0.0000 (1.0) 0;0 1.2209 (1.0) 1 1 test_checkout_copy-checkout-update[2.58.2] 1.1321 (1.38) 1.1321 (1.38) 1.1321 (1.38) 0.0000 (1.0) 1.1321 (1.38) 0.0000 (1.0) 0;0 0.8833 (0.72) 1 1 test_checkout_copy-checkout-update[3.0.0] 1.0113 (1.23) 1.0113 (1.23) 1.0113 (1.23) 0.0000 (1.0) 1.0113 (1.23) 0.0000 (1.0) 0;0 0.9888 (0.81) 1 1 test_checkout_copy-checkout-update[main] 0.9255 (1.13) 0.9255 (1.13) 0.9255 (1.13) 0.0000 (1.0) 0.9255 (1.13) 0.0000 (1.0) 0;0 1.0804 (0.88) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean -------------------------------------------------------------------------- benchmark 'test_import-import': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_import-import[2.11.0] 12.6331 (1.23) 12.6331 (1.23) 12.6331 (1.23) 0.0000 (1.0) 12.6331 (1.23) 0.0000 (1.0) 0;0 0.0792 (0.82) 1 1 test_import-import[2.40.0] 10.3066 (1.0) 10.3066 (1.0) 10.3066 (1.0) 0.0000 (1.0) 10.3066 (1.0) 0.0000 (1.0) 0;0 0.0970 (1.0) 1 1 test_import-import[2.58.2] 10.8390 (1.05) 10.8390 (1.05) 10.8390 (1.05) 0.0000 (1.0) 10.8390 (1.05) 0.0000 (1.0) 0;0 0.0923 (0.95) 1 1 test_import-import[3.0.0] 10.8392 (1.05) 10.8392 (1.05) 10.8392 (1.05) 0.0000 (1.0) 10.8392 (1.05) 0.0000 (1.0) 0;0 0.0923 (0.95) 1 1 test_import-import[main] 11.5914 (1.12) 11.5914 (1.12) 11.5914 (1.12) 0.0000 (1.0) 11.5914 (1.12) 0.0000 (1.0) 0;0 0.0863 (0.89) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ---------------------------------------------------------------------------- benchmark 'test_plots-plots-diff': 4 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_plots-plots-diff[2.40.0] 524.2399 (1.05) 534.8075 (1.06) 529.1031 (1.05) 4.6784 (5.10) 530.5385 (1.06) 8.1234 (9.39) 3;0 1.8900 (0.95) 5 3 test_plots-plots-diff[2.58.2] 499.1352 (1.0) 506.8127 (1.0) 502.2998 (1.0) 3.0856 (3.36) 502.7881 (1.0) 4.4690 (5.17) 2;0 1.9908 (1.0) 5 3 test_plots-plots-diff[3.0.0] 889.4457 (1.78) 898.9964 (1.77) 894.8069 (1.78) 4.0769 (4.44) 893.6435 (1.78) 6.6449 (7.68) 2;0 1.1176 (0.56) 5 3 test_plots-plots-diff[main] 884.0413 (1.77) 886.3595 (1.75) 884.7726 (1.76) 0.9182 (1.0) 884.4448 (1.76) 0.8648 (1.0) 1;0 1.1302 (0.57) 5 3 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------------- benchmark 'test_plots-plots-diff-json': 4 tests --------------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_plots-plots-diff-json[2.40.0] 552.1756 (1.08) 559.2188 (1.08) 554.7617 (1.08) 2.7339 (1.08) 553.8454 (1.07) 3.2786 (1.0) 1;0 1.8026 (0.93) 5 3 test_plots-plots-diff-json[2.58.2] 512.1059 (1.0) 518.4914 (1.0) 515.5963 (1.0) 2.5342 (1.0) 516.0868 (1.0) 3.9392 (1.20) 2;0 1.9395 (1.0) 5 3 test_plots-plots-diff-json[3.0.0] 1,233.1534 (2.41) 1,273.5087 (2.46) 1,244.1703 (2.41) 16.7210 (6.60) 1,236.9076 (2.40) 15.1033 (4.61) 1;1 0.8037 (0.41) 5 3 test_plots-plots-diff-json[main] 1,228.6346 (2.40) 1,241.9768 (2.40) 1,235.3165 (2.40) 4.8344 (1.91) 1,235.0285 (2.39) 5.5473 (1.69) 2;0 0.8095 (0.42) 5 3 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ----------------------------------------------------------------------------- benchmark 'test_plots-plots-show': 4 tests ----------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_plots-plots-show[2.40.0] 406.2580 (1.0) 411.3046 (1.0) 408.4171 (1.0) 1.8478 (1.0) 408.3120 (1.0) 1.9752 (1.0) 2;0 2.4485 (1.0) 5 3 test_plots-plots-show[2.58.2] 464.2198 (1.14) 489.3727 (1.19) 471.9301 (1.16) 10.3154 (5.58) 469.0733 (1.15) 12.1112 (6.13) 1;0 2.1190 (0.87) 5 3 test_plots-plots-show[3.0.0] 728.7869 (1.79) 743.2075 (1.81) 733.5223 (1.80) 5.8090 (3.14) 731.7936 (1.79) 7.0541 (3.57) 1;0 1.3633 (0.56) 5 3 test_plots-plots-show[main] 727.3825 (1.79) 738.9925 (1.80) 731.1480 (1.79) 4.5723 (2.47) 730.0240 (1.79) 4.5038 (2.28) 1;0 1.3677 (0.56) 5 3 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ---------------------------------------------------------------------------- benchmark 'test_plots-plots-show-json': 4 tests ----------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_plots-plots-show-json[2.40.0] 438.4392 (1.0) 443.6388 (1.0) 440.7957 (1.0) 1.9257 (1.0) 440.3989 (1.0) 2.3793 (1.0) 2;0 2.2686 (1.0) 5 3 test_plots-plots-show-json[2.58.2] 489.0832 (1.12) 506.7532 (1.14) 496.9270 (1.13) 8.1952 (4.26) 492.4254 (1.12) 14.3181 (6.02) 1;0 2.0124 (0.89) 5 3 test_plots-plots-show-json[3.0.0] 924.0397 (2.11) 940.3119 (2.12) 933.3793 (2.12) 6.3421 (3.29) 933.8100 (2.12) 9.2053 (3.87) 2;0 1.0714 (0.47) 5 3 test_plots-plots-show-json[main] 917.6659 (2.09) 925.7418 (2.09) 921.0228 (2.09) 3.1953 (1.66) 921.4677 (2.09) 4.4999 (1.89) 2;0 1.0857 (0.48) 5 3 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ---------------------------------------------------------------------------- benchmark 'test_help---help': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_help---help[2.11.0] 148.5863 (1.0) 158.1781 (1.0) 151.5592 (1.0) 1.7785 (1.07) 151.2267 (1.0) 2.5459 (1.27) 29;1 6.5981 (1.0) 100 1 test_help---help[2.40.0] 194.4300 (1.31) 203.1907 (1.28) 198.1383 (1.31) 1.9773 (1.18) 197.8931 (1.31) 2.6272 (1.31) 33;0 5.0470 (0.76) 100 1 test_help---help[2.58.2] 156.2669 (1.05) 163.8121 (1.04) 159.4684 (1.05) 1.6697 (1.0) 159.2392 (1.05) 2.4416 (1.22) 28;0 6.2708 (0.95) 100 1 test_help---help[3.0.0] 154.2482 (1.04) 163.1847 (1.03) 158.1410 (1.04) 1.8990 (1.14) 158.1105 (1.05) 2.4467 (1.22) 32;1 6.3235 (0.96) 100 1 test_help---help[main] 149.5009 (1.01) 158.6263 (1.00) 152.6358 (1.01) 1.7929 (1.07) 152.4134 (1.01) 2.0035 (1.0) 33;3 6.5515 (0.99) 100 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_partial_remove-add': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_remove-add[2.11.0] 7.5349 (1.80) 7.5349 (1.80) 7.5349 (1.80) 0.0000 (1.0) 7.5349 (1.80) 0.0000 (1.0) 0;0 0.1327 (0.55) 1 1 test_partial_remove-add[2.40.0] 6.2482 (1.50) 6.2482 (1.50) 6.2482 (1.50) 0.0000 (1.0) 6.2482 (1.50) 0.0000 (1.0) 0;0 0.1600 (0.67) 1 1 test_partial_remove-add[2.58.2] 4.1767 (1.0) 4.1767 (1.0) 4.1767 (1.0) 0.0000 (1.0) 4.1767 (1.0) 0.0000 (1.0) 0;0 0.2394 (1.0) 1 1 test_partial_remove-add[3.0.0] 4.2008 (1.01) 4.2008 (1.01) 4.2008 (1.01) 0.0000 (1.0) 4.2008 (1.01) 0.0000 (1.0) 0;0 0.2381 (0.99) 1 1 test_partial_remove-add[main] 4.2466 (1.02) 4.2466 (1.02) 4.2466 (1.02) 0.0000 (1.0) 4.2466 (1.02) 0.0000 (1.0) 0;0 0.2355 (0.98) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_remove-add-update': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_remove-add-update[2.11.0] 2.8459 (1.77) 2.8459 (1.77) 2.8459 (1.77) 0.0000 (1.0) 2.8459 (1.77) 0.0000 (1.0) 0;0 0.3514 (0.57) 1 1 test_partial_remove-add-update[2.40.0] 1.6082 (1.0) 1.6082 (1.0) 1.6082 (1.0) 0.0000 (1.0) 1.6082 (1.0) 0.0000 (1.0) 0;0 0.6218 (1.0) 1 1 test_partial_remove-add-update[2.58.2] 1.7198 (1.07) 1.7198 (1.07) 1.7198 (1.07) 0.0000 (1.0) 1.7198 (1.07) 0.0000 (1.0) 0;0 0.5815 (0.94) 1 1 test_partial_remove-add-update[3.0.0] 1.7431 (1.08) 1.7431 (1.08) 1.7431 (1.08) 0.0000 (1.0) 1.7431 (1.08) 0.0000 (1.0) 0;0 0.5737 (0.92) 1 1 test_partial_remove-add-update[main] 1.7443 (1.08) 1.7443 (1.08) 1.7443 (1.08) 0.0000 (1.0) 1.7443 (1.08) 0.0000 (1.0) 0;0 0.5733 (0.92) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_partial_remove-gc': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_remove-gc[2.11.0] 482.2183 (1.0) 482.2183 (1.0) 482.2183 (1.0) 0.0000 (1.0) 482.2183 (1.0) 0.0000 (1.0) 0;0 2.0737 (1.0) 1 1 test_partial_remove-gc[2.40.0] 542.5411 (1.13) 542.5411 (1.13) 542.5411 (1.13) 0.0000 (1.0) 542.5411 (1.13) 0.0000 (1.0) 0;0 1.8432 (0.89) 1 1 test_partial_remove-gc[2.58.2] 630.3758 (1.31) 630.3758 (1.31) 630.3758 (1.31) 0.0000 (1.0) 630.3758 (1.31) 0.0000 (1.0) 0;0 1.5864 (0.76) 1 1 test_partial_remove-gc[3.0.0] 693.1994 (1.44) 693.1994 (1.44) 693.1994 (1.44) 0.0000 (1.0) 693.1994 (1.44) 0.0000 (1.0) 0;0 1.4426 (0.70) 1 1 test_partial_remove-gc[main] 678.1709 (1.41) 678.1709 (1.41) 678.1709 (1.41) 0.0000 (1.0) 678.1709 (1.41) 0.0000 (1.0) 0;0 1.4746 (0.71) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_partial_remove-gc-cloud': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_remove-gc-cloud[2.11.0] 521.6378 (1.0) 521.6378 (1.0) 521.6378 (1.0) 0.0000 (1.0) 521.6378 (1.0) 0.0000 (1.0) 0;0 1.9170 (1.0) 1 1 test_partial_remove-gc-cloud[2.40.0] 595.2483 (1.14) 595.2483 (1.14) 595.2483 (1.14) 0.0000 (1.0) 595.2483 (1.14) 0.0000 (1.0) 0;0 1.6800 (0.88) 1 1 test_partial_remove-gc-cloud[2.58.2] 725.8840 (1.39) 725.8840 (1.39) 725.8840 (1.39) 0.0000 (1.0) 725.8840 (1.39) 0.0000 (1.0) 0;0 1.3776 (0.72) 1 1 test_partial_remove-gc-cloud[3.0.0] 758.6005 (1.45) 758.6005 (1.45) 758.6005 (1.45) 0.0000 (1.0) 758.6005 (1.45) 0.0000 (1.0) 0;0 1.3182 (0.69) 1 1 test_partial_remove-gc-cloud[main] 762.1016 (1.46) 762.1016 (1.46) 762.1016 (1.46) 0.0000 (1.0) 762.1016 (1.46) 0.0000 (1.0) 0;0 1.3122 (0.68) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_remove-push': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_remove-push[2.11.0] 4.1143 (2.29) 4.1143 (2.29) 4.1143 (2.29) 0.0000 (1.0) 4.1143 (2.29) 0.0000 (1.0) 0;0 0.2431 (0.44) 1 1 test_partial_remove-push[2.40.0] 5.2336 (2.91) 5.2336 (2.91) 5.2336 (2.91) 0.0000 (1.0) 5.2336 (2.91) 0.0000 (1.0) 0;0 0.1911 (0.34) 1 1 test_partial_remove-push[2.58.2] 3.6242 (2.01) 3.6242 (2.01) 3.6242 (2.01) 0.0000 (1.0) 3.6242 (2.01) 0.0000 (1.0) 0;0 0.2759 (0.50) 1 1 test_partial_remove-push[3.0.0] 1.7996 (1.0) 1.7996 (1.0) 1.7996 (1.0) 0.0000 (1.0) 1.7996 (1.0) 0.0000 (1.0) 0;0 0.5557 (1.0) 1 1 test_partial_remove-push[main] 3.6350 (2.02) 3.6350 (2.02) 3.6350 (2.02) 0.0000 (1.0) 3.6350 (2.02) 0.0000 (1.0) 0;0 0.2751 (0.50) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_partial_remove-push-update': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_remove-push-update[2.11.0] 516.8435 (1.0) 516.8435 (1.0) 516.8435 (1.0) 0.0000 (1.0) 516.8435 (1.0) 0.0000 (1.0) 0;0 1.9348 (1.0) 1 1 test_partial_remove-push-update[2.40.0] 563.9709 (1.09) 563.9709 (1.09) 563.9709 (1.09) 0.0000 (1.0) 563.9709 (1.09) 0.0000 (1.0) 0;0 1.7731 (0.92) 1 1 test_partial_remove-push-update[2.58.2] 630.2503 (1.22) 630.2503 (1.22) 630.2503 (1.22) 0.0000 (1.0) 630.2503 (1.22) 0.0000 (1.0) 0;0 1.5867 (0.82) 1 1 test_partial_remove-push-update[3.0.0] 644.7766 (1.25) 644.7766 (1.25) 644.7766 (1.25) 0.0000 (1.0) 644.7766 (1.25) 0.0000 (1.0) 0;0 1.5509 (0.80) 1 1 test_partial_remove-push-update[main] 618.3385 (1.20) 618.3385 (1.20) 618.3385 (1.20) 0.0000 (1.0) 618.3385 (1.20) 0.0000 (1.0) 0;0 1.6172 (0.84) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_checkout_hardlink-checkout': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_checkout_hardlink-checkout[2.11.0] 1.5506 (1.07) 1.5506 (1.07) 1.5506 (1.07) 0.0000 (1.0) 1.5506 (1.07) 0.0000 (1.0) 0;0 0.6449 (0.94) 1 1 test_checkout_hardlink-checkout[2.40.0] 1.5080 (1.04) 1.5080 (1.04) 1.5080 (1.04) 0.0000 (1.0) 1.5080 (1.04) 0.0000 (1.0) 0;0 0.6632 (0.96) 1 1 test_checkout_hardlink-checkout[2.58.2] 1.7098 (1.18) 1.7098 (1.18) 1.7098 (1.18) 0.0000 (1.0) 1.7098 (1.18) 0.0000 (1.0) 0;0 0.5849 (0.85) 1 1 test_checkout_hardlink-checkout[3.0.0] 1.4611 (1.01) 1.4611 (1.01) 1.4611 (1.01) 0.0000 (1.0) 1.4611 (1.01) 0.0000 (1.0) 0;0 0.6844 (0.99) 1 1 test_checkout_hardlink-checkout[main] 1.4534 (1.0) 1.4534 (1.0) 1.4534 (1.0) 0.0000 (1.0) 1.4534 (1.0) 0.0000 (1.0) 0;0 0.6880 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ---------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_checkout_hardlink-checkout-noop[2.11.0] 653.3917 (1.0) 653.3917 (1.0) 653.3917 (1.0) 0.0000 (1.0) 653.3917 (1.0) 0.0000 (1.0) 0;0 1.5305 (1.0) 1 1 test_checkout_hardlink-checkout-noop[2.40.0] 709.6653 (1.09) 709.6653 (1.09) 709.6653 (1.09) 0.0000 (1.0) 709.6653 (1.09) 0.0000 (1.0) 0;0 1.4091 (0.92) 1 1 test_checkout_hardlink-checkout-noop[2.58.2] 803.0095 (1.23) 803.0095 (1.23) 803.0095 (1.23) 0.0000 (1.0) 803.0095 (1.23) 0.0000 (1.0) 0;0 1.2453 (0.81) 1 1 test_checkout_hardlink-checkout-noop[3.0.0] 805.3637 (1.23) 805.3637 (1.23) 805.3637 (1.23) 0.0000 (1.0) 805.3637 (1.23) 0.0000 (1.0) 0;0 1.2417 (0.81) 1 1 test_checkout_hardlink-checkout-noop[main] 808.2096 (1.24) 808.2096 (1.24) 808.2096 (1.24) 0.0000 (1.0) 808.2096 (1.24) 0.0000 (1.0) 0;0 1.2373 (0.81) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_checkout_hardlink-checkout-update': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_checkout_hardlink-checkout-update[2.11.0] 1.5697 (1.93) 1.5697 (1.93) 1.5697 (1.93) 0.0000 (1.0) 1.5697 (1.93) 0.0000 (1.0) 0;0 0.6370 (0.52) 1 1 test_checkout_hardlink-checkout-update[2.40.0] 0.8149 (1.0) 0.8149 (1.0) 0.8149 (1.0) 0.0000 (1.0) 0.8149 (1.0) 0.0000 (1.0) 0;0 1.2272 (1.0) 1 1 test_checkout_hardlink-checkout-update[2.58.2] 1.0391 (1.28) 1.0391 (1.28) 1.0391 (1.28) 0.0000 (1.0) 1.0391 (1.28) 0.0000 (1.0) 0;0 0.9624 (0.78) 1 1 test_checkout_hardlink-checkout-update[3.0.0] 0.9108 (1.12) 0.9108 (1.12) 0.9108 (1.12) 0.0000 (1.0) 0.9108 (1.12) 0.0000 (1.0) 0;0 1.0979 (0.89) 1 1 test_checkout_hardlink-checkout-update[main] 0.8896 (1.09) 0.8896 (1.09) 0.8896 (1.09) 0.0000 (1.0) 0.8896 (1.09) 0.0000 (1.0) 0;0 1.1242 (0.92) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_partial_add-add': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_add-add[2.11.0] 3.5840 (1.70) 3.5840 (1.70) 3.5840 (1.70) 0.0000 (1.0) 3.5840 (1.70) 0.0000 (1.0) 0;0 0.2790 (0.59) 1 1 test_partial_add-add[2.40.0] 3.0135 (1.43) 3.0135 (1.43) 3.0135 (1.43) 0.0000 (1.0) 3.0135 (1.43) 0.0000 (1.0) 0;0 0.3318 (0.70) 1 1 test_partial_add-add[2.58.2] 2.6736 (1.27) 2.6736 (1.27) 2.6736 (1.27) 0.0000 (1.0) 2.6736 (1.27) 0.0000 (1.0) 0;0 0.3740 (0.79) 1 1 test_partial_add-add[3.0.0] 2.3004 (1.09) 2.3004 (1.09) 2.3004 (1.09) 0.0000 (1.0) 2.3004 (1.09) 0.0000 (1.0) 0;0 0.4347 (0.92) 1 1 test_partial_add-add[main] 2.1068 (1.0) 2.1068 (1.0) 2.1068 (1.0) 0.0000 (1.0) 2.1068 (1.0) 0.0000 (1.0) 0;0 0.4746 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_add-add-partial': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_add-add-partial[2.11.0] 5.6761 (1.81) 5.6761 (1.81) 5.6761 (1.81) 0.0000 (1.0) 5.6761 (1.81) 0.0000 (1.0) 0;0 0.1762 (0.55) 1 1 test_partial_add-add-partial[2.40.0] 3.9059 (1.25) 3.9059 (1.25) 3.9059 (1.25) 0.0000 (1.0) 3.9059 (1.25) 0.0000 (1.0) 0;0 0.2560 (0.80) 1 1 test_partial_add-add-partial[2.58.2] 3.1711 (1.01) 3.1711 (1.01) 3.1711 (1.01) 0.0000 (1.0) 3.1711 (1.01) 0.0000 (1.0) 0;0 0.3154 (0.99) 1 1 test_partial_add-add-partial[3.0.0] 3.1338 (1.00) 3.1338 (1.00) 3.1338 (1.00) 0.0000 (1.0) 3.1338 (1.00) 0.0000 (1.0) 0;0 0.3191 (1.00) 1 1 test_partial_add-add-partial[main] 3.1282 (1.0) 3.1282 (1.0) 3.1282 (1.0) 0.0000 (1.0) 3.1282 (1.0) 0.0000 (1.0) 0;0 0.3197 (1.0) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_partial_add-gc-cloud-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_add-gc-cloud-noop[2.11.0] 482.0461 (1.0) 482.0461 (1.0) 482.0461 (1.0) 0.0000 (1.0) 482.0461 (1.0) 0.0000 (1.0) 0;0 2.0745 (1.0) 1 1 test_partial_add-gc-cloud-noop[2.40.0] 551.7257 (1.14) 551.7257 (1.14) 551.7257 (1.14) 0.0000 (1.0) 551.7257 (1.14) 0.0000 (1.0) 0;0 1.8125 (0.87) 1 1 test_partial_add-gc-cloud-noop[2.58.2] 689.5618 (1.43) 689.5618 (1.43) 689.5618 (1.43) 0.0000 (1.0) 689.5618 (1.43) 0.0000 (1.0) 0;0 1.4502 (0.70) 1 1 test_partial_add-gc-cloud-noop[3.0.0] 772.4156 (1.60) 772.4156 (1.60) 772.4156 (1.60) 0.0000 (1.0) 772.4156 (1.60) 0.0000 (1.0) 0;0 1.2946 (0.62) 1 1 test_partial_add-gc-cloud-noop[main] 766.0619 (1.59) 766.0619 (1.59) 766.0619 (1.59) 0.0000 (1.0) 766.0619 (1.59) 0.0000 (1.0) 0;0 1.3054 (0.63) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_partial_add-gc-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_add-gc-noop[2.11.0] 424.2670 (1.0) 424.2670 (1.0) 424.2670 (1.0) 0.0000 (1.0) 424.2670 (1.0) 0.0000 (1.0) 0;0 2.3570 (1.0) 1 1 test_partial_add-gc-noop[2.40.0] 504.6587 (1.19) 504.6587 (1.19) 504.6587 (1.19) 0.0000 (1.0) 504.6587 (1.19) 0.0000 (1.0) 0;0 1.9815 (0.84) 1 1 test_partial_add-gc-noop[2.58.2] 589.9093 (1.39) 589.9093 (1.39) 589.9093 (1.39) 0.0000 (1.0) 589.9093 (1.39) 0.0000 (1.0) 0;0 1.6952 (0.72) 1 1 test_partial_add-gc-noop[3.0.0] 670.7437 (1.58) 670.7437 (1.58) 670.7437 (1.58) 0.0000 (1.0) 670.7437 (1.58) 0.0000 (1.0) 0;0 1.4909 (0.63) 1 1 test_partial_add-gc-noop[main] 680.4656 (1.60) 680.4656 (1.60) 680.4656 (1.60) 0.0000 (1.0) 680.4656 (1.60) 0.0000 (1.0) 0;0 1.4696 (0.62) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_add-push': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_add-push[2.11.0] 2.0939 (1.97) 2.0939 (1.97) 2.0939 (1.97) 0.0000 (1.0) 2.0939 (1.97) 0.0000 (1.0) 0;0 0.4776 (0.51) 1 1 test_partial_add-push[2.40.0] 2.6138 (2.45) 2.6138 (2.45) 2.6138 (2.45) 0.0000 (1.0) 2.6138 (2.45) 0.0000 (1.0) 0;0 0.3826 (0.41) 1 1 test_partial_add-push[2.58.2] 1.8745 (1.76) 1.8745 (1.76) 1.8745 (1.76) 0.0000 (1.0) 1.8745 (1.76) 0.0000 (1.0) 0;0 0.5335 (0.57) 1 1 test_partial_add-push[3.0.0] 1.0651 (1.0) 1.0651 (1.0) 1.0651 (1.0) 0.0000 (1.0) 1.0651 (1.0) 0.0000 (1.0) 0;0 0.9389 (1.0) 1 1 test_partial_add-push[main] 1.8887 (1.77) 1.8887 (1.77) 1.8887 (1.77) 0.0000 (1.0) 1.8887 (1.77) 0.0000 (1.0) 0;0 0.5295 (0.56) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_add-push-partial': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_partial_add-push-partial[2.11.0] 2.1740 (1.94) 2.1740 (1.94) 2.1740 (1.94) 0.0000 (1.0) 2.1740 (1.94) 0.0000 (1.0) 0;0 0.4600 (0.52) 1 1 test_partial_add-push-partial[2.40.0] 2.7213 (2.42) 2.7213 (2.42) 2.7213 (2.42) 0.0000 (1.0) 2.7213 (2.42) 0.0000 (1.0) 0;0 0.3675 (0.41) 1 1 test_partial_add-push-partial[2.58.2] 2.0199 (1.80) 2.0199 (1.80) 2.0199 (1.80) 0.0000 (1.0) 2.0199 (1.80) 0.0000 (1.0) 0;0 0.4951 (0.56) 1 1 test_partial_add-push-partial[3.0.0] 1.1234 (1.0) 1.1234 (1.0) 1.1234 (1.0) 0.0000 (1.0) 1.1234 (1.0) 0.0000 (1.0) 0;0 0.8901 (1.0) 1 1 test_partial_add-push-partial[main] 1.9660 (1.75) 1.9660 (1.75) 1.9660 (1.75) 0.0000 (1.0) 1.9660 (1.75) 0.0000 (1.0) 0;0 0.5087 (0.57) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_diff-diff': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_diff-diff[2.11.0] 1.7785 (1.21) 1.7785 (1.21) 1.7785 (1.21) 0.0000 (1.0) 1.7785 (1.21) 0.0000 (1.0) 0;0 0.5623 (0.82) 1 1 test_diff-diff[2.40.0] 1.5088 (1.03) 1.5088 (1.03) 1.5088 (1.03) 0.0000 (1.0) 1.5088 (1.03) 0.0000 (1.0) 0;0 0.6628 (0.97) 1 1 test_diff-diff[2.58.2] 2.0916 (1.43) 2.0916 (1.43) 2.0916 (1.43) 0.0000 (1.0) 2.0916 (1.43) 0.0000 (1.0) 0;0 0.4781 (0.70) 1 1 test_diff-diff[3.0.0] 1.9307 (1.32) 1.9307 (1.32) 1.9307 (1.32) 0.0000 (1.0) 1.9307 (1.32) 0.0000 (1.0) 0;0 0.5180 (0.76) 1 1 test_diff-diff[main] 1.4660 (1.0) 1.4660 (1.0) 1.4660 (1.0) 0.0000 (1.0) 1.4660 (1.0) 0.0000 (1.0) 0;0 0.6821 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_diff-diff-changed': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_diff-diff-changed[2.11.0] 1.1785 (1.69) 1.1785 (1.69) 1.1785 (1.69) 0.0000 (1.0) 1.1785 (1.69) 0.0000 (1.0) 0;0 0.8486 (0.59) 1 1 test_diff-diff-changed[2.40.0] 0.6987 (1.0) 0.6987 (1.0) 0.6987 (1.0) 0.0000 (1.0) 0.6987 (1.0) 0.0000 (1.0) 0;0 1.4312 (1.0) 1 1 test_diff-diff-changed[2.58.2] 0.7752 (1.11) 0.7752 (1.11) 0.7752 (1.11) 0.0000 (1.0) 0.7752 (1.11) 0.0000 (1.0) 0;0 1.2900 (0.90) 1 1 test_diff-diff-changed[3.0.0] 0.7901 (1.13) 0.7901 (1.13) 0.7901 (1.13) 0.0000 (1.0) 0.7901 (1.13) 0.0000 (1.0) 0;0 1.2656 (0.88) 1 1 test_diff-diff-changed[main] 0.7830 (1.12) 0.7830 (1.12) 0.7830 (1.12) 0.0000 (1.0) 0.7830 (1.12) 0.0000 (1.0) 0;0 1.2771 (0.89) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_diff-diff-changed-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_diff-diff-changed-noop[2.11.0] 517.3390 (1.0) 517.3390 (1.0) 517.3390 (1.0) 0.0000 (1.0) 517.3390 (1.0) 0.0000 (1.0) 0;0 1.9330 (1.0) 1 1 test_diff-diff-changed-noop[2.40.0] 698.4056 (1.35) 698.4056 (1.35) 698.4056 (1.35) 0.0000 (1.0) 698.4056 (1.35) 0.0000 (1.0) 0;0 1.4318 (0.74) 1 1 test_diff-diff-changed-noop[2.58.2] 740.7240 (1.43) 740.7240 (1.43) 740.7240 (1.43) 0.0000 (1.0) 740.7240 (1.43) 0.0000 (1.0) 0;0 1.3500 (0.70) 1 1 test_diff-diff-changed-noop[3.0.0] 748.2386 (1.45) 748.2386 (1.45) 748.2386 (1.45) 0.0000 (1.0) 748.2386 (1.45) 0.0000 (1.0) 0;0 1.3365 (0.69) 1 1 test_diff-diff-changed-noop[main] 737.1166 (1.42) 737.1166 (1.42) 737.1166 (1.42) 0.0000 (1.0) 737.1166 (1.42) 0.0000 (1.0) 0;0 1.3566 (0.70) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_diff-diff-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_diff-diff-noop[2.11.0] 478.7925 (1.0) 478.7925 (1.0) 478.7925 (1.0) 0.0000 (1.0) 478.7925 (1.0) 0.0000 (1.0) 0;0 2.0886 (1.0) 1 1 test_diff-diff-noop[2.40.0] 658.1965 (1.37) 658.1965 (1.37) 658.1965 (1.37) 0.0000 (1.0) 658.1965 (1.37) 0.0000 (1.0) 0;0 1.5193 (0.73) 1 1 test_diff-diff-noop[2.58.2] 689.7122 (1.44) 689.7122 (1.44) 689.7122 (1.44) 0.0000 (1.0) 689.7122 (1.44) 0.0000 (1.0) 0;0 1.4499 (0.69) 1 1 test_diff-diff-noop[3.0.0] 699.2827 (1.46) 699.2827 (1.46) 699.2827 (1.46) 0.0000 (1.0) 699.2827 (1.46) 0.0000 (1.0) 0;0 1.4300 (0.68) 1 1 test_diff-diff-noop[main] 687.0278 (1.43) 687.0278 (1.43) 687.0278 (1.43) 0.0000 (1.0) 687.0278 (1.43) 0.0000 (1.0) 0;0 1.4555 (0.70) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_get_url-get-url': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_get_url-get-url[2.11.0] 3.0664 (1.0) 3.0664 (1.0) 3.0664 (1.0) 0.0000 (1.0) 3.0664 (1.0) 0.0000 (1.0) 0;0 0.3261 (1.0) 1 1 test_get_url-get-url[2.40.0] 3.1629 (1.03) 3.1629 (1.03) 3.1629 (1.03) 0.0000 (1.0) 3.1629 (1.03) 0.0000 (1.0) 0;0 0.3162 (0.97) 1 1 test_get_url-get-url[2.58.2] 3.1870 (1.04) 3.1870 (1.04) 3.1870 (1.04) 0.0000 (1.0) 3.1870 (1.04) 0.0000 (1.0) 0;0 0.3138 (0.96) 1 1 test_get_url-get-url[3.0.0] 3.2632 (1.06) 3.2632 (1.06) 3.2632 (1.06) 0.0000 (1.0) 3.2632 (1.06) 0.0000 (1.0) 0;0 0.3064 (0.94) 1 1 test_get_url-get-url[main] 3.2992 (1.08) 3.2992 (1.08) 3.2992 (1.08) 0.0000 (1.0) 3.2992 (1.08) 0.0000 (1.0) 0;0 0.3031 (0.93) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_push-push': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_push-push[2.11.0] 3.6416 (2.08) 3.6416 (2.08) 3.6416 (2.08) 0.0000 (1.0) 3.6416 (2.08) 0.0000 (1.0) 0;0 0.2746 (0.48) 1 1 test_push-push[2.40.0] 4.6876 (2.68) 4.6876 (2.68) 4.6876 (2.68) 0.0000 (1.0) 4.6876 (2.68) 0.0000 (1.0) 0;0 0.2133 (0.37) 1 1 test_push-push[2.58.2] 3.2454 (1.85) 3.2454 (1.85) 3.2454 (1.85) 0.0000 (1.0) 3.2454 (1.85) 0.0000 (1.0) 0;0 0.3081 (0.54) 1 1 test_push-push[3.0.0] 1.7497 (1.0) 1.7497 (1.0) 1.7497 (1.0) 0.0000 (1.0) 1.7497 (1.0) 0.0000 (1.0) 0;0 0.5715 (1.0) 1 1 test_push-push[main] 3.2280 (1.84) 3.2280 (1.84) 3.2280 (1.84) 0.0000 (1.0) 3.2280 (1.84) 0.0000 (1.0) 0;0 0.3098 (0.54) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ----------------------------------------------------------------------------- benchmark 'test_init-init': 5 tests ----------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_init-init[2.11.0] 350.4481 (1.0) 398.6840 (1.0) 363.8194 (1.0) 6.5193 (1.07) 363.6459 (1.0) 6.8585 (1.0) 24;1 2.7486 (1.0) 100 1 test_init-init[2.40.0] 423.4363 (1.21) 507.2595 (1.27) 438.9154 (1.21) 9.4429 (1.55) 438.3942 (1.21) 9.6537 (1.41) 17;1 2.2783 (0.83) 100 1 test_init-init[2.58.2] 472.2861 (1.35) 584.8378 (1.47) 490.6295 (1.35) 13.4490 (2.21) 489.0810 (1.34) 11.8552 (1.73) 16;4 2.0382 (0.74) 100 1 test_init-init[3.0.0] 461.9346 (1.32) 504.8790 (1.27) 475.8791 (1.31) 6.8946 (1.13) 474.9958 (1.31) 9.4464 (1.38) 31;1 2.1014 (0.76) 100 1 test_init-init[main] 472.6214 (1.35) 504.3641 (1.27) 484.1846 (1.33) 6.0876 (1.0) 483.0068 (1.33) 7.8335 (1.14) 32;2 2.0653 (0.75) 100 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean -------------------------------------------------------------------------- benchmark 'test_import_url-import-url': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_import_url-import-url[2.11.0] 11.6795 (1.44) 11.6795 (1.44) 11.6795 (1.44) 0.0000 (1.0) 11.6795 (1.44) 0.0000 (1.0) 0;0 0.0856 (0.69) 1 1 test_import_url-import-url[2.40.0] 10.0957 (1.24) 10.0957 (1.24) 10.0957 (1.24) 0.0000 (1.0) 10.0957 (1.24) 0.0000 (1.0) 0;0 0.0991 (0.80) 1 1 test_import_url-import-url[2.58.2] 8.1616 (1.01) 8.1616 (1.01) 8.1616 (1.01) 0.0000 (1.0) 8.1616 (1.01) 0.0000 (1.0) 0;0 0.1225 (0.99) 1 1 test_import_url-import-url[3.0.0] 8.1094 (1.0) 8.1094 (1.0) 8.1094 (1.0) 0.0000 (1.0) 8.1094 (1.0) 0.0000 (1.0) 0;0 0.1233 (1.0) 1 1 test_import_url-import-url[main] 8.3223 (1.03) 8.3223 (1.03) 8.3223 (1.03) 0.0000 (1.0) 8.3223 (1.03) 0.0000 (1.0) 0;0 0.1202 (0.97) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_pull-pull': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_pull-pull[2.11.0] 7.4381 (1.24) 7.4381 (1.24) 7.4381 (1.24) 0.0000 (1.0) 7.4381 (1.24) 0.0000 (1.0) 0;0 0.1344 (0.81) 1 1 test_pull-pull[2.40.0] 8.7481 (1.45) 8.7481 (1.45) 8.7481 (1.45) 0.0000 (1.0) 8.7481 (1.45) 0.0000 (1.0) 0;0 0.1143 (0.69) 1 1 test_pull-pull[2.58.2] 6.0201 (1.0) 6.0201 (1.0) 6.0201 (1.0) 0.0000 (1.0) 6.0201 (1.0) 0.0000 (1.0) 0;0 0.1661 (1.0) 1 1 test_pull-pull[3.0.0] 8.2823 (1.38) 8.2823 (1.38) 8.2823 (1.38) 0.0000 (1.0) 8.2823 (1.38) 0.0000 (1.0) 0;0 0.1207 (0.73) 1 1 test_pull-pull[main] 8.0339 (1.33) 8.0339 (1.33) 8.0339 (1.33) 0.0000 (1.0) 8.0339 (1.33) 0.0000 (1.0) 0;0 0.1245 (0.75) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean -------------------------------------------------------------------------- benchmark 'test_update-import-url': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_update-import-url[2.11.0] 11.6322 (1.43) 11.6322 (1.43) 11.6322 (1.43) 0.0000 (1.0) 11.6322 (1.43) 0.0000 (1.0) 0;0 0.0860 (0.70) 1 1 test_update-import-url[2.40.0] 10.0370 (1.23) 10.0370 (1.23) 10.0370 (1.23) 0.0000 (1.0) 10.0370 (1.23) 0.0000 (1.0) 0;0 0.0996 (0.81) 1 1 test_update-import-url[2.58.2] 8.2885 (1.02) 8.2885 (1.02) 8.2885 (1.02) 0.0000 (1.0) 8.2885 (1.02) 0.0000 (1.0) 0;0 0.1206 (0.98) 1 1 test_update-import-url[3.0.0] 8.1326 (1.0) 8.1326 (1.0) 8.1326 (1.0) 0.0000 (1.0) 8.1326 (1.0) 0.0000 (1.0) 0;0 0.1230 (1.0) 1 1 test_update-import-url[main] 8.2423 (1.01) 8.2423 (1.01) 8.2423 (1.01) 0.0000 (1.0) 8.2423 (1.01) 0.0000 (1.0) 0;0 0.1213 (0.99) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_update-update': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_update-update[2.11.0] 9.1962 (1.34) 9.1962 (1.34) 9.1962 (1.34) 0.0000 (1.0) 9.1962 (1.34) 0.0000 (1.0) 0;0 0.1087 (0.75) 1 1 test_update-update[2.40.0] 6.8804 (1.0) 6.8804 (1.0) 6.8804 (1.0) 0.0000 (1.0) 6.8804 (1.0) 0.0000 (1.0) 0;0 0.1453 (1.0) 1 1 test_update-update[2.58.2] 7.2434 (1.05) 7.2434 (1.05) 7.2434 (1.05) 0.0000 (1.0) 7.2434 (1.05) 0.0000 (1.0) 0;0 0.1381 (0.95) 1 1 test_update-update[3.0.0] 7.2512 (1.05) 7.2512 (1.05) 7.2512 (1.05) 0.0000 (1.0) 7.2512 (1.05) 0.0000 (1.0) 0;0 0.1379 (0.95) 1 1 test_update-update[main] 7.4083 (1.08) 7.4083 (1.08) 7.4083 (1.08) 0.0000 (1.0) 7.4083 (1.08) 0.0000 (1.0) 0;0 0.1350 (0.93) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------------- benchmark 'test_update-update-noop': 5 tests -------------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_update-update-noop[2.11.0] 558.4009 (1.0) 558.4009 (1.0) 558.4009 (1.0) 0.0000 (1.0) 558.4009 (1.0) 0.0000 (1.0) 0;0 1.7908 (1.0) 1 1 test_update-update-noop[2.40.0] 1,008.8274 (1.81) 1,008.8274 (1.81) 1,008.8274 (1.81) 0.0000 (1.0) 1,008.8274 (1.81) 0.0000 (1.0) 0;0 0.9912 (0.55) 1 1 test_update-update-noop[2.58.2] 1,137.7835 (2.04) 1,137.7835 (2.04) 1,137.7835 (2.04) 0.0000 (1.0) 1,137.7835 (2.04) 0.0000 (1.0) 0;0 0.8789 (0.49) 1 1 test_update-update-noop[3.0.0] 1,134.7539 (2.03) 1,134.7539 (2.03) 1,134.7539 (2.03) 0.0000 (1.0) 1,134.7539 (2.03) 0.0000 (1.0) 0;0 0.8812 (0.49) 1 1 test_update-update-noop[main] 1,183.0998 (2.12) 1,183.0998 (2.12) 1,183.0998 (2.12) 0.0000 (1.0) 1,183.0998 (2.12) 0.0000 (1.0) 0;0 0.8452 (0.47) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ---------------------------------------------------------------------------- benchmark 'test_gc-gc': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_gc-gc[2.11.0] 434.5000 (1.0) 434.5000 (1.0) 434.5000 (1.0) 0.0000 (1.0) 434.5000 (1.0) 0.0000 (1.0) 0;0 2.3015 (1.0) 1 1 test_gc-gc[2.40.0] 480.7289 (1.11) 480.7289 (1.11) 480.7289 (1.11) 0.0000 (1.0) 480.7289 (1.11) 0.0000 (1.0) 0;0 2.0802 (0.90) 1 1 test_gc-gc[2.58.2] 538.6386 (1.24) 538.6386 (1.24) 538.6386 (1.24) 0.0000 (1.0) 538.6386 (1.24) 0.0000 (1.0) 0;0 1.8565 (0.81) 1 1 test_gc-gc[3.0.0] 537.5258 (1.24) 537.5258 (1.24) 537.5258 (1.24) 0.0000 (1.0) 537.5258 (1.24) 0.0000 (1.0) 0;0 1.8604 (0.81) 1 1 test_gc-gc[main] 536.0618 (1.23) 536.0618 (1.23) 536.0618 (1.23) 0.0000 (1.0) 536.0618 (1.23) 0.0000 (1.0) 0;0 1.8655 (0.81) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_get-get': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_get-get[2.11.0] 5.4461 (1.30) 5.4461 (1.30) 5.4461 (1.30) 0.0000 (1.0) 5.4461 (1.30) 0.0000 (1.0) 0;0 0.1836 (0.77) 1 1 test_get-get[2.40.0] 4.1754 (1.0) 4.1754 (1.0) 4.1754 (1.0) 0.0000 (1.0) 4.1754 (1.0) 0.0000 (1.0) 0;0 0.2395 (1.0) 1 1 test_get-get[2.58.2] 6.6292 (1.59) 6.6292 (1.59) 6.6292 (1.59) 0.0000 (1.0) 6.6292 (1.59) 0.0000 (1.0) 0;0 0.1508 (0.63) 1 1 test_get-get[3.0.0] 6.6204 (1.59) 6.6204 (1.59) 6.6204 (1.59) 0.0000 (1.0) 6.6204 (1.59) 0.0000 (1.0) 0;0 0.1510 (0.63) 1 1 test_get-get[main] 7.4878 (1.79) 7.4878 (1.79) 7.4878 (1.79) 0.0000 (1.0) 7.4878 (1.79) 0.0000 (1.0) 0;0 0.1336 (0.56) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean -------------------------------------------------------------------------- benchmark 'test_sharing-add': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing-add[2.11.0] 11.2161 (1.83) 11.2161 (1.83) 11.2161 (1.83) 0.0000 (1.0) 11.2161 (1.83) 0.0000 (1.0) 0;0 0.0892 (0.55) 1 1 test_sharing-add[2.40.0] 7.3968 (1.21) 7.3968 (1.21) 7.3968 (1.21) 0.0000 (1.0) 7.3968 (1.21) 0.0000 (1.0) 0;0 0.1352 (0.83) 1 1 test_sharing-add[2.58.2] 6.2632 (1.02) 6.2632 (1.02) 6.2632 (1.02) 0.0000 (1.0) 6.2632 (1.02) 0.0000 (1.0) 0;0 0.1597 (0.98) 1 1 test_sharing-add[3.0.0] 6.2925 (1.03) 6.2925 (1.03) 6.2925 (1.03) 0.0000 (1.0) 6.2925 (1.03) 0.0000 (1.0) 0;0 0.1589 (0.97) 1 1 test_sharing-add[main] 6.1327 (1.0) 6.1327 (1.0) 6.1327 (1.0) 0.0000 (1.0) 6.1327 (1.0) 0.0000 (1.0) 0;0 0.1631 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_sharing-add-noop': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing-add-noop[2.11.0] 5.3837 (1.69) 5.3837 (1.69) 5.3837 (1.69) 0.0000 (1.0) 5.3837 (1.69) 0.0000 (1.0) 0;0 0.1857 (0.59) 1 1 test_sharing-add-noop[2.40.0] 3.1807 (1.0) 3.1807 (1.0) 3.1807 (1.0) 0.0000 (1.0) 3.1807 (1.0) 0.0000 (1.0) 0;0 0.3144 (1.0) 1 1 test_sharing-add-noop[2.58.2] 3.9202 (1.23) 3.9202 (1.23) 3.9202 (1.23) 0.0000 (1.0) 3.9202 (1.23) 0.0000 (1.0) 0;0 0.2551 (0.81) 1 1 test_sharing-add-noop[3.0.0] 4.3041 (1.35) 4.3041 (1.35) 4.3041 (1.35) 0.0000 (1.0) 4.3041 (1.35) 0.0000 (1.0) 0;0 0.2323 (0.74) 1 1 test_sharing-add-noop[main] 4.1226 (1.30) 4.1226 (1.30) 4.1226 (1.30) 0.0000 (1.0) 4.1226 (1.30) 0.0000 (1.0) 0;0 0.2426 (0.77) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------------- benchmark 'test_sharing-checkout-noop': 5 tests -------------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing-checkout-noop[2.11.0] 731.8829 (1.0) 731.8829 (1.0) 731.8829 (1.0) 0.0000 (1.0) 731.8829 (1.0) 0.0000 (1.0) 0;0 1.3663 (1.0) 1 1 test_sharing-checkout-noop[2.40.0] 772.8544 (1.06) 772.8544 (1.06) 772.8544 (1.06) 0.0000 (1.0) 772.8544 (1.06) 0.0000 (1.0) 0;0 1.2939 (0.95) 1 1 test_sharing-checkout-noop[2.58.2] 992.8761 (1.36) 992.8761 (1.36) 992.8761 (1.36) 0.0000 (1.0) 992.8761 (1.36) 0.0000 (1.0) 0;0 1.0072 (0.74) 1 1 test_sharing-checkout-noop[3.0.0] 1,089.7968 (1.49) 1,089.7968 (1.49) 1,089.7968 (1.49) 0.0000 (1.0) 1,089.7968 (1.49) 0.0000 (1.0) 0;0 0.9176 (0.67) 1 1 test_sharing-checkout-noop[main] 1,096.2638 (1.50) 1,096.2638 (1.50) 1,096.2638 (1.50) 0.0000 (1.0) 1,096.2638 (1.50) 0.0000 (1.0) 0;0 0.9122 (0.67) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_sharing-pull': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing-pull[2.11.0] 11.6024 (1.39) 11.6024 (1.39) 11.6024 (1.39) 0.0000 (1.0) 11.6024 (1.39) 0.0000 (1.0) 0;0 0.0862 (0.72) 1 1 test_sharing-pull[2.40.0] 10.9946 (1.32) 10.9946 (1.32) 10.9946 (1.32) 0.0000 (1.0) 10.9946 (1.32) 0.0000 (1.0) 0;0 0.0910 (0.76) 1 1 test_sharing-pull[2.58.2] 8.3530 (1.0) 8.3530 (1.0) 8.3530 (1.0) 0.0000 (1.0) 8.3530 (1.0) 0.0000 (1.0) 0;0 0.1197 (1.0) 1 1 test_sharing-pull[3.0.0] 12.1406 (1.45) 12.1406 (1.45) 12.1406 (1.45) 0.0000 (1.0) 12.1406 (1.45) 0.0000 (1.0) 0;0 0.0824 (0.69) 1 1 test_sharing-pull[main] 12.3824 (1.48) 12.3824 (1.48) 12.3824 (1.48) 0.0000 (1.0) 12.3824 (1.48) 0.0000 (1.0) 0;0 0.0808 (0.67) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------------- benchmark 'test_sharing-pull-noop': 5 tests -------------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing-pull-noop[2.11.0] 897.0021 (1.25) 897.0021 (1.25) 897.0021 (1.25) 0.0000 (1.0) 897.0021 (1.25) 0.0000 (1.0) 0;0 1.1148 (0.80) 1 1 test_sharing-pull-noop[2.40.0] 719.5305 (1.0) 719.5305 (1.0) 719.5305 (1.0) 0.0000 (1.0) 719.5305 (1.0) 0.0000 (1.0) 0;0 1.3898 (1.0) 1 1 test_sharing-pull-noop[2.58.2] 1,130.6316 (1.57) 1,130.6316 (1.57) 1,130.6316 (1.57) 0.0000 (1.0) 1,130.6316 (1.57) 0.0000 (1.0) 0;0 0.8845 (0.64) 1 1 test_sharing-pull-noop[3.0.0] 1,408.5563 (1.96) 1,408.5563 (1.96) 1,408.5563 (1.96) 0.0000 (1.0) 1,408.5563 (1.96) 0.0000 (1.0) 0;0 0.7099 (0.51) 1 1 test_sharing-pull-noop[main] 1,236.2532 (1.72) 1,236.2532 (1.72) 1,236.2532 (1.72) 0.0000 (1.0) 1,236.2532 (1.72) 0.0000 (1.0) 0;0 0.8089 (0.58) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_sharing-push': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing-push[2.11.0] 6.3693 (2.04) 6.3693 (2.04) 6.3693 (2.04) 0.0000 (1.0) 6.3693 (2.04) 0.0000 (1.0) 0;0 0.1570 (0.49) 1 1 test_sharing-push[2.40.0] 6.4169 (2.05) 6.4169 (2.05) 6.4169 (2.05) 0.0000 (1.0) 6.4169 (2.05) 0.0000 (1.0) 0;0 0.1558 (0.49) 1 1 test_sharing-push[2.58.2] 5.5711 (1.78) 5.5711 (1.78) 5.5711 (1.78) 0.0000 (1.0) 5.5711 (1.78) 0.0000 (1.0) 0;0 0.1795 (0.56) 1 1 test_sharing-push[3.0.0] 3.1272 (1.0) 3.1272 (1.0) 3.1272 (1.0) 0.0000 (1.0) 3.1272 (1.0) 0.0000 (1.0) 0;0 0.3198 (1.0) 1 1 test_sharing-push[main] 5.6612 (1.81) 5.6612 (1.81) 5.6612 (1.81) 0.0000 (1.0) 5.6612 (1.81) 0.0000 (1.0) 0;0 0.1766 (0.55) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing-push-noop': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing-push-noop[2.11.0] 696.3121 (1.24) 696.3121 (1.24) 696.3121 (1.24) 0.0000 (1.0) 696.3121 (1.24) 0.0000 (1.0) 0;0 1.4361 (0.81) 1 1 test_sharing-push-noop[2.40.0] 562.4697 (1.0) 562.4697 (1.0) 562.4697 (1.0) 0.0000 (1.0) 562.4697 (1.0) 0.0000 (1.0) 0;0 1.7779 (1.0) 1 1 test_sharing-push-noop[2.58.2] 804.2504 (1.43) 804.2504 (1.43) 804.2504 (1.43) 0.0000 (1.0) 804.2504 (1.43) 0.0000 (1.0) 0;0 1.2434 (0.70) 1 1 test_sharing-push-noop[3.0.0] 853.2019 (1.52) 853.2019 (1.52) 853.2019 (1.52) 0.0000 (1.0) 853.2019 (1.52) 0.0000 (1.0) 0;0 1.1721 (0.66) 1 1 test_sharing-push-noop[main] 800.0566 (1.42) 800.0566 (1.42) 800.0566 (1.42) 0.0000 (1.0) 800.0566 (1.42) 0.0000 (1.0) 0;0 1.2499 (0.70) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ------------------------------------------------------------------------ benchmark 'test_data_status_all_flags-data-changed': 4 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_data_status_all_flags-data-changed[2.40.0] 1.1759 (1.01) 1.1759 (1.01) 1.1759 (1.01) 0.0000 (1.0) 1.1759 (1.01) 0.0000 (1.0) 0;0 0.8504 (0.99) 1 1 test_data_status_all_flags-data-changed[2.58.2] 1.1828 (1.01) 1.1828 (1.01) 1.1828 (1.01) 0.0000 (1.0) 1.1828 (1.01) 0.0000 (1.0) 0;0 0.8455 (0.99) 1 1 test_data_status_all_flags-data-changed[3.0.0] 1.1919 (1.02) 1.1919 (1.02) 1.1919 (1.02) 0.0000 (1.0) 1.1919 (1.02) 0.0000 (1.0) 0;0 0.8390 (0.98) 1 1 test_data_status_all_flags-data-changed[main] 1.1664 (1.0) 1.1664 (1.0) 1.1664 (1.0) 0.0000 (1.0) 1.1664 (1.0) 0.0000 (1.0) 0;0 0.8573 (1.0) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_data_status_all_flags-data-changed-noop': 4 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_data_status_all_flags-data-changed-noop[2.40.0] 1.1817 (1.01) 1.1817 (1.01) 1.1817 (1.01) 0.0000 (1.0) 1.1817 (1.01) 0.0000 (1.0) 0;0 0.8462 (0.99) 1 1 test_data_status_all_flags-data-changed-noop[2.58.2] 1.1802 (1.01) 1.1802 (1.01) 1.1802 (1.01) 0.0000 (1.0) 1.1802 (1.01) 0.0000 (1.0) 0;0 0.8473 (0.99) 1 1 test_data_status_all_flags-data-changed-noop[3.0.0] 1.1829 (1.01) 1.1829 (1.01) 1.1829 (1.01) 0.0000 (1.0) 1.1829 (1.01) 0.0000 (1.0) 0;0 0.8454 (0.99) 1 1 test_data_status_all_flags-data-changed-noop[main] 1.1718 (1.0) 1.1718 (1.0) 1.1718 (1.0) 0.0000 (1.0) 1.1718 (1.0) 0.0000 (1.0) 0;0 0.8534 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_data_status_all_flags-data-new': 4 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_data_status_all_flags-data-new[2.40.0] 1.9236 (1.02) 1.9236 (1.02) 1.9236 (1.02) 0.0000 (1.0) 1.9236 (1.02) 0.0000 (1.0) 0;0 0.5199 (0.98) 1 1 test_data_status_all_flags-data-new[2.58.2] 1.8930 (1.01) 1.8930 (1.01) 1.8930 (1.01) 0.0000 (1.0) 1.8930 (1.01) 0.0000 (1.0) 0;0 0.5283 (0.99) 1 1 test_data_status_all_flags-data-new[3.0.0] 1.9233 (1.02) 1.9233 (1.02) 1.9233 (1.02) 0.0000 (1.0) 1.9233 (1.02) 0.0000 (1.0) 0;0 0.5199 (0.98) 1 1 test_data_status_all_flags-data-new[main] 1.8819 (1.0) 1.8819 (1.0) 1.8819 (1.0) 0.0000 (1.0) 1.8819 (1.0) 0.0000 (1.0) 0;0 0.5314 (1.0) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_data_status_all_flags-data-noop': 4 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_data_status_all_flags-data-noop[2.40.0] 1.1278 (1.0) 1.1278 (1.0) 1.1278 (1.0) 0.0000 (1.0) 1.1278 (1.0) 0.0000 (1.0) 0;0 0.8867 (1.0) 1 1 test_data_status_all_flags-data-noop[2.58.2] 1.1401 (1.01) 1.1401 (1.01) 1.1401 (1.01) 0.0000 (1.0) 1.1401 (1.01) 0.0000 (1.0) 0;0 0.8771 (0.99) 1 1 test_data_status_all_flags-data-noop[3.0.0] 1.1670 (1.03) 1.1670 (1.03) 1.1670 (1.03) 0.0000 (1.0) 1.1670 (1.03) 0.0000 (1.0) 0;0 0.8569 (0.97) 1 1 test_data_status_all_flags-data-noop[main] 1.1408 (1.01) 1.1408 (1.01) 1.1408 (1.01) 0.0000 (1.0) 1.1408 (1.01) 0.0000 (1.0) 0;0 0.8766 (0.99) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean ----------------------------------------------------------------------- benchmark 'test_sharing_gs-add': 10 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_sharing_gs-add[2.11.0] 7.2646 (1.78) 7.2646 (1.78) 7.2646 (1.78) 0.0000 (1.0) 7.2646 (1.78) 0.0000 (1.0) 0;0 0.1377 (0.56) 1 1 test_sharing_gs-add[2.11.0] 7.1452 (1.75) 7.1452 (1.75) 7.1452 (1.75) 0.0000 (1.0) 7.1452 (1.75) 0.0000 (1.0) 0;0 0.1400 (0.57) 1 1 test_sharing_gs-add[2.40.0] 5.9586 (1.46) 5.9586 (1.46) 5.9586 (1.46) 0.0000 (1.0) 5.9586 (1.46) 0.0000 (1.0) 0;0 0.1678 (0.68) 1 1 test_sharing_gs-add[2.40.0] 5.9930 (1.47) 5.9930 (1.47) 5.9930 (1.47) 0.0000 (1.0) 5.9930 (1.47) 0.0000 (1.0) 0;0 0.1669 (0.68) 1 1 test_sharing_gs-add[2.58.2] 4.1299 (1.01) 4.1299 (1.01) 4.1299 (1.01) 0.0000 (1.0) 4.1299 (1.01) 0.0000 (1.0) 0;0 0.2421 (0.99) 1 1 test_sharing_gs-add[2.58.2] 4.1574 (1.02) 4.1574 (1.02) 4.1574 (1.02) 0.0000 (1.0) 4.1574 (1.02) 0.0000 (1.0) 0;0 0.2405 (0.98) 1 1 test_sharing_gs-add[3.0.0] 4.0715 (1.0) 4.0715 (1.0) 4.0715 (1.0) 0.0000 (1.0) 4.0715 (1.0) 0.0000 (1.0) 0;0 0.2456 (1.0) 1 1 test_sharing_gs-add[3.0.0] 4.0947 (1.01) 4.0947 (1.01) 4.0947 (1.01) 0.0000 (1.0) 4.0947 (1.01) 0.0000 (1.0) 0;0 0.2442 (0.99) 1 1 test_sharing_gs-add[main] 4.1001 (1.01) 4.1001 (1.01) 4.1001 (1.01) 0.0000 (1.0) 4.1001 (1.01) 0.0000 (1.0) 0;0 0.2439 (0.99) 1 1 test_sharing_gs-add[main] 4.1348 (1.02) 4.1348 (1.02) 4.1348 (1.02) 0.0000 (1.0) 4.1348 (1.02) 0.0000 (1.0) 0;0 0.2418 (0.98) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------ benchmark 'test_sharing_gs-add-noop': 10 tests ----------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_gs-add-noop[2.11.0] 3.5602 (1.43) 3.5602 (1.43) 3.5602 (1.43) 0.0000 (1.0) 3.5602 (1.43) 0.0000 (1.0) 0;0 0.2809 (0.70) 1 1 test_sharing_gs-add-noop[2.11.0] 3.5060 (1.41) 3.5060 (1.41) 3.5060 (1.41) 0.0000 (1.0) 3.5060 (1.41) 0.0000 (1.0) 0;0 0.2852 (0.71) 1 1 test_sharing_gs-add-noop[2.40.0] 2.5438 (1.02) 2.5438 (1.02) 2.5438 (1.02) 0.0000 (1.0) 2.5438 (1.02) 0.0000 (1.0) 0;0 0.3931 (0.98) 1 1 test_sharing_gs-add-noop[2.40.0] 2.4817 (1.0) 2.4817 (1.0) 2.4817 (1.0) 0.0000 (1.0) 2.4817 (1.0) 0.0000 (1.0) 0;0 0.4029 (1.0) 1 1 test_sharing_gs-add-noop[2.58.2] 2.7293 (1.10) 2.7293 (1.10) 2.7293 (1.10) 0.0000 (1.0) 2.7293 (1.10) 0.0000 (1.0) 0;0 0.3664 (0.91) 1 1 test_sharing_gs-add-noop[2.58.2] 2.7103 (1.09) 2.7103 (1.09) 2.7103 (1.09) 0.0000 (1.0) 2.7103 (1.09) 0.0000 (1.0) 0;0 0.3690 (0.92) 1 1 test_sharing_gs-add-noop[3.0.0] 2.7108 (1.09) 2.7108 (1.09) 2.7108 (1.09) 0.0000 (1.0) 2.7108 (1.09) 0.0000 (1.0) 0;0 0.3689 (0.92) 1 1 test_sharing_gs-add-noop[3.0.0] 2.7024 (1.09) 2.7024 (1.09) 2.7024 (1.09) 0.0000 (1.0) 2.7024 (1.09) 0.0000 (1.0) 0;0 0.3700 (0.92) 1 1 test_sharing_gs-add-noop[main] 2.7365 (1.10) 2.7365 (1.10) 2.7365 (1.10) 0.0000 (1.0) 2.7365 (1.10) 0.0000 (1.0) 0;0 0.3654 (0.91) 1 1 test_sharing_gs-add-noop[main] 2.7323 (1.10) 2.7323 (1.10) 2.7323 (1.10) 0.0000 (1.0) 2.7323 (1.10) 0.0000 (1.0) 0;0 0.3660 (0.91) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_sharing_gs-checkout-noop': 10 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ test_sharing_gs-checkout-noop[2.11.0] 510.5332 (1.02) 510.5332 (1.02) 510.5332 (1.02) 0.0000 (1.0) 510.5332 (1.02) 0.0000 (1.0) 0;0 1.9587 (0.98) 1 1 test_sharing_gs-checkout-noop[2.11.0] 502.6392 (1.0) 502.6392 (1.0) 502.6392 (1.0) 0.0000 (1.0) 502.6392 (1.0) 0.0000 (1.0) 0;0 1.9895 (1.0) 1 1 test_sharing_gs-checkout-noop[2.40.0] 609.9597 (1.21) 609.9597 (1.21) 609.9597 (1.21) 0.0000 (1.0) 609.9597 (1.21) 0.0000 (1.0) 0;0 1.6395 (0.82) 1 1 test_sharing_gs-checkout-noop[2.40.0] 604.1648 (1.20) 604.1648 (1.20) 604.1648 (1.20) 0.0000 (1.0) 604.1648 (1.20) 0.0000 (1.0) 0;0 1.6552 (0.83) 1 1 test_sharing_gs-checkout-noop[2.58.2] 665.8588 (1.32) 665.8588 (1.32) 665.8588 (1.32) 0.0000 (1.0) 665.8588 (1.32) 0.0000 (1.0) 0;0 1.5018 (0.75) 1 1 test_sharing_gs-checkout-noop[2.58.2] 671.9481 (1.34) 671.9481 (1.34) 671.9481 (1.34) 0.0000 (1.0) 671.9481 (1.34) 0.0000 (1.0) 0;0 1.4882 (0.75) 1 1 test_sharing_gs-checkout-noop[3.0.0] 683.3474 (1.36) 683.3474 (1.36) 683.3474 (1.36) 0.0000 (1.0) 683.3474 (1.36) 0.0000 (1.0) 0;0 1.4634 (0.74) 1 1 test_sharing_gs-checkout-noop[3.0.0] 701.3360 (1.40) 701.3360 (1.40) 701.3360 (1.40) 0.0000 (1.0) 701.3360 (1.40) 0.0000 (1.0) 0;0 1.4259 (0.72) 1 1 test_sharing_gs-checkout-noop[main] 678.2178 (1.35) 678.2178 (1.35) 678.2178 (1.35) 0.0000 (1.0) 678.2178 (1.35) 0.0000 (1.0) 0;0 1.4745 (0.74) 1 1 test_sharing_gs-checkout-noop[main] 677.3709 (1.35) 677.3709 (1.35) 677.3709 (1.35) 0.0000 (1.0) 677.3709 (1.35) 0.0000 (1.0) 0;0 1.4763 (0.74) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------ benchmark 'test_sharing_gs-pull': 10 tests ----------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_gs-pull[2.11.0] 7.2792 (1.32) 7.2792 (1.32) 7.2792 (1.32) 0.0000 (1.0) 7.2792 (1.32) 0.0000 (1.0) 0;0 0.1374 (0.76) 1 1 test_sharing_gs-pull[2.11.0] 7.5868 (1.38) 7.5868 (1.38) 7.5868 (1.38) 0.0000 (1.0) 7.5868 (1.38) 0.0000 (1.0) 0;0 0.1318 (0.73) 1 1 test_sharing_gs-pull[2.40.0] 8.7499 (1.59) 8.7499 (1.59) 8.7499 (1.59) 0.0000 (1.0) 8.7499 (1.59) 0.0000 (1.0) 0;0 0.1143 (0.63) 1 1 test_sharing_gs-pull[2.40.0] 8.9605 (1.62) 8.9605 (1.62) 8.9605 (1.62) 0.0000 (1.0) 8.9605 (1.62) 0.0000 (1.0) 0;0 0.1116 (0.62) 1 1 test_sharing_gs-pull[2.58.2] 5.6045 (1.02) 5.6045 (1.02) 5.6045 (1.02) 0.0000 (1.0) 5.6045 (1.02) 0.0000 (1.0) 0;0 0.1784 (0.98) 1 1 test_sharing_gs-pull[2.58.2] 5.5149 (1.0) 5.5149 (1.0) 5.5149 (1.0) 0.0000 (1.0) 5.5149 (1.0) 0.0000 (1.0) 0;0 0.1813 (1.0) 1 1 test_sharing_gs-pull[3.0.0] 7.8777 (1.43) 7.8777 (1.43) 7.8777 (1.43) 0.0000 (1.0) 7.8777 (1.43) 0.0000 (1.0) 0;0 0.1269 (0.70) 1 1 test_sharing_gs-pull[3.0.0] 7.8263 (1.42) 7.8263 (1.42) 7.8263 (1.42) 0.0000 (1.0) 7.8263 (1.42) 0.0000 (1.0) 0;0 0.1278 (0.70) 1 1 test_sharing_gs-pull[main] 7.7481 (1.40) 7.7481 (1.40) 7.7481 (1.40) 0.0000 (1.0) 7.7481 (1.40) 0.0000 (1.0) 0;0 0.1291 (0.71) 1 1 test_sharing_gs-pull[main] 7.7411 (1.40) 7.7411 (1.40) 7.7411 (1.40) 0.0000 (1.0) 7.7411 (1.40) 0.0000 (1.0) 0;0 0.1292 (0.71) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_sharing_gs-pull-noop': 10 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_gs-pull-noop[2.11.0] 545.7082 (1.01) 545.7082 (1.01) 545.7082 (1.01) 0.0000 (1.0) 545.7082 (1.01) 0.0000 (1.0) 0;0 1.8325 (0.99) 1 1 test_sharing_gs-pull-noop[2.11.0] 538.9225 (1.0) 538.9225 (1.0) 538.9225 (1.0) 0.0000 (1.0) 538.9225 (1.0) 0.0000 (1.0) 0;0 1.8556 (1.0) 1 1 test_sharing_gs-pull-noop[2.40.0] 645.0275 (1.20) 645.0275 (1.20) 645.0275 (1.20) 0.0000 (1.0) 645.0275 (1.20) 0.0000 (1.0) 0;0 1.5503 (0.84) 1 1 test_sharing_gs-pull-noop[2.40.0] 641.3145 (1.19) 641.3145 (1.19) 641.3145 (1.19) 0.0000 (1.0) 641.3145 (1.19) 0.0000 (1.0) 0;0 1.5593 (0.84) 1 1 test_sharing_gs-pull-noop[2.58.2] 718.5461 (1.33) 718.5461 (1.33) 718.5461 (1.33) 0.0000 (1.0) 718.5461 (1.33) 0.0000 (1.0) 0;0 1.3917 (0.75) 1 1 test_sharing_gs-pull-noop[2.58.2] 722.5410 (1.34) 722.5410 (1.34) 722.5410 (1.34) 0.0000 (1.0) 722.5410 (1.34) 0.0000 (1.0) 0;0 1.3840 (0.75) 1 1 test_sharing_gs-pull-noop[3.0.0] 844.9895 (1.57) 844.9895 (1.57) 844.9895 (1.57) 0.0000 (1.0) 844.9895 (1.57) 0.0000 (1.0) 0;0 1.1834 (0.64) 1 1 test_sharing_gs-pull-noop[3.0.0] 841.5999 (1.56) 841.5999 (1.56) 841.5999 (1.56) 0.0000 (1.0) 841.5999 (1.56) 0.0000 (1.0) 0;0 1.1882 (0.64) 1 1 test_sharing_gs-pull-noop[main] 821.8536 (1.52) 821.8536 (1.52) 821.8536 (1.52) 0.0000 (1.0) 821.8536 (1.52) 0.0000 (1.0) 0;0 1.2168 (0.66) 1 1 test_sharing_gs-pull-noop[main] 819.3671 (1.52) 819.3671 (1.52) 819.3671 (1.52) 0.0000 (1.0) 819.3671 (1.52) 0.0000 (1.0) 0;0 1.2205 (0.66) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_sharing_gs-push': 10 tests ----------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_gs-push[2.11.0] 4.0511 (2.31) 4.0511 (2.31) 4.0511 (2.31) 0.0000 (1.0) 4.0511 (2.31) 0.0000 (1.0) 0;0 0.2468 (0.43) 1 1 test_sharing_gs-push[2.11.0] 3.9996 (2.28) 3.9996 (2.28) 3.9996 (2.28) 0.0000 (1.0) 3.9996 (2.28) 0.0000 (1.0) 0;0 0.2500 (0.44) 1 1 test_sharing_gs-push[2.40.0] 5.0789 (2.90) 5.0789 (2.90) 5.0789 (2.90) 0.0000 (1.0) 5.0789 (2.90) 0.0000 (1.0) 0;0 0.1969 (0.34) 1 1 test_sharing_gs-push[2.40.0] 5.0962 (2.91) 5.0962 (2.91) 5.0962 (2.91) 0.0000 (1.0) 5.0962 (2.91) 0.0000 (1.0) 0;0 0.1962 (0.34) 1 1 test_sharing_gs-push[2.58.2] 3.5472 (2.03) 3.5472 (2.03) 3.5472 (2.03) 0.0000 (1.0) 3.5472 (2.03) 0.0000 (1.0) 0;0 0.2819 (0.49) 1 1 test_sharing_gs-push[2.58.2] 3.6059 (2.06) 3.6059 (2.06) 3.6059 (2.06) 0.0000 (1.0) 3.6059 (2.06) 0.0000 (1.0) 0;0 0.2773 (0.49) 1 1 test_sharing_gs-push[3.0.0] 1.7511 (1.0) 1.7511 (1.0) 1.7511 (1.0) 0.0000 (1.0) 1.7511 (1.0) 0.0000 (1.0) 0;0 0.5711 (1.0) 1 1 test_sharing_gs-push[3.0.0] 2.1961 (1.25) 2.1961 (1.25) 2.1961 (1.25) 0.0000 (1.0) 2.1961 (1.25) 0.0000 (1.0) 0;0 0.4554 (0.80) 1 1 test_sharing_gs-push[main] 3.6342 (2.08) 3.6342 (2.08) 3.6342 (2.08) 0.0000 (1.0) 3.6342 (2.08) 0.0000 (1.0) 0;0 0.2752 (0.48) 1 1 test_sharing_gs-push[main] 3.5347 (2.02) 3.5347 (2.02) 3.5347 (2.02) 0.0000 (1.0) 3.5347 (2.02) 0.0000 (1.0) 0;0 0.2829 (0.50) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_sharing_gs-push-noop': 10 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- test_sharing_gs-push-noop[2.11.0] 458.1721 (1.02) 458.1721 (1.02) 458.1721 (1.02) 0.0000 (1.0) 458.1721 (1.02) 0.0000 (1.0) 0;0 2.1826 (0.98) 1 1 test_sharing_gs-push-noop[2.11.0] 450.1384 (1.0) 450.1384 (1.0) 450.1384 (1.0) 0.0000 (1.0) 450.1384 (1.0) 0.0000 (1.0) 0;0 2.2215 (1.0) 1 1 test_sharing_gs-push-noop[2.40.0] 482.4556 (1.07) 482.4556 (1.07) 482.4556 (1.07) 0.0000 (1.0) 482.4556 (1.07) 0.0000 (1.0) 0;0 2.0727 (0.93) 1 1 test_sharing_gs-push-noop[2.40.0] 493.5739 (1.10) 493.5739 (1.10) 493.5739 (1.10) 0.0000 (1.0) 493.5739 (1.10) 0.0000 (1.0) 0;0 2.0260 (0.91) 1 1 test_sharing_gs-push-noop[2.58.2] 541.1971 (1.20) 541.1971 (1.20) 541.1971 (1.20) 0.0000 (1.0) 541.1971 (1.20) 0.0000 (1.0) 0;0 1.8478 (0.83) 1 1 test_sharing_gs-push-noop[2.58.2] 544.3652 (1.21) 544.3652 (1.21) 544.3652 (1.21) 0.0000 (1.0) 544.3652 (1.21) 0.0000 (1.0) 0;0 1.8370 (0.83) 1 1 test_sharing_gs-push-noop[3.0.0] 539.8012 (1.20) 539.8012 (1.20) 539.8012 (1.20) 0.0000 (1.0) 539.8012 (1.20) 0.0000 (1.0) 0;0 1.8525 (0.83) 1 1 test_sharing_gs-push-noop[3.0.0] 638.6377 (1.42) 638.6377 (1.42) 638.6377 (1.42) 0.0000 (1.0) 638.6377 (1.42) 0.0000 (1.0) 0;0 1.5658 (0.70) 1 1 test_sharing_gs-push-noop[main] 536.2350 (1.19) 536.2350 (1.19) 536.2350 (1.19) 0.0000 (1.0) 536.2350 (1.19) 0.0000 (1.0) 0;0 1.8649 (0.84) 1 1 test_sharing_gs-push-noop[main] 521.4368 (1.16) 521.4368 (1.16) 521.4368 (1.16) 0.0000 (1.0) 521.4368 (1.16) 0.0000 (1.0) 0;0 1.9178 (0.86) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean
github-actions[bot]
commented
11 months ago 
github-actions[bot]
commented
11 months ago