Skip to content

Commit 9914d14

Browse files
github-actions[bot]github-actions[bot]
committed
Update benchmarks
1 parent 5b566e5 commit 9914d14

File tree

1 file changed

+26
-26
lines changed

1 file changed

+26
-26
lines changed

‎BENCHMARKS.txt

Lines changed: 26 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -4,40 +4,40 @@ benchmark: 5.1.0 (defaults: timer=time.perf_counter disable_gc=False min_rounds=
44
rootdir: /home/runner/work/scopie-py/scopie-py
55
configfile: pyproject.toml
66
plugins: benchmark-5.1.0
7-
collected 70 items
7+
collected 88 items
88

9-
tests/scopie_test.py ................................................... [ 72%]
10-
................... [100%]
9+
tests/scopie_test.py ................................................... [ 57%]
10+
..................................... [100%]
1111

1212

1313
-------------------------------------------------------------------------------------------------------------------- benchmark: 22 tests --------------------------------------------------------------------------------------------------------------------
1414
Name (time in us) Min Max Mean StdDev Median IQR Outliers OPS (Kops/s) Rounds Iterations
1515
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
16-
test_benchmarks_as_benchmarks[allow,1rules,1rule,1block1length] 1.8740 (1.0) 19.3760 (1.11) 2.0277 (1.0) 0.5399 (1.16) 1.9740 (1.0) 0.0490 (1.23) 151;314 493.1636 (1.0) 10000 1
17-
test_benchmarks_as_benchmarks[deny,1rules,1rule,1block1length] 1.9140 (1.02) 17.4820 (1.0) 2.0450 (1.01) 0.4657 (1.0) 2.0040 (1.02) 0.0400 (1.0) 111;366 488.9857 (0.99) 10000 1
18-
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,3variables,best] 2.4340 (1.30) 19.2160 (1.10) 2.6003 (1.28) 0.4767 (1.02) 2.5650 (1.30) 0.0500 (1.25) 65;240 384.5653 (0.78) 10000 1
19-
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,wildcard,best] 4.0070 (2.14) 22.6120 (1.29) 4.2178 (2.08) 0.6854 (1.47) 4.1580 (2.11) 0.0700 (1.75) 81;273 237.0904 (0.48) 10000 1
20-
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,superwildcard,worst] 6.9840 (3.73) 27.1000 (1.55) 7.3237 (3.61) 0.8198 (1.76) 7.2430 (3.67) 0.0990 (2.48) 101;235 136.5427 (0.28) 10000 1
21-
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,superwildcard,worst] 7.0030 (3.74) 33.4320 (1.91) 7.3380 (3.62) 0.8359 (1.80) 7.2540 (3.67) 0.0910 (2.28) 101;294 136.2765 (0.28) 10000 1
22-
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,superwildcard,best] 7.0130 (3.74) 26.5390 (1.52) 7.3253 (3.61) 0.8313 (1.79) 7.2430 (3.67) 0.0990 (2.48) 105;259 136.5134 (0.28) 10000 1
23-
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,superwildcard,best] 7.0430 (3.76) 27.5920 (1.58) 7.3434 (3.62) 0.9206 (1.98) 7.2530 (3.67) 0.0900 (2.25) 116;317 136.1772 (0.28) 10000 1
24-
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,3variables,best] 7.1240 (3.80) 31.7690 (1.82) 7.4844 (3.69) 0.8556 (1.84) 7.4040 (3.75) 0.1400 (3.50) 96;206 133.6119 (0.27) 10000 1
25-
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,3variables,worst] 7.2140 (3.85) 25.5780 (1.46) 7.5382 (3.72) 0.8263 (1.77) 7.4540 (3.78) 0.0900 (2.25) 102;321 132.6571 (0.27) 10000 1
26-
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,3variables,worst] 7.2230 (3.85) 29.2850 (1.68) 7.5398 (3.72) 0.8201 (1.76) 7.4630 (3.78) 0.1100 (2.75) 99;268 132.6297 (0.27) 10000 1
27-
test_benchmarks_as_benchmarks[deny,5rules,3scopes,3blocks10length,best] 7.5440 (4.03) 38.5820 (2.21) 7.8320 (3.86) 0.8202 (1.76) 7.7550 (3.93) 0.0790 (1.98) 93;339 127.6807 (0.26) 10000 1
28-
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,wildcard,worst] 8.1850 (4.37) 29.1840 (1.67) 8.5331 (4.21) 0.8600 (1.85) 8.4450 (4.28) 0.1190 (2.98) 111;232 117.1901 (0.24) 10000 1
29-
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,wildcard,worst] 8.2560 (4.41) 37.4490 (2.14) 8.5687 (4.23) 0.8584 (1.84) 8.4850 (4.30) 0.1000 (2.50) 103;300 116.7043 (0.24) 10000 1
30-
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,wildcard,best] 8.2850 (4.42) 36.6280 (2.10) 8.6039 (4.24) 0.9168 (1.97) 8.5060 (4.31) 0.1000 (2.50) 119;275 116.2258 (0.24) 10000 1
31-
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,3array,best] 8.3750 (4.47) 27.9720 (1.60) 8.6940 (4.29) 0.9072 (1.95) 8.5870 (4.35) 0.0900 (2.25) 123;372 115.0223 (0.23) 10000 1
32-
test_benchmarks_as_benchmarks[allow,2rules,1rule,3block5length,3array,best] 11.4210 (6.09) 38.1710 (2.18) 11.8017 (5.82) 0.9628 (2.07) 11.6910 (5.92) 0.1200 (3.00) 138;354 84.7334 (0.17) 10000 1
33-
test_benchmarks_as_benchmarks[allow,2rules,1rule,3block5length,3array,worst] 11.5310 (6.15) 37.9710 (2.17) 11.9349 (5.89) 1.1020 (2.37) 11.7920 (5.97) 0.1100 (2.75) 164;387 83.7879 (0.17) 10000 1
34-
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,3array,worst] 11.7920 (6.29) 32.9810 (1.89) 12.1879 (6.01) 1.0058 (2.16) 12.0620 (6.11) 0.1310 (3.28) 145;341 82.0483 (0.17) 10000 1
35-
test_benchmarks_as_benchmarks[allow,5rules,3scopes,3blocks10length,worst] 46.0060 (24.55) 99.1660 (5.67) 47.9961 (23.67) 2.4416 (5.24) 47.5790 (24.10) 0.9220 (23.05) 521;542 20.8350 (0.04) 10000 1
36-
test_benchmarks_as_benchmarks[allow,5rules,3scopes,3blocks10length,best] 46.6670 (24.90) 100.0470 (5.72) 47.6812 (23.51) 2.4006 (5.15) 47.1980 (23.91) 0.2310 (5.78) 504;834 20.9726 (0.04) 10000 1
37-
test_benchmarks_as_benchmarks[deny,5rules,3scopes,3blocks10length,worst] 46.6870 (24.91) 103.8920 (5.94) 48.3732 (23.86) 2.4106 (5.18) 47.9590 (24.30) 0.4110 (10.28) 525;1208 20.6726 (0.04) 10000 1
16+
test_benchmarks_as_benchmarks[allow,1rules,1rule,1block1length] 1.9740 (1.0) 40.1450 (2.30) 2.1122 (1.0) 0.6895 (1.42) 2.0540 (1.0) 0.0400 (1.0) 112;462 473.4365 (1.0) 10000 1
17+
test_benchmarks_as_benchmarks[deny,1rules,1rule,1block1length] 2.0040 (1.02) 18.1540 (1.04) 2.1288 (1.01) 0.5264 (1.09) 2.0840 (1.01) 0.0400 (1.0) 112;256 469.7546 (0.99) 10000 1
18+
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,3variables,best] 2.5950 (1.31) 17.4530 (1.0) 2.7483 (1.30) 0.4839 (1.0) 2.7150 (1.32) 0.0600 (1.50) 75;248 363.8585 (0.77) 10000 1
19+
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,wildcard,best] 4.3480 (2.20) 55.0040 (3.15) 4.6309 (2.19) 0.8819 (1.82) 4.5480 (2.21) 0.1110 (2.77) 111;415 215.9414 (0.46) 10000 1
20+
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,3variables,worst] 7.6140 (3.86) 34.8050 (1.99) 8.2045 (3.88) 1.0004 (2.07) 8.1050 (3.95) 0.1610 (4.02) 134;757 121.8848 (0.26) 10000 1
21+
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,3variables,best] 7.6940 (3.90) 24.4460 (1.40) 8.1113 (3.84) 0.9083 (1.88) 8.0060 (3.90) 0.1500 (3.75) 123;383 123.2849 (0.26) 10000 1
22+
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,superwildcard,worst] 7.7150 (3.91) 53.0900 (3.04) 8.1465 (3.86) 1.0899 (2.25) 8.0350 (3.91) 0.1310 (3.27) 133;497 122.7524 (0.26) 10000 1
23+
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,3variables,worst] 7.7750 (3.94) 32.0000 (1.83) 8.2010 (3.88) 1.0485 (2.17) 8.0850 (3.94) 0.1200 (3.00) 138;378 121.9365 (0.26) 10000 1
24+
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,superwildcard,worst] 7.7750 (3.94) 29.2860 (1.68) 8.1808 (3.87) 0.9999 (2.07) 8.0650 (3.93) 0.1210 (3.02) 145;325 122.2368 (0.26) 10000 1
25+
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,superwildcard,best] 7.8040 (3.95) 35.4670 (2.03) 8.3877 (3.97) 1.5383 (3.18) 8.1250 (3.96) 0.1690 (4.22) 344;554 119.2215 (0.25) 10000 1
26+
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,superwildcard,best] 7.8140 (3.96) 31.3090 (1.79) 8.2587 (3.91) 0.8941 (1.85) 8.1650 (3.98) 0.1410 (3.52) 110;302 121.0845 (0.26) 10000 1
27+
test_benchmarks_as_benchmarks[deny,5rules,3scopes,3blocks10length,best] 8.4860 (4.30) 25.6080 (1.47) 8.9486 (4.24) 0.9880 (2.04) 8.8270 (4.30) 0.1400 (3.50) 179;354 111.7495 (0.24) 10000 1
28+
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,wildcard,worst] 8.9370 (4.53) 45.6560 (2.62) 9.6201 (4.55) 1.5238 (3.15) 9.3470 (4.55) 0.2110 (5.27) 367;428 103.9485 (0.22) 10000 1
29+
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,wildcard,worst] 8.9670 (4.54) 33.4330 (1.92) 9.4807 (4.49) 1.0180 (2.10) 9.3680 (4.56) 0.1310 (3.27) 131;479 105.4776 (0.22) 10000 1
30+
test_benchmarks_as_benchmarks[allow,3rules,1rule,3block5length,wildcard,best] 9.0470 (4.58) 30.8180 (1.77) 9.6031 (4.55) 1.1248 (2.32) 9.4370 (4.59) 0.2010 (5.02) 178;519 104.1325 (0.22) 10000 1
31+
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,3array,best] 9.1470 (4.63) 29.2250 (1.67) 9.6116 (4.55) 1.1203 (2.32) 9.4280 (4.59) 0.2600 (6.50) 184;217 104.0414 (0.22) 10000 1
32+
test_benchmarks_as_benchmarks[allow,2rules,1rule,3block5length,3array,best] 12.5030 (6.33) 47.3090 (2.71) 13.4186 (6.35) 1.3934 (2.88) 13.2250 (6.44) 0.4300 (10.75) 207;236 74.5237 (0.16) 10000 1
33+
test_benchmarks_as_benchmarks[allow,2rules,1rule,3block5length,3array,worst] 12.8440 (6.51) 40.9170 (2.34) 13.6034 (6.44) 1.1764 (2.43) 13.4205 (6.53) 0.4210 (10.52) 152;177 73.5111 (0.16) 10000 1
34+
test_benchmarks_as_benchmarks[deny,2rules,1rule,3block5length,3array,worst] 12.9940 (6.58) 43.1510 (2.47) 13.6873 (6.48) 1.3109 (2.71) 13.5350 (6.59) 0.3500 (8.75) 193;225 73.0606 (0.15) 10000 1
35+
test_benchmarks_as_benchmarks[deny,5rules,3scopes,3blocks10length,worst] 50.1840 (25.42) 167.8080 (9.61) 54.9968 (26.04) 6.5960 (13.63) 53.9520 (26.27) 1.9840 (49.60) 589;784 18.1829 (0.04) 10000 1
36+
test_benchmarks_as_benchmarks[allow,5rules,3scopes,3blocks10length,best] 50.7760 (25.72) 127.2490 (7.29) 53.9948 (25.56) 3.4393 (7.11) 53.3310 (25.96) 1.5530 (38.82) 594;604 18.5203 (0.04) 10000 1
37+
test_benchmarks_as_benchmarks[allow,5rules,3scopes,3blocks10length,worst] 50.8160 (25.74) 108.2040 (6.20) 54.3794 (25.75) 2.7406 (5.66) 53.8510 (26.22) 1.6540 (41.35) 726;592 18.3893 (0.04) 10000 1
3838
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
3939

4040
Legend:
4141
Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile.
4242
OPS: Operations Per Second, computed as 1 / Mean
43-
============================== 70 passed in 4.39s ==============================
43+
============================== 88 passed in 4.95s ==============================

0 commit comments

Comments
 (0)