diff --git a/README.md b/README.md index 44deb16..a921b87 100644 --- a/README.md +++ b/README.md @@ -50,84 +50,132 @@ See [examples](./examples) for more ## Benchmark +### function selectors FP/FN - [False Positive/False Negative](https://en.wikipedia.org/wiki/False_positives_and_false_negatives) errors; smaller is better
Dataset | - | simple | +evmole-js (py) | whatsabi | evm-hound-rs | -evmole-js (py) | +simple | |
largest1k 1000 contracts 24427 functions |
+ largest1k 1000 contracts 24427 functions |
FP/FN contracts: | -95 / 9 | +1 / 0 :1st_place_medal: | 38 / 8 | 75 / 40 | -1 / 0 :1st_place_medal: | +95 / 9 |
FP/FN functions: | -749 / 12 | +192 / 0 :2nd_place_medal: :1st_place_medal: | 38 / 8 :1st_place_medal: :2nd_place_medal: | 720 / 191 | -192 / 0 :2nd_place_medal: :1st_place_medal: | +749 / 12 | ||
Time: | -1.97s | -3.8s | -1.34s | -2.03s (1.99s) | +1.6s (1.74s) | +3.54s | +1.1s | +1.85s |
random50k 50000 contracts 1171102 functions |
+ random50k 50000 contracts 1171102 functions |
FP/FN contracts: | -4136 / 77 | +1 / 9 :1st_place_medal: | 251 / 31 | 693 / 2903 | -1 / 9 :1st_place_medal: | +4136 / 77 |
FP/FN functions: | -14652 / 96 | +3 / 10 :1st_place_medal: | 261 / 32 | 10798 / 3538 | -3 / 10 :1st_place_medal: | +14652 / 96 | ||
Time: | -35.84s | -69.91s | -11.97s | -25.02s (33.62s) | +18.81s (32.27s) | +67.13s | +11.95s | +34.39s |
vyper 780 contracts 21244 functions |
+ vyper 780 contracts 21244 functions |
FP/FN contracts: | -185 / 480 | +0 / 0 :1st_place_medal: | 178 / 780 | 19 / 300 | -0 / 0 :1st_place_medal: | +185 / 480 |
FP/FN functions: | -197 / 12971 | +0 / 0 :1st_place_medal: | 181 / 21244 | 19 / 8273 | -0 / 0 :1st_place_medal: | +197 / 12971 | +||
Time: | +1.42s (1.28s) | +2.39s | +0.97s | +1.34s | +
Dataset | ++ | evmole-js (py) | +simple | +|||
largest1k 1000 contracts 24427 functions |
+ errors: | +15.1%, 3677 :1st_place_medal: | +58.3%, 14242 | +|||
Time: | +6.84s (13.02s) | +1.17s | +||||
random50k 50000 contracts 1171102 functions |
+ errors: | +5.4%, 63774 :1st_place_medal: | +54.9%, 643213 | +|||
Time: | +185.03s (402.58s) | +8.76s | +||||
vyper 780 contracts 21244 functions |
+ errors: | +52.3%, 11103 :1st_place_medal: | +56.8%, 12077 | |||
Time: | -1.62s | -2.55s | -1.29s | -1.44s (1.6s) | +7.77s (16.05s) | +0.98s |