Add support for Besu benchmark (#204)

imapp-pl · Oct 18, 2024 · af406a4 · af406a4
1 parent 879c0fa
commit af406a4
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 4 deletions.
diff --git a/src/instrumentation_measurement/measurements.py b/src/instrumentation_measurement/measurements.py
@@ -19,7 +19,7 @@
 DEFAULT_EXEC_ERIGON = '../../../gas-cost-estimator-clients/build/erigon/evm'
 DEFAULT_EXEC_REVM = '../../../gas-cost-estimator-clients/build/revm/revme'
 DEFAULT_EXEC_ETHERJS = '../../../gas-cost-estimator-clients/ethereumjs-monorepo/packages/vm/benchmarks/run.js'
-DEFAULT_EXEC_BESU = '../../../gas-cost-estimator-clients/besu/ethereum/evmtool/build/install/evmtool/bin/evmtool'
+DEFAULT_EXEC_BESU = '../../../gas-cost-estimator-clients/build/besu/evmtool/bin/evmtool'
 
 
 class Program(object):
@@ -116,7 +116,7 @@ def measure(self, sample_size=1, evm="evmone", input_file="", exec_path=""):
         elif evm == revm:
             header = "program_id,sample_id,total_time_ns,iterations_count,std_dev_time_ns"
         elif evm == besu:
-            header = "program_id,sample_id,total_time_ns"
+            header = "program_id,sample_id,total_time_ns,iterations_count,std_dev_time_ns"
         print(header)
 
         for program in self._programs:
@@ -372,7 +372,8 @@ def run_besu_benchmark(self, program, sample_size, exec_path):
                 return
 
             result = json.loads(stdout)
-            results.append(str(run_id) + "," + str(result["timens"]))
+            results.append(
+                f'{run_id},{str(result["timens"])},{10*100},{str(result["std_dev_timens"])}')
         return results
 
     def csv_row_append_info(self, instrumenter_result, program):

diff --git a/src/instrumentation_measurement/setup_clients.sh b/src/instrumentation_measurement/setup_clients.sh
@@ -67,5 +67,10 @@ if [ ! -d "revm" ]; then
 fi
 
 if [ ! -d "besu" ]; then
-    git clone -b benchmarking https://github.com/imapp-pl/besu.git --depth 1
+    mkdir -p build/besu
+    git clone -b evmtoolAddSamplesOption https://github.com/lukasz-glen/besu.git --depth 1
+    cd besu
+    ./gradlew :ethereum:evmTool:installDist
+    cp -fr ethereum/evmtool/build/install/evmtool ../build/besu/
+    cd ..
 fi