Tweaking benchmark on CI parameters

golemcloud · Jul 8, 2024 · a459d33 · a459d33
1 parent 06f3d92
commit a459d33
Showing 1 changed file with 11 additions and 11 deletions.
diff --git a/.github/workflows/benchmark.yaml b/.github/workflows/benchmark.yaml
@@ -1,7 +1,7 @@
 name: On Demand Benchmark
 on:
   issue_comment:
-    types: [created]
+    types: [ created ]
 
 jobs:
   run-benchmark:
@@ -70,12 +70,12 @@ jobs:
           echo "Successfully ran cold start large benchmark"
 
           echo "Starting cold start medium benchmark"
-          ./target/release/benchmark_cold_start_medium --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_cold_start_medium.json
+          ./target/release/benchmark_cold_start_medium --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --length 10 spawned --mute-child > benchmark-data-current/benchmark_cold_start_medium.json
           cat benchmark-data-current/benchmark_cold_start_medium.json
           echo "Successfully ran cold start medium benchmark"
 
           echo "Starting cold start small benchmark"
-          ./target/release/benchmark_cold_start_small --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --size 2000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_cold_start_small.json
+          ./target/release/benchmark_cold_start_small --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --length 10 spawned --mute-child > benchmark-data-current/benchmark_cold_start_small.json
           cat benchmark-data-current/benchmark_cold_start_small.json
           echo "Successfully ran cold start small benchmark"
 
@@ -85,32 +85,32 @@ jobs:
           echo "Successfully ran cold start large benchmark without component compilation"
 
           echo "Starting cold start medium benchmark without component compilation"
-          ./target/release/benchmark_cold_start_medium --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --length 10 spawned --mute-child --compilation-service-disabled > benchmark-data-current/benchmark_cold_start_medium_no_compilation.json
+          ./target/release/benchmark_cold_start_medium --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --length 10 spawned --mute-child --compilation-service-disabled > benchmark-data-current/benchmark_cold_start_medium_no_compilation.json
           cat benchmark-data-current/benchmark_cold_start_medium_no_compilation.json
           echo "Successfully ran cold start medium benchmark without component compilation"
 
           echo "Starting cold start small benchmark without component compilation"
-          ./target/release/benchmark_cold_start_small --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --size 2000 --length 10 spawned --mute-child --compilation-service-disabled > benchmark-data-current/benchmark_cold_start_small_no_compilation.json
+          ./target/release/benchmark_cold_start_small --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --length 10 spawned --mute-child --compilation-service-disabled > benchmark-data-current/benchmark_cold_start_small_no_compilation.json
           cat benchmark-data-current/benchmark_cold_start_small_no_compilation.json
           echo "Successfully ran cold start small benchmark without component compilation"
 
           echo "Starting durability overhead benchmark"
-          ./target/release/benchmark_durability_overhead --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --size 2000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_durability_overhead.json
+          ./target/release/benchmark_durability_overhead --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_durability_overhead.json
           cat benchmark-data-current/benchmark_durability_overhead.json
           echo "Successfully durability overhead benchmark"
 
           echo "Starting latency large benchmark"
-          ./target/release/benchmark_latency_large --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --size 2000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_latency_large.json
+          ./target/release/benchmark_latency_large --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_latency_large.json
           cat benchmark-data-current/benchmark_latency_large.json
           echo "Successfully ran latency large benchmark"
 
           echo "Starting latency medium benchmark"
-          ./target/release/benchmark_latency_medium --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --size 2000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_latency_medium.json
+          ./target/release/benchmark_latency_medium --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_latency_medium.json
           cat benchmark-data-current/benchmark_latency_medium.json
           echo "Successfully ran latency medium benchmark"
 
           echo "Starting latency small benchmark"
-          ./target/release/benchmark_latency_small --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --size 2000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_latency_small.json
+          ./target/release/benchmark_latency_small --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 100 --size 250 --size 500 --size 1000 --length 10 spawned --mute-child > benchmark-data-current/benchmark_latency_small.json
           cat benchmark-data-current/benchmark_latency_small.json
           echo "Successfully ran latency small benchmark"
 
@@ -120,12 +120,12 @@ jobs:
           echo "Successfully ran suspend benchmark"
 
           echo "Starting RPC benchmark"
-          ./target/release/benchmark_rpc --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 50 --size 100 --size 250 --length 10 spawned --mute-child > benchmark-data-current/benchmark_rpc.json
+          ./target/release/benchmark_rpc --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 50 --size 100 --length 10 spawned --mute-child > benchmark-data-current/benchmark_rpc.json
           cat benchmark-data-current/benchmark_rpc.json
           echo "Successfully ran RPC benchmark"
 
           echo "Starting throughput benchmark"
-          ./target/release/benchmark_throughput --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 50 --size 100 --size 250 --length 10 spawned --mute-child > benchmark-data-current/benchmark_throughput.json
+          ./target/release/benchmark_throughput --quiet --json --primary-only --iterations 1 --cluster-size 1 --size 1 --size 10 --size 50 --size 100 --size 250 --size 500 --length 10 spawned --mute-child > benchmark-data-current/benchmark_throughput.json
           cat benchmark-data-current/benchmark_throughput.json
           echo "Successfully ran throughput benchmark"