ci(l2): automate flamegraph tests

.github/scripts/flamegraph.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+iterations=10
+value=10000000
+account=0x33c6b73432B3aeA0C1725E415CC40D04908B85fd
+end_val=$((172 * $iterations * $value))
+
+ethrex_l2 test load --path /home/runner/work/ethrex/ethrex/test_data/private_keys.txt -i $iterations -v  --value $value --to $account
+
+start_time=$(date +%s)
+output=$(cast balance $account --rpc-url=http://localhost:1729 2>&1)
+retries=0
+while [[ $output -le $end_val && $retries -lt 30 ]]; do
+    sleep 5
+    output=$(cast balance $account --rpc-url=http://localhost:1729 2>&1)
+    echo "balance was $output still not reached value of $end_val (retry $retries/30)"
+    ((retries++))
+done
+end_time=$(date +%s)
+elapsed_time=$((end_time - start_time))
+minutes=$((elapsed_time / 60))
+seconds=$((elapsed_time % 60))
+echo "Balance of $output reached in $minutes min $seconds s, killing process ethrex"
+
+sudo pkill ethrex && while pgrep -l "cargo-flamegraph"; do echo "waiting for reth to exit... "; sleep 1;done;
+
+# We need this for the following job, to add to the static page
+echo "time=$minutes minutes $seconds seconds" >> "$GITHUB_OUTPUT"

.github/scripts/flamegraph_reth.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+iterations=10
+value=10000000
+account=0x33c6b73432B3aeA0C1725E415CC40D04908B85fd
+end_val=$((172 * $iterations * $value))
+
+ethrex_l2 test load --path /home/runner/work/ethrex/ethrex/test_data/private_keys.txt -i $iterations -v  --value $value --to $account
+
+start_time=$(date +%s)
+output=$(cast balance $account --rpc-url=http://localhost:1729 2>&1)
+retries=0
+while [[ $output -le $end_val && $retries -lt 30 ]]; do
+    sleep 5
+    output=$(cast balance $account --rpc-url=http://localhost:1729 2>&1)
+    echo "balance was $output still not reached value of $end_val (retry $retries/30)"
+    ((retries++))
+done
+end_time=$(date +%s)
+elapsed_time=$((end_time - start_time))
+minutes=$((elapsed_time / 60))
+seconds=$((elapsed_time % 60))
+echo "Balance of $output reached in $minutes min $seconds s, killing process reth"
+
+sudo pkill reth && while pgrep -l "cargo-flamegraph"; do echo "waiting for reth to exit... "; sleep 1;done;
+
+# We need this for the following job, to add to the static page
+echo "time=$minutes minutes $seconds seconds" >> "$GITHUB_OUTPUT"

.github/workflows/flamegraph_reporter.yaml

@@ -0,0 +1,209 @@
+name: Daily Flamegraph Reporter
+
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "**" ]
+  workflow_dispatch:
+
+env:
+  RUST_VERSION: 1.81.0
+  RUST_RETH_VERSION: 1.82.0
+
+jobs:
+  flamegraph-ethrex:
+    name: Generate Flamegraph for Ethrex
+    runs-on: ubuntu-latest
+    outputs:
+      time: ${{steps.generate-flamegraph-ethrex.outputs.time}}
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v4
+
+      - name: Rustup toolchain install
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: ${{ env.RUST_VERSION }}
+
+      - name: Caching
+        uses: Swatinem/rust-cache@v2
+
+      - name: Change perf settings
+        run: |
+          sudo sysctl kernel.perf_event_paranoid=-1
+          sudo perf list hw
+
+      - name: Install flamegraph
+        run: |
+          cargo install flamegraph
+          cargo install inferno
+
+      - name: Install Foundry
+        uses: foundry-rs/foundry-toolchain@v1
+
+      - name: Install ethrex_l2 cli
+        run: |
+          cargo install --path cmd/ethrex_l2
+          ethrex_l2 config create default --default
+          ethrex_l2 config set default
+
+      - name: Build ethrex
+        run: CARGO_PROFILE_RELEASE_DEBUG=true cargo build --release --bin ethrex --features dev
+
+      - id: generate-flamegraph-ethrex
+        name: Generate Flamegraph data for Ethrex
+        shell: bash
+        run: |
+          CARGO_PROFILE_RELEASE_DEBUG=true cargo flamegraph -c "record -o perf.data -F997 --call-graph dwarf,16384 -g" \
+          --bin ethrex --features dev  --  --network /home/runner/work/ethrex/ethrex/test_data/genesis-l2.json --http.port 1729 &
+          echo "waiting to execute load test..."
+          sleep 30 &&
+          echo "executing load test..."
+          bash .github/scripts/flamegraph.sh &&
+          echo "Load test finished"
+
+      - name: Generate SVG
+        shell: bash
+        run: |
+          echo "running perf"
+          perf script -v -i perf.data --no-inline > stack.data
+          inferno-collapse-perf < stack.data > collapsed.data
+          inferno-flamegraph < collapsed.data > flamegraph_ethrex.svg
+          file flamegraph_ethrex.svg
+
+      - name: Upload artifacts - flamegraph_ethrex.svg
+        uses: actions/upload-artifact@v4
+        with:
+          name: flamegraph_ethrex.svg
+          path: ./flamegraph_ethrex.svg
+
+  flamegraph-reth:
+    name: Generate Flamegraph for Reth
+    runs-on: ubuntu-latest
+    outputs:
+      time: ${{steps.generate-flamegraph-reth.outputs.time}}
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v4
+
+      - name: Rustup toolchain install
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: ${{ env.RUST_RETH_VERSION }}
+
+      - name: Caching
+        uses: Swatinem/rust-cache@v2
+
+      - name: Change perf settings
+        run: |
+          pwd
+          sudo sysctl kernel.perf_event_paranoid=-1
+          sudo perf list hw
+
+      - name: Install flamegraph
+        run: |
+          cargo install flamegraph
+          cargo install inferno
+
+      - name: Install Foundry
+        uses: foundry-rs/foundry-toolchain@v1
+
+      - name: Install ethrex_l2 cli
+        run: |
+          cargo install --path cmd/ethrex_l2
+          ethrex_l2 config create default --default
+          ethrex_l2 config set default
+
+      - name: Checkout reth
+        uses: actions/checkout@v4
+        with:
+          repository: paradigmxyz/reth
+          path: 'reth'
+
+      - id: generate-flamegraph-reth
+        name: Build and test reth
+        shell: bash
+        run: |
+          cd ./reth
+          cargo flamegraph -c "record -o perf.data -F997 --call-graph dwarf,16384 -g" --bin reth --profile profiling \
+          -- node --chain /home/runner/work/ethrex/ethrex/test_data/genesis-load-test.json --dev \
+          --dev.block-time 5000ms --http.port 1729  --txpool.max-pending-txns 100000000 --txpool.max-new-txns 1000000000 \
+          --txpool.pending-max-count 100000000 --txpool.pending-max-size 10000000000 --txpool.basefee-max-count 100000000000 \
+          --txpool.basefee-max-size 1000000000000 --txpool.queued-max-count 1000000000 &
+          echo "waiting to execute load test..."
+          sleep 120 &&
+          bash /home/runner/work/ethrex/ethrex/.github/scripts/flamegraph_reth.sh &&
+          echo "Load test finished"
+          ls -las
+
+      - name: Generate SVG
+        shell: bash
+        run: |
+          pwd
+          echo "running perf 2"
+          ls -las /home/runner/work/ethrex/
+          ls -las /home/runner/work/ethrex/ethrex/
+          perf script -v -i /home/runner/work/ethrex/ethrex/reth/perf.data --no-inline > stack.data
+          inferno-collapse-perf < stack.data > collapsed.data
+          inferno-flamegraph < collapsed.data > flamegraph_reth.svg
+          file flamegraph_reth.svg
+
+      - name: Upload artifacts - flamegraph_reth.svg
+        uses: actions/upload-artifact@v4
+        with:
+          name: flamegraph_reth.svg
+          path: ./flamegraph_reth.svg
+
+  upload-static-page:
+    name: Upload artifacts for static page
+    runs-on: ubuntu-latest
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    needs: [ flamegraph-ethrex, flamegraph-reth ]
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v4
+
+      - name: Download ethrex flamegraph artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: flamegraph_ethrex.svg
+          path: flamegraph_ethrex.svg
+
+      - name: Download reth flamegraph artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: flamegraph_reth.svg
+          path: flamegraph_reth.svg
+
+      - name: Update static page locally with new data
+        shell: bash
+        run: |
+          file flamegraph_ethrex.svg
+          file flamegraph_reth.svg
+          cp -r flamegraph_ethrex.svg pages/
+          cp -r flamegraph_reth.svg pages/
+          ls -las pages/
+          date +'%Y-%m-%dT%H:%M:%S'
+          sed -i "s/{{LAST_UPDATE}}/$(date +'%Y-%m-%dT%H:%M:%S')/g" pages/index.html
+          sed -i "s/{{ETHREX_TIME}}/${{ needs.flamegraph-ethrex.outputs.time }}/g" pages/index.html
+          sed -i "s/{{RETH_TIME}}/${{ needs.flamegraph-reth.outputs.time }}/g" pages/index.html
+
+      - name: Setup Pages
+        uses: actions/configure-pages@v5
+
+      - name: Upload artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          path: 'pages/'
+
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v4

Makefile

@@ -105,3 +105,9 @@ clean-hive-logs: ## 🧹 Clean Hive logs
 
 loc:
 	cargo run -p loc
+
+flamegraph:
+	sudo -E CARGO_PROFILE_RELEASE_DEBUG=true cargo flamegraph --bin ethrex --features dev  --  --network test_data/genesis-l2.json --http.port 1729
+
+test-load:
+	ethrex_l2 test load --path ./test_data/private_keys.txt -i 1000 -v  --value 10000000 --to 0xFCbaC0713ACf16708aB6BC977227041FA1BC618D

cmd/ethrex_l2/src/commands/config.rs

@@ -1,3 +1,4 @@
+use crate::utils::config::default_config;
 use crate::utils::{
     config::{
         config_file_names, config_path, config_path_interactive_selection, confirm,
@@ -28,7 +29,11 @@ pub(crate) enum Command {
         opts: Box<EditConfigOpts>,
     },
     #[clap(about = "Create a new config.")]
-    Create { config_name: String },
+    Create {
+        config_name: String,
+        #[arg(long = "default", required = false)]
+        default: bool,
+    },
     #[clap(about = "Set the config to use.")]
     Set {
         #[arg(
@@ -99,7 +104,7 @@ impl Command {
                 let (new_config, config_path) = if let Some(ref config_name) = config_name {
                     let config_path = config_path(config_name)?;
                     if !config_path.exists() {
-                        return confirm_config_creation(config_name.clone()).await;
+                        return confirm_config_creation(config_name.clone(), false).await;
                     }
                     let new_config = if opts.is_empty() {
                         edit_config_by_name_interactively(&config_path)?
@@ -117,7 +122,10 @@ impl Command {
                 }
                 set_new_config(config_path.clone(), show).await?;
             }
-            Command::Create { config_name } => {
+            Command::Create {
+                config_name,
+                default,
+            } => {
                 let config_path = config_path(&config_name)?;
                 if config_path.exists() {
                     let override_confirmation = confirm(CONFIG_OVERRIDE_PROMPT_MSG)?;
@@ -126,7 +134,11 @@ impl Command {
                         return Ok::<(), eyre::Error>(());
                     }
                 }
-                let config = prompt_config()?;
+                let config = if default {
+                    default_config()?
+                } else {
+                    prompt_config()?
+                };
                 let toml_config = toml::to_string_pretty(&config)?;
                 println!(
                     "Config created at: {}\n{toml_config}",
@@ -138,7 +150,7 @@ impl Command {
                 let config_path_to_select = if let Some(config_name) = config_name {
                     let config_path_to_select = config_path(&config_name)?;
                     if !config_path_to_select.exists() {
-                        return confirm_config_creation(config_name).await;
+                        return confirm_config_creation(config_name, false).await;
                     }
                     config_path_to_select
                 } else {
@@ -154,7 +166,7 @@ impl Command {
                 let config_to_display_path = if let Some(config_name) = config_name {
                     let config_to_display_path = config_path(&config_name)?;
                     if !config_to_display_path.exists() {
-                        return confirm_config_creation(config_name).await;
+                        return confirm_config_creation(config_name, false).await;
                     }
                     config_to_display_path
                 } else {