bench.sh

#!/bin/bash

# Declare an array of version tags
declare -a versions=("v0.0.5" "v0.0.8" "main")  # Add your arbitrary versions here

# Create a directory to hold the benchmark results
mkdir -p benchmarks

# Run benchmarks for each version
for version in "${versions[@]}"; do
    echo "Checking out version: $version"
    git checkout $version

    # Check if ouroboros_test.go exists
    if [ -f ./ouroboros_test.go ]; then
        test_cmd="go test -run='^$' -bench=. -count=6"
    else
        test_cmd="go test -run='^$' -bench=. ./tests -count=6"
    fi

    echo "Running benchmarks for version: $version"
    eval "$test_cmd" > "benchmarks/${version}.txt"

    # Replace the third line of the benchmark file
    sed -i '3s/.*/pkg: github.com\/i5heu\/ouroboros-db/' "benchmarks/${version}.txt"
done

# Checkout the main branch again
git checkout main

# Generate the benchstat comparison command with all the .txt files
benchstat_cmd="benchstat"
for version in "${versions[@]}"; do
    benchstat_cmd+=" benchmarks/${version}.txt"
done

# Execute the comparison command and save it as a CSV
echo "Comparing all versions with benchstat..."
eval "$benchstat_cmd" > "benchmarks/combined_benchmarks_comparison"

echo "Benchmarking and comparison completed."