From 584eaa23d2d29a854add5e89dac706cb251023c3 Mon Sep 17 00:00:00 2001
From: Pedro Fontana <fontana.pedro93@gmail.com>
Date: Tue, 16 Apr 2024 19:02:57 -0300
Subject: [PATCH] Add Hyper Threading benchmarks workflow (#1711)

* Add hyper threading workflow

* Add thread_counts

* Remove downloads and uploads

* Revert "Remove downloads and uploads"

This reverts commit 3e324ff26b832e252f868d7bea711dacc0b21392.

* Remove downloads and uploads of main binary

* use echo -e

* use printf

* eval

* use 2 endlines

---------

Co-authored-by: Pedro Fontana <peter@Pedros-MacBook-Pro.local>
---
 .../workflows/hyper_threading_benchmarks.yml  | 110 ++++++++++++++++++
 .../hyper-threading-workflow.sh               |  34 ++++++
 2 files changed, 144 insertions(+)
 create mode 100644 .github/workflows/hyper_threading_benchmarks.yml
 create mode 100644 examples/hyper_threading/hyper-threading-workflow.sh

diff --git a/.github/workflows/hyper_threading_benchmarks.yml b/.github/workflows/hyper_threading_benchmarks.yml
new file mode 100644
index 0000000000..cebfa0084c
--- /dev/null
+++ b/.github/workflows/hyper_threading_benchmarks.yml
@@ -0,0 +1,110 @@
+name: Benchmark Hyper Threading
+
+on:
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  benchmark:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout PR
+      uses: actions/checkout@v2
+      with:
+        ref: ${{ github.head_ref }}
+
+    - name: Setup Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.9'
+
+    - name: Install Dependencies
+      run: |
+        pip install -r requirements.txt
+        sudo apt update
+        sudo apt-get install -y hyperfine
+
+    - name: Install Rust
+      uses: dtolnay/rust-toolchain@1.74.1
+      with:
+        components: rustfmt, clippy
+
+    - name: Compile PR Version
+      run: |
+        cargo build --release -p hyper_threading
+        cp target/release/hyper_threading ${{ github.workspace }}/hyper_threading_pr
+        cp ./examples/hyper_threading/hyper-threading-workflow.sh ${{ github.workspace }}/hyper-threading-workflow.sh
+    
+    - name: Upload PR Binary
+      uses: actions/upload-artifact@v4
+      with:
+        name: hyper_threading_pr_binary
+        path: ${{ github.workspace }}/hyper_threading_pr
+
+    - name: Upload Workflow Script
+      uses: actions/upload-artifact@v4
+      with:
+        name: hyper_threading_workflow_script
+        path: ${{ github.workspace }}/hyper-threading-workflow.sh
+
+
+    - name: Checkout Main Branch
+      uses: actions/checkout@v2
+      with:
+        ref: 'main'
+
+    - name: Compile Main Version
+      run: |
+        cargo build --release -p hyper_threading
+        cp target/release/hyper_threading ${{ github.workspace }}/hyper_threading_main
+
+    - name: Download hyper_threading_pr_binary
+      uses: actions/download-artifact@v4
+      with:
+        name: hyper_threading_pr_binary
+        path: ${{ github.workspace }}/
+
+    - name: Download hyper_threading_workflow_script
+      uses: actions/download-artifact@v4
+      with:
+        name: hyper_threading_workflow_script
+        path: ${{ github.workspace }}/
+
+    - name: Compile programs 
+      run: make cairo_bench_programs
+
+    - name: Run Benchmarks
+      run: |
+        cd ${{ github.workspace }}
+        chmod +x ./hyper_threading_main
+        chmod +x ./hyper_threading_pr
+        chmod +x hyper-threading-workflow.sh
+        ./hyper-threading-workflow.sh
+
+    - name: Compare Results
+      run: |
+        cat result.md
+
+    - name: Find comment
+      uses: peter-evans/find-comment@v2
+      id: fc
+      with:
+        issue-number: ${{ github.event.pull_request.number }}
+        comment-author: 'github-actions[bot]'
+        body-includes: "**Hyper Thereading Benchmark results**"
+
+    - name: Create comment
+      if: steps.fc.outputs.comment-id == ''
+      uses: peter-evans/create-or-update-comment@v3
+      with:
+        issue-number: ${{ github.event.pull_request.number }}
+        body-path: result.md
+
+    - name: Update comment
+      if: steps.fc.outputs.comment-id != ''
+      uses: peter-evans/create-or-update-comment@v3
+      with:
+        comment-id: ${{ steps.fc.outputs.comment-id }}
+        body-path: result.md
+        edit-mode: replace
diff --git a/examples/hyper_threading/hyper-threading-workflow.sh b/examples/hyper_threading/hyper-threading-workflow.sh
new file mode 100644
index 0000000000..5ab1cb1019
--- /dev/null
+++ b/examples/hyper_threading/hyper-threading-workflow.sh
@@ -0,0 +1,34 @@
+#!/bin/bash
+
+# Define a list of RAYON_NUM_THREADS
+thread_counts=(1 2 4 6 8 16 )
+
+# Define binary names
+binaries=("hyper_threading_main" "hyper_threading_pr")
+
+echo -e "**Hyper Thereading Benchmark results**" >> result.md
+printf "\n\n" >> result.md
+
+# Iter over thread_counts
+for threads in "${thread_counts[@]}"; do
+    # Initialize hyperfine command
+    cmd="hyperfine -r 2"
+    
+    # Add each binary to the command with the current threads value
+    for binary in "${binaries[@]}"; do
+        cmd+=" -n \"${binary} threads: ${threads}\" 'RAYON_NUM_THREADS=${threads} ./${binary}'"
+    done
+    
+    # Execute 
+    echo "Running benchmark for ${threads} threads"
+    printf "\n\n" >> result.md
+    echo -e $cmd >> result.md 
+    eval $cmd >> result.md
+    printf "\n\n" >> result.md
+done
+
+{
+  echo -e '```'
+  cat result.md
+  echo -e '```'
+} > temp_result.md && mv temp_result.md result.md