From c1d1a971b75ed6c1a7ca230b7b034d7443ac0845 Mon Sep 17 00:00:00 2001
From: John Guibas <jtguibas@gmail.com>
Date: Mon, 7 Oct 2024 20:01:58 -0700
Subject: [PATCH] hm

---
 .github/workflows/suite.yml | 96 ++++++++++++++++++++++++++++++++++---
 1 file changed, 90 insertions(+), 6 deletions(-)

diff --git a/.github/workflows/suite.yml b/.github/workflows/suite.yml
index fee1237c91..c423b3d62f 100644
--- a/.github/workflows/suite.yml
+++ b/.github/workflows/suite.yml
@@ -3,8 +3,14 @@ name: Testing Suite
 on:
   workflow_dispatch:
     inputs:
-      workloads:
-        description: "list of workloads to run"
+      cpu_workloads:
+        description: "list of cpu workloads to run"
+        required: true
+      cuda_workloads:
+        description: "list of cuda workloads to run"
+        required: true
+      network_workloads:
+        description: "list of network workloads to run"
         required: true
   merge_group:
 
@@ -14,11 +20,11 @@ concurrency:
 
 jobs:
   test-cpu:
-    name: ${{ matrix.workload.s3_folder }} (cpu)
-    runs-on: ["runs-on", "runner=64cpu-linux-x64", "spot=false", "run-id=${{ github.run_id }}"]
     strategy:
       matrix:
-        workload: ${{ fromJSON(github.event.inputs.workloads) }}
+        workload: ${{ fromJSON(github.event.inputs.cpu_workloads) }}
+    name: ${{ matrix.workload }} (cpu)
+    runs-on: ["runs-on", "runner=64cpu-linux-x64", "spot=false", "run-id=${{ github.run_id }}"]
     steps:
       - name: Checkout sources
         uses: actions/checkout@v4
@@ -48,4 +54,82 @@ jobs:
         env:
           RUST_LOG: info
           RUSTFLAGS: -Copt-level=3 -Ctarget-cpu=native
-          RUST_BACKTRACE: 1
\ No newline at end of file
+          RUST_BACKTRACE: 1
+
+  test-cuda:
+    strategy:
+      matrix:
+        workload: ${{ fromJSON(github.event.inputs.cuda_workloads) }}
+    name: ${{ matrix.workload }} (gpu)
+    runs-on: ["runs-on", "family=g6.4xlarge", "ami=ami-0a63dc9cb9e934ba3", "spot=false", "run-id=${{ github.run_id }}"]
+    steps:
+    - name: Checkout sources
+      uses: actions/checkout@v4
+
+    - name: Setup CI
+      uses: ./.github/actions/setup
+
+    - name: Configure AWS credentials
+      uses: aws-actions/configure-aws-credentials@v1
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_S3 }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_S3 }}
+        aws-region: us-west-2
+
+    - name: Copy files from S3
+      run: |
+        mkdir -p workdir
+        aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/program.bin workdir/program.bin
+        aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/stdin.bin workdir/stdin.bin
+
+    - name: Run sp1-perf
+      uses: actions-rs/cargo@v1
+      with:
+        command: run
+        toolchain: 1.81.0
+        args: --release -p sp1-perf -- --program workdir/program.bin --stdin workdir/stdin.bin --mode cuda
+      env:
+        RUST_LOG: info
+        RUSTFLAGS: -Copt-level=3 -Ctarget-cpu=native
+        RUST_BACKTRACE: 1
+        SP1_PROVER: cuda
+
+  test-network:
+    strategy:
+      matrix:
+        workload: ${{ fromJSON(github.event.inputs.network_workloads) }}
+    name: ${{ matrix.workload }} (network)
+    runs-on: ["runs-on", "runner=4cpu-linux-x64", "spot=false", "run-id=${{ github.run_id }}"]
+    steps:
+    - name: Checkout sources
+      uses: actions/checkout@v4
+
+    - name: Setup CI
+      uses: ./.github/actions/setup
+
+    - name: Configure AWS credentials
+      uses: aws-actions/configure-aws-credentials@v1
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_S3 }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_S3 }}
+        aws-region: us-west-2
+
+    - name: Copy files from S3
+      run: |
+        mkdir -p workdir
+        aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/program.bin workdir/program.bin
+        aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/stdin.bin workdir/stdin.bin
+
+    - name: Run sp1-perf
+      uses: actions-rs/cargo@v1
+      with:
+        command: run
+        toolchain: 1.81.0
+        args: --release -p sp1-perf -- --program workdir/program.bin --stdin workdir/stdin.bin --mode cpu
+      env:
+        RUST_LOG: info
+        RUSTFLAGS: -Copt-level=3 -Ctarget-cpu=native
+        RUST_BACKTRACE: 1
+        SP1_PROVER: network
+        SP1_PRIVATE_KEY: ${{ secrets.SP1_PRIVATE_KEY }}
+        PROVER_NETWORK_RPC: https://rpc-staging.succinct.xyz
\ No newline at end of file