fix

.github/actions/setup/action.yml

@@ -3,6 +3,14 @@ inputs:
   pull_token:
     description: "Token to use for private repo access"
     required: true
+  setup_gcc:
+    description: "Whether to setup GCC or not"
+    required: false
+    default: 'true'
+  setup_aws_cli:
+    description: "Whether to install AWS CLI or not"
+    required: false
+    default: 'true'
 runs:
   using: "composite"
   steps:
@@ -22,11 +30,41 @@ runs:
       shell: bash
       run: go version
 
+    - name: Check GCC version
+      id: check-gcc
+      shell: bash
+      run: |
+        if command -v gcc &> /dev/null; then
+          echo "gcc_exists=true" >> $GITHUB_OUTPUT
+          echo "gcc_version=$(gcc --version | head -n1 | awk '{print $NF}')" >> $GITHUB_OUTPUT
+        else
+          echo "gcc_exists=false" >> $GITHUB_OUTPUT
+        fi
+
     - name: Setup GCC
       uses: Dup4/actions-setup-gcc@v1
+      if: inputs.setup_gcc == 'true' && steps.check-gcc.outputs.gcc_exists != 'true'
       with:
         version: latest
 
+    - uses: actions/setup-python@v5
+      with:
+        python-version: '3.10' 
+
+    - name: Install AWS CLI v2
+      if: inputs.setup_aws_cli == 'true'
+      shell: bash
+      run: |
+        if ! command -v aws &> /dev/null; then
+          echo "AWS CLI not found. Installing..."
+          python3 -m pip install --user awscli
+          echo "$HOME/.local/bin" >> $GITHUB_PATH
+        else
+          echo "AWS CLI is already installed."
+        fi
+        export PATH="$HOME/.local/bin:$PATH"
+        aws --version
+
     - name: rust-cache
       uses: actions/cache@v3
       with:
@@ -45,3 +83,20 @@ runs:
       shell: bash
       run: |
         curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- --default-toolchain 1.81.0 -y
+        . "$HOME/.cargo/env" 
+        echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+
+    # install pkg-config and openssl
+    - name: Install pkg-config and openssl
+      shell: bash
+      run: |
+        if ! dpkg -s pkg-config libssl-dev &> /dev/null; then
+          echo "pkg-config and/or libssl-dev not found. Installing..."
+          sudo apt-get update
+          sudo apt-get install -y pkg-config libssl-dev
+        else
+          echo "pkg-config and libssl-dev are already installed."
+        fi
+      
+    - name: Set up Docker
+      uses: docker/setup-buildx-action@v3

.github/runs-on.yml

@@ -0,0 +1,17 @@
+images:
+  nvidia-linux:
+    platform: "linux"
+    arch: "x64"
+    ami: "ami-0a63dc9cb9e934ba3"
+    owner: "421253708207"
+
+  dlami-x64:
+    platform: "linux"
+    arch: "x64"
+    owner: "898082745236" # AWS
+    name: "Deep Learning Base OSS Nvidia Driver GPU AMI (Ubuntu 22.04)*"
+
+runners:
+  gpu-nvidia:
+    family: ["g6.4xlarge"]
+    image: dlami-x64

.github/workflows/pr.yml

@@ -52,7 +52,7 @@ jobs:
         env:
           RUSTFLAGS: -Copt-level=3 -Cdebug-assertions -Coverflow-checks=y -Cdebuginfo=0 -C target-cpu=native
           RUST_BACKTRACE: 1
-          FRI_QUERIES: 1
+          # FRI_QUERIES: 1
           SP1_DEV: 1
 
   test-arm:
@@ -89,7 +89,7 @@ jobs:
         env:
           RUSTFLAGS: -Copt-level=3 -Cdebug-assertions -Coverflow-checks=y -Cdebuginfo=0 -C target-cpu=native
           RUST_BACKTRACE: 1
-          FRI_QUERIES: 1
+          # FRI_QUERIES: 1
           SP1_DEV: 1
 
   lint:

.github/workflows/suite.yml

@@ -0,0 +1,135 @@
+name: Testing Suite
+
+on:
+  workflow_dispatch:
+    inputs:
+      cpu_workloads:
+        description: "list of cpu workloads to run"
+        required: true
+      cuda_workloads:
+        description: "list of cuda workloads to run"
+        required: true
+      network_workloads:
+        description: "list of network workloads to run"
+        required: true
+  merge_group:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: false
+
+jobs:
+  test-cpu:
+    strategy:
+      matrix:
+        workload: ${{ fromJSON(github.event.inputs.cpu_workloads) }}
+    name: ${{ matrix.workload }} (cpu)
+    runs-on: ["runs-on", "runner=64cpu-linux-x64", "spot=false", "run-id=${{ github.run_id }}"]
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v4
+
+      - name: Setup CI
+        uses: ./.github/actions/setup
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_S3 }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_S3 }}
+          aws-region: us-west-2
+
+      - name: Copy files from S3
+        run: |
+          mkdir -p workdir
+          aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/program.bin workdir/program.bin
+          aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/stdin.bin workdir/stdin.bin
+
+      - name: Run sp1-perf
+        uses: actions-rs/cargo@v1
+        with:
+          command: run
+          toolchain: 1.81.0
+          args: --release -p sp1-perf -- --program workdir/program.bin --stdin workdir/stdin.bin --mode cpu
+        env:
+          RUST_LOG: info
+          RUSTFLAGS: -Copt-level=3 -Ctarget-cpu=native
+          RUST_BACKTRACE: 1
+
+  test-cuda:
+    strategy:
+      matrix:
+        workload: ${{ fromJSON(github.event.inputs.cuda_workloads) }}
+    name: ${{ matrix.workload }} (gpu)
+    runs-on: ["runs-on", "family=g6.4xlarge", "ami=ami-0a63dc9cb9e934ba3", "spot=false", "run-id=${{ github.run_id }}"]
+    steps:
+    - name: Checkout sources
+      uses: actions/checkout@v4
+
+    - name: Setup CI
+      uses: ./.github/actions/setup
+
+    - name: Configure AWS credentials
+      uses: aws-actions/configure-aws-credentials@v1
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_S3 }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_S3 }}
+        aws-region: us-west-2
+
+    - name: Copy files from S3
+      run: |
+        mkdir -p workdir
+        aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/program.bin workdir/program.bin
+        aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/stdin.bin workdir/stdin.bin
+
+    - name: Run sp1-perf
+      uses: actions-rs/cargo@v1
+      with:
+        command: run
+        toolchain: 1.81.0
+        args: --release -p sp1-perf -- --program workdir/program.bin --stdin workdir/stdin.bin --mode cuda
+      env:
+        RUST_LOG: info
+        RUSTFLAGS: -Copt-level=3 -Ctarget-cpu=native
+        RUST_BACKTRACE: 1
+        SP1_PROVER: cuda
+
+  test-network:
+    strategy:
+      matrix:
+        workload: ${{ fromJSON(github.event.inputs.network_workloads) }}
+    name: ${{ matrix.workload }} (network)
+    runs-on: ["runs-on", "runner=4cpu-linux-x64", "spot=false", "run-id=${{ github.run_id }}"]
+    steps:
+    - name: Checkout sources
+      uses: actions/checkout@v4
+
+    - name: Setup CI
+      uses: ./.github/actions/setup
+
+    - name: Configure AWS credentials
+      uses: aws-actions/configure-aws-credentials@v1
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_S3 }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_S3 }}
+        aws-region: us-west-2
+
+    - name: Copy files from S3
+      run: |
+        mkdir -p workdir
+        aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/program.bin workdir/program.bin
+        aws s3 cp s3://sp1-testing-suite/${{ matrix.workload }}/stdin.bin workdir/stdin.bin
+
+    - name: Run sp1-perf
+      uses: actions-rs/cargo@v1
+      with:
+        command: run
+        toolchain: 1.81.0
+        args: --release -p sp1-perf --features native-gnark -- --program workdir/program.bin --stdin workdir/stdin.bin --mode network
+      env:
+        RUST_LOG: info
+        RUSTFLAGS: -Copt-level=3 -Ctarget-cpu=native
+        RUST_BACKTRACE: 1
+        SP1_PROVER: network
+        SP1_PRIVATE_KEY: ${{ secrets.SP1_PRIVATE_KEY }}
+        PROVER_NETWORK_RPC: https://rpc-staging.succinct.xyz

.gitignore

@@ -14,6 +14,8 @@ pgo-data.profdata
 # Proofs
 **/proof-with-pis.bin
 **/proof-with-io.bin
+**/program.bin
+**/stdin.bin
 
 # Benchmark
 benchmark.csv

Cargo.toml

@@ -16,6 +16,7 @@ members = [
   "crates/derive",
   "crates/eval",
   "crates/helper",
+  "crates/perf",
   "crates/primitives",
   "crates/prover",
   "crates/recursion/circuit",

book/developers/usage-in-ci.md

@@ -2,7 +2,7 @@
 
 You may want to use SP1 in your [Github Actions](https://docs.github.com/en/actions) CI workflow.
 
-You first need have Rust installed, and you can use
+You first need to have Rust installed, and you can use
 [actions-rs/toolchain](https://github.com/actions-rs/toolchain) for this:
 
 ```yaml

book/generating-proofs/basics.md

@@ -2,7 +2,7 @@
 
 All the methods you'll need for generating proofs are included in the `sp1_sdk` crate. Most importantly, you'll need to use the `ProverClient` to setup a proving key and verifying key for your program and then use the `execute`, `prove` and `verify` methods to execute your program, and generate and verify proofs.
 
-To make this more concrete, let's walk through a simple example of generating a proof for a Fiboancci program inside the zkVM.
+To make this more concrete, let's walk through a simple example of generating a proof for a Fibonacci program inside the zkVM.
 
 ## Example: Fibonacci
 

book/generating-proofs/prover-network/versions.md

@@ -13,7 +13,7 @@ If you submit a proof request to the prover network and you are not using a supp
 
 ## Changing versions
 
-You must switch to a supported version before submitting a proof. To do so, replace the `sp1-zkvm` version in your progam's `Cargo.toml`:
+You must switch to a supported version before submitting a proof. To do so, replace the `sp1-zkvm` version in your program's `Cargo.toml`:
 
 ```toml
 [dependencies]

book/introduction.md

@@ -18,7 +18,7 @@ SP1 has undergone multiple audits from leading ZK security firms and is currentl
 
 Zero-knowledge proofs (ZKPs) are one of the most critical technologies to blockchain scaling, interoperability and privacy. But, historically building ZKP systems was extrememly complicated--requiring large teams with specialized cryptography expertise and taking years to go to production. 
 
-SP1 provides a performant, general-purpose zkVM that enables **any developer** to use ZKPs by writing normal code (in Rust), and get cheap and fast proofs. SP1 will enable ZKPs to become mainstream, introducing a a new era of verifiability for all of blockchain infrastructure and beyond.
+SP1 provides a performant, general-purpose zkVM that enables **any developer** to use ZKPs by writing normal code (in Rust), and get cheap and fast proofs. SP1 will enable ZKPs to become mainstream, introducing a new era of verifiability for all of blockchain infrastructure and beyond.
 
 
 ## SP1 enables a diversity of use-cases

book/why-use-sp1.md

@@ -30,7 +30,7 @@ SP1 enables teams to use ZKPs in production with minimal overhead and fast timel
 
 **Maintainable:** With SP1, you can reuse existing Rust crates, like `revm`, `reth`, `tendermint-rs`, `serde` and more, to write your ZKP logic in maintainable, Rust code.
 
-**Go to market faster:** By reusing existng crates and expressing ZKP logic in regular code, SP1 significantly reduces audit surface area and complexity, enabling teams to go to market with ZKPs faster.
+**Go to market faster:** By reusing existing crates and expressing ZKP logic in regular code, SP1 significantly reduces audit surface area and complexity, enabling teams to go to market with ZKPs faster.
 
 ## Blazing Fast Performance
 

book/writing-programs/patched-crates.md

@@ -41,7 +41,7 @@ ed25519-consensus = { git = "https://github.com/sp1-patches/ed25519-consensus",
 ecdsa-core = { git = "https://github.com/sp1-patches/signatures", package = "ecdsa", branch = "patch-ecdsa-v0.16.9" }
 secp256k1 = { git = "https://github.com/sp1-patches/rust-secp256k1", branch = "patch-secp256k1-v0.29.0" }
 substrate-bn = { git = "https://github.com/sp1-patches/bn", branch = "patch-v0.6.0" }
-bls12_381 = { git = "https://github.com/sp1-patches/bls12_381", branch = "patch-v0.8.8" }
+bls12_381 = { git = "https://github.com/sp1-patches/bls12_381", branch = "patch-v0.8.0" }
 
 ```
 

crates/core/machine/src/lib.rs

@@ -30,7 +30,7 @@ pub mod utils;
 /// This string should be updated whenever any step in verifying an SP1 proof changes, including
 /// core, recursion, and plonk-bn254. This string is used to download SP1 artifacts and the gnark
 /// docker image.
-pub const SP1_CIRCUIT_VERSION: &str = "v3.0.0-rc2-john";
+pub const SP1_CIRCUIT_VERSION: &str = "v3.0.0-alpha-test";
 
 // Re-export the `SP1ReduceProof` struct from sp1_core_machine.
 //

crates/core/machine/src/riscv/mod.rs

@@ -698,7 +698,7 @@ pub mod tests {
         let mut opts = SP1CoreOpts::default();
         opts.shard_size = 1024;
         opts.shard_batch_size = 2;
-        prove::<_, CpuProver<_, _>>(program, &stdin, BabyBearPoseidon2::new(), opts).unwrap();
+        prove::<_, CpuProver<_, _>>(program, &stdin, BabyBearPoseidon2::new(), opts, None).unwrap();
     }
 
     #[test]
@@ -711,6 +711,7 @@ pub mod tests {
             &stdin,
             BabyBearPoseidon2::new(),
             SP1CoreOpts::default(),
+            None,
         )
         .unwrap();
     }