diff --git a/.github/workflows/ci-test.yml b/.github/workflows/ci-test.yml
new file mode 100644
index 0000000000..e80c5f59de
--- /dev/null
+++ b/.github/workflows/ci-test.yml
@@ -0,0 +1,70 @@
+name: Integration-test
+
+on:
+  push:
+  workflow_dispatch:
+
+
+env:
+  FIREWORKS_API_KEY=${{ secrets.FIREWORKS_API_KEY }}
+  TOGETHER_API_KEY=${{ secrets.TOGETHER_API_KEY }}
+
+jobs:
+  build:
+    name: Build
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.x'
+
+    - name: "Checkout 'meta-llama/llama-stack' repository"
+      id: checkout_repo
+      uses: actions/checkout@v4
+      # with:
+      #   ref: ${{ inputs.branch }}
+
+    - name: Install dependencies
+      run:
+        python -m pip install --upgrade pip
+        pip install pytest
+        pip install -e .
+
+    # - name: Set up provider env
+    #   run: |
+    #     echo $FIREWORKS_API_KEY
+
+  # build_package:
+  #   name: Build Package
+  #   runs-on: ubuntu-latest
+  #   steps:
+  #   - uses: actions/checkout@v3
+  #     with:
+  #       fetch-depth: 0
+  #       persist-credentials: false
+
+  #   - name: Build and Check Package
+  #     uses: hynek/build-and-inspect-python-package@v1
+
+  #   - name: Run ollama
+  #     run: |
+  #       ollama run llama3.2:3b-instruct-fp16
+
+  run_tests:
+    name: Run tests
+    runs-on: ubuntu-latest
+    steps:
+      - name:
+        run: |
+          pytest /llama-stack/llama_stack/providers/tests/.  --html=report.html --config=ci_test_config.yaml
+
+    - name: Upload pytest test results
+      uses: actions/upload-artifact@v4
+      with:
+        name: report.html
+        path: report.html
+      # Use always() to always run this step to publish test results when there are test failures
+      if: ${{ always() }}