test(ci): make test suites v3 ready #3962
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - "main" | |
| tags: | |
| - "v*" | |
| merge_group: | |
| pull_request: | |
| branches: | |
| - "*" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: false | |
| jobs: | |
| linting: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: chartboost/ruff-action@v1 | |
| with: | |
| args: check --config ci.ruff.toml | |
| ci: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| env: | |
| LANGFUSE_HOST: "http://localhost:3000" | |
| LANGFUSE_PUBLIC_KEY: "pk-lf-1234567890" | |
| LANGFUSE_SECRET_KEY: "sk-lf-1234567890" | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| # SERPAPI_API_KEY: ${{ secrets.SERPAPI_API_KEY }} | |
| HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }} | |
| ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| name: Test on Python version ${{ matrix.python-version }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: pnpm/action-setup@v3 | |
| with: | |
| version: 9.5.0 | |
| - name: Clone langfuse server | |
| run: | | |
| git clone https://github.com/langfuse/langfuse.git ./langfuse-server && echo $(cd ./langfuse-server && git rev-parse HEAD) | |
| - name: Setup node (for langfuse server) | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: 20 | |
| - name: Cache langfuse server dependencies | |
| uses: actions/cache@v3 | |
| with: | |
| path: ./langfuse-server/node_modules | |
| key: | | |
| langfuse-server-${{ hashFiles('./langfuse-server/package-lock.json') }} | |
| langfuse-server- | |
| - name: Run langfuse server | |
| run: | | |
| cd ./langfuse-server | |
| echo "::group::Run langfuse server" | |
| TELEMETRY_ENABLED=false docker compose up -d postgres | |
| echo "::endgroup::" | |
| echo "::group::Logs from langfuse server" | |
| TELEMETRY_ENABLED=false docker compose logs | |
| echo "::endgroup::" | |
| echo "::group::Install dependencies (necessary to run seeder)" | |
| pnpm i | |
| echo "::endgroup::" | |
| echo "::group::Seed db" | |
| cp .env.dev.example .env | |
| pnpm run db:migrate | |
| pnpm run db:seed | |
| echo "::endgroup::" | |
| rm -rf .env | |
| echo "::group::Run server" | |
| TELEMETRY_ENABLED=false \ | |
| LANGFUSE_S3_MEDIA_UPLOAD_ENDPOINT=http://localhost:9090 \ | |
| LANGFUSE_INGESTION_QUEUE_DELAY_MS=10 \ | |
| LANGFUSE_INGESTION_CLICKHOUSE_WRITE_INTERVAL_MS=10 \ | |
| docker compose up -d | |
| echo "::endgroup::" | |
| # Add this step to check the health of the container | |
| - name: Health check for langfuse server | |
| run: | | |
| echo "Checking if the langfuse server is up..." | |
| retry_count=0 | |
| max_retries=10 | |
| until curl --output /dev/null --silent --head --fail http://localhost:3000/api/public/health | |
| do | |
| retry_count=`expr $retry_count + 1` | |
| echo "Attempt $retry_count of $max_retries..." | |
| if [ $retry_count -ge $max_retries ]; then | |
| echo "Langfuse server did not respond in time. Printing logs..." | |
| docker logs langfuse-server-langfuse-web-1 | |
| echo "Failing the step..." | |
| exit 1 | |
| fi | |
| sleep 5 | |
| done | |
| echo "Langfuse server is up and running!" | |
| - name: Install Python | |
| uses: actions/setup-python@v4 | |
| # see details (matrix, python-version, python-version-file, etc.) | |
| # https://github.com/actions/setup-python | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Check python version | |
| run: python --version | |
| - name: Install poetry | |
| uses: abatilo/actions-poetry@v2 | |
| - name: Set poetry python version | |
| run: | | |
| poetry env use ${{ matrix.python-version }} | |
| poetry env info | |
| - name: Setup a local virtual environment (if no poetry.toml file) | |
| run: | | |
| poetry config virtualenvs.create true --local | |
| poetry config virtualenvs.in-project true --local | |
| - uses: actions/cache@v3 | |
| name: Define a cache for the virtual environment based on the dependencies lock file | |
| with: | |
| path: ./.venv | |
| key: | | |
| venv-${{ matrix.python-version }}-${{ hashFiles('poetry.lock') }}-${{ github.sha }} | |
| - name: Install the project dependencies | |
| run: poetry install --all-extras | |
| - name: Run the automated tests | |
| run: | | |
| python --version | |
| poetry run pytest -n auto -s -v --log-cli-level=INFO | |
| all-tests-passed: | |
| # This allows us to have a branch protection rule for tests and deploys with matrix | |
| runs-on: ubuntu-latest | |
| needs: [ci, linting] | |
| if: always() | |
| steps: | |
| - name: Successful deploy | |
| if: ${{ !(contains(needs.*.result, 'failure')) }} | |
| run: exit 0 | |
| - name: Failing deploy | |
| if: ${{ contains(needs.*.result, 'failure') }} | |
| run: exit 1 |