Add dry-run release job.

acquire-project · Jan 9, 2025 · 7be91c9 · 7be91c9
1 parent 44ce1e3
commit 7be91c9
Show file tree

Hide file tree

Showing 2 changed files with 222 additions and 66 deletions.
diff --git a/.github/workflows/release-dry-run.yml b/.github/workflows/release-dry-run.yml
@@ -0,0 +1,216 @@
+name: Release
+
+on:
+  pull_request:
+    branches:
+      - "main"
+
+env:
+  BUILD_TYPE: Release
+
+jobs:
+  windows-and-linux-build:
+    name: Build on ${{ matrix.platform }}
+    strategy:
+      matrix:
+        platform:
+          - "windows-latest"
+          - "ubuntu-latest"
+        include:
+          - platform: "windows-latest"
+            vcpkg_triplet: "x64-windows-static"
+          - platform: "ubuntu-latest"
+            vcpkg_triplet: "x64-linux"
+
+    runs-on: ${{ matrix.platform }}
+
+    permissions:
+      actions: write
+
+    concurrency:
+      group: ${{ github.workflow }}-${{ github.ref }}-${{ matrix.platform }}
+      cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: true
+
+      - name: Install vcpkg
+        run: |
+          git clone https://github.com/microsoft/vcpkg.git
+          cd vcpkg && ./bootstrap-vcpkg.sh
+          echo "VCPKG_ROOT=${{github.workspace}}/vcpkg" >> $GITHUB_ENV
+          echo "${{github.workspace}}/vcpkg" >> $GITHUB_PATH
+          ./vcpkg integrate install
+        shell: bash
+
+      - name: Build
+        run: |
+          cmake --preset=default -DVCPKG_TARGET_TRIPLET=${{matrix.vcpkg_triplet}} -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=Release
+          cmake --build ${{github.workspace}}/build --config Release
+
+      - name: Test  # don't release if tests are failing
+        working-directory: ${{github.workspace}}/build
+        run: ctest -C Release -L anyplatform --output-on-failure
+
+      - name: Package
+        run: |
+          cmake --preset=default -DVCPKG_TARGET_TRIPLET=${{matrix.vcpkg_triplet}} -B ${{github.workspace}}/pack -DCMAKE_BUILD_TYPE=Release -DBUILD_TESTING=OFF
+          cmake --build ${{github.workspace}}/pack --config Release
+          cpack --config ${{github.workspace}}/pack/CPackConfig.cmake -C Release -G ZIP
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: ${{matrix.platform}} binaries
+          path: ${{github.workspace}}/*.zip
+
+  mac-build:
+    name: Build on macos-latest
+    runs-on: "macos-latest"
+
+    permissions:
+      actions: write
+
+    concurrency:
+      group: ${{ github.workflow }}-${{ github.ref }}-${{ matrix.platform }}
+      cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: true
+
+      - name: Install vcpkg
+        run: |
+          git clone https://github.com/microsoft/vcpkg.git
+          cd vcpkg && ./bootstrap-vcpkg.sh
+          echo "VCPKG_ROOT=${{github.workspace}}/vcpkg" >> $GITHUB_ENV
+          echo "${{github.workspace}}/vcpkg" >> $GITHUB_PATH
+          ./vcpkg integrate install
+        shell: bash
+
+      - name: Build for x64
+        run: |
+          cmake --preset=default -DVCPKG_TARGET_TRIPLET=x64-osx -DVCPKG_INSTALLED_DIR=${{github.workspace}}/vcpkg-x64 -B ${{github.workspace}}/build-x64 -DCMAKE_BUILD_TYPE=Release -DCMAKE_OSX_ARCHITECTURES="x86_64" -DBUILD_TESTING=OFF
+          cmake --build ${{github.workspace}}/build-x64 --config Release
+
+      - name: Build for arm64
+        run: |
+          cmake --preset=default -DVCPKG_TARGET_TRIPLET=arm64-osx -DVCPKG_INSTALLED_DIR=${{github.workspace}}/vcpkg-arm64 -B ${{github.workspace}}/build-arm64 -DCMAKE_BUILD_TYPE=Release -DCMAKE_OSX_ARCHITECTURES="arm64" -DBUILD_TESTING=OFF
+          cmake --build ${{github.workspace}}/build-arm64 --config Release
+
+      - name: Test  # don't release if tests are failing
+        working-directory: ${{github.workspace}}/build-arm64
+        run: ctest -C Release -L anyplatform --output-on-failure
+
+      - name: Create a universal binary
+        run: |
+          cp -r ${{github.workspace}}/build-x64 ${{github.workspace}}/build && cd ${{github.workspace}}/build
+          for filename in $(find . -type f -exec grep -H "build-x64" {} \; | awk '{print $1}' | sed -e 's/:.*//' | sort -u); do sed -i.bak -e "s/build-x64/build/g" $filename && rm ${filename}.bak; done
+          for lib in `find . -type f \( -name "*.so" -o -name "*.a" \)`; do rm $lib && lipo -create ../build-x64/${lib} ../build-arm64/${lib} -output $lib; done
+
+      - name: Package
+        run: |
+          cpack --config ${{github.workspace}}/build/CPackConfig.cmake -C Release -G ZIP
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: macos-latest binaries
+          path: ${{github.workspace}}/*.zip
+
+  build-wheel:
+    name: Build wheels for Python 3.9 and 3.10
+    strategy:
+      matrix:
+        platform:
+          - "windows-latest"
+          - "ubuntu-22.04"
+          - "macos-latest" # TODO (aliddell): universal binary?
+        python:
+          - "3.9"
+          - "3.10"
+          - "3.11"
+          - "3.12"
+          - "3.13"
+
+    runs-on: ${{ matrix.platform }}
+
+    permissions:
+      actions: write
+
+    concurrency:
+      group: ${{ github.workflow }}-${{ github.ref }}-${{ matrix.platform }}-${{ matrix.python }}-build-wheel
+      cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python }}
+
+      - name: Install vcpkg
+        run: |
+          git clone https://github.com/microsoft/vcpkg.git
+          cd vcpkg && ./bootstrap-vcpkg.sh
+          echo "VCPKG_ROOT=${{github.workspace}}/vcpkg" >> $GITHUB_ENV
+          echo "${{github.workspace}}/vcpkg" >> $GITHUB_PATH
+          ./vcpkg integrate install
+        shell: bash
+
+      - name: Install system dependencies
+        if: ${{ matrix.platform == 'ubuntu-22.04' }}
+        run: |
+          sudo apt-get install patchelf
+          sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 90
+          sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 90
+
+      - name: Install Python dependencies
+        run: python -m pip install -U pip "pybind11[global]" cmake build numpy pytest auditwheel
+
+      - name: Build
+        run: python -m build -o dist
+
+      - name: Fix wheel for manylinux
+        if: ${{ matrix.platform == 'ubuntu-22.04' }}
+        run: |
+          auditwheel repair dist/*.whl -w dist --plat manylinux_2_35_x86_64
+          rm dist/*-linux_*.whl
+
+      - name: Upload wheel
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ matrix.platform }} ${{ matrix.python }} wheel
+          path: ${{ github.workspace }}/dist
+
+  release:
+    needs:
+      - windows-and-linux-build
+      - mac-build
+      - build-wheel
+    name: "Release"
+    runs-on: "ubuntu-latest"
+
+    environment:
+      name: pypi
+      url: https://pypi.org/p/acquire-zarr
+
+    permissions: write-all
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/download-artifact@v4
+        id: download
+        with:
+          path: ${{ github.workspace }}/artifacts
+
+      - name: Collect wheels
+        run: |
+          mkdir -p dist
+          mv ${{steps.download.outputs.download-path}}/*/*.whl dist
+          find ${{steps.download.outputs.download-path}}/ -type f -name *.tar.gz -exec mv {} dist \; -quit
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -120,69 +120,7 @@ jobs:
           name: macos-latest binaries
           path: ${{github.workspace}}/*.zip
 
-  build-and-test-wheels:
-    name: Build and test wheels for Python 3.11, 3.12, and 3.13
-    strategy:
-      matrix:
-        platform:
-          - "windows-latest"
-          - "ubuntu-22.04"
-          - "macos-latest" # TODO (aliddell): universal binary?
-        python:
-          - "3.11"
-          - "3.12"
-          - "3.13"
-
-    runs-on: ${{ matrix.platform }}
-
-    permissions:
-      actions: write
-
-    concurrency:
-      group: ${{ github.workflow }}-${{ github.ref }}-${{ matrix.platform }}-test-python
-      cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
-
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          submodules: true
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: "3.12"
-
-      - name: Install system dependencies
-        run: |
-          sudo apt-get install patchelf
-          sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 90
-          sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 90
-
-      - name: Install Python dependencies
-        run: python -m pip install -U pip "pybind11[global]" cmake build numpy pytest auditwheel
-
-      - name: Install
-        run: python -m pip install ".[testing]"
-
-      - name: Test
-        run: python -m pytest -v
-
-      - name: Build
-        run: python -m build -o dist
-
-      - name: Fix wheel for manylinux
-        if: ${{ matrix.platform == 'ubuntu-22.04' }}
-        run: |
-          auditwheel repair dist/*.whl -w dist --plat manylinux_2_35_x86_64
-          rm dist/*-linux_*.whl
-
-      - name: Upload wheel
-        uses: actions/upload-artifact@v4
-        with:
-          name: ${{ matrix.platform }} ${{ matrix.python }} wheel
-          path: ${{ github.workspace }}/dist
-
-  build-wheel-no-tests:
+  build-wheel:
     name: Build wheels for Python 3.9 and 3.10
     strategy:
       matrix:
@@ -193,6 +131,9 @@ jobs:
         python:
           - "3.9"
           - "3.10"
+          - "3.11"
+          - "3.12"
+          - "3.13"
 
     runs-on: ${{ matrix.platform }}
 
@@ -251,8 +192,7 @@ jobs:
     needs:
       - windows-and-linux-build
       - mac-build
-      - build-and-test-wheels
-      - build-wheel-no-tests
+      - build-wheel
     name: "Release"
     runs-on: "ubuntu-latest"
 
@@ -274,7 +214,7 @@ jobs:
         run: |
           mkdir -p dist
           mv ${{steps.download.outputs.download-path}}/*/*.whl dist
-          find ${{steps.download.outputs.download-path}}/ -type f -name *.tar.gz -exec mv {} dist \; -quit 
+          find ${{steps.download.outputs.download-path}}/ -type f -name *.tar.gz -exec mv {} dist \; -quit
 
       - name: Tagged release
         if: ${{ github.ref_name != 'nightly' }}