-
Notifications
You must be signed in to change notification settings - Fork 0
87 lines (73 loc) · 2.24 KB
/
ci.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
#
# Copyright 2024 tosit.io
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
name: ci
on:
pull_request:
branches:
- main
paths:
- ".github/workflows/**"
- ".github/actions/**"
- ".build/**"
- "spark/**"
- "spark-*/**"
- "!README.md"
push:
branches:
- main
paths:
- ".github/workflows/**"
- ".github/actions/**"
- ".build/**"
- "spark/**"
- "spark-*/**"
- "!README.md"
workflow_dispatch:
# https://docs.github.com/en/actions/using-jobs/using-concurrency
concurrency:
# Only cancel in-progress jobs or runs for the current workflow - matches against branch & tags
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
permissions:
packages: write
jobs:
get-ci-versions:
runs-on: "ubuntu-latest"
outputs:
matrix: ${{ steps.ci-versions.outputs.matrix }}
steps:
- name: Checkout Repo ⚡️
uses: actions/checkout@v4
- name: Get CI versions matrix 📥
id: ci-versions
uses: ./.github/actions/spark-version-matrix
with:
use_matrix: ".build/ci-versions.yml"
spark-ci:
name: spark-ci (spark-${{ matrix.version.spark_version }})
needs: [get-ci-versions]
strategy:
fail-fast: false
matrix:
version: ${{ fromJson(needs.get-ci-versions.outputs.matrix) }}
uses: ./.github/workflows/build-images-template.yml
with:
python_version: ${{ matrix.version.python_version }}
spark_version: ${{ matrix.version.spark_version }}
java_version: ${{ matrix.version.java_version }}
scala_version: ${{ matrix.version.scala_version }}
hadoop_version: ${{ matrix.version.hadoop_version }}
publish_to_registry: "false"