forked from armadaproject/armada
-
Notifications
You must be signed in to change notification settings - Fork 0
108 lines (104 loc) · 3.53 KB
/
airflow-operator.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
name: Python Airflow Operator
on:
push:
branches-ignore:
- master
paths:
- '.github/workflows/airflow-operator.yml'
- '.github/workflows/python-client.yml'
- '.github/workflows/python-tests/*'
- 'build/airflow-operator/**'
- 'build/python-client/**'
- 'client/python/**'
- 'docs/python_airflow_operator.md'
- 'docs/python_armada_client.md'
- 'internal/jobservice/*'
- 'pkg/api/*.proto'
- 'pkg/api/jobservice/*.proto'
- 'scripts/build-airflow-operator.sh'
- 'scripts/build-python-client.sh'
- 'third_party/airflow/**'
pull_request:
branches-ignore:
- gh-pages
paths:
- '.github/workflows/airflow-operator.yml'
- '.github/workflows/python-client.yml'
- '.github/workflows/python-tests/*'
- 'build/airflow-operator/**'
- 'build/python-client/**'
- 'client/python/**'
- 'docs/python_airflow_operator.md'
- 'docs/python_armada_client.md'
- 'internal/jobservice/*'
- 'pkg/api/*.proto'
- 'pkg/api/jobservice/*.proto'
- 'scripts/build-airflow-operator.sh'
- 'scripts/build-python-client.sh'
- 'third_party/airflow/**'
jobs:
airflow-tox:
runs-on: ubuntu-22.04
strategy:
matrix:
go: [ '1.20' ]
python: [ '3.8', '3.9', '3.10' ]
include:
- tox-env: 'py38'
- tox-env: 'py39'
python: '3.9'
- tox-env: 'py310'
python: '3.10'
steps:
- uses: actions/[email protected]
- uses: ./.github/workflows/go-setup
- name: Install Protoc
uses: arduino/setup-protoc@v2
with:
version: '23.3'
repo-token: ${{ secrets.GITHUB_TOKEN }}
- run: go run github.com/magefile/[email protected] -v airflowOperator
- uses: ./.github/workflows/python-tests
with:
python-version: ${{ matrix.python }}
tox-env: ${{ matrix.tox-env }}
path: third_party/airflow
github-token: ${{secrets.GITHUB_TOKEN}}
airflow-integration-tests:
if: github.repository_owner == 'armadaproject'
strategy:
fail-fast: false
matrix:
# WARN(JayF): If we begin attempting to support >1 golang version,
# we'll have to ensure that we don't use the same artifact name for
# both versions in the matrix -- this will lead to them overwriting
# each other.
go: [ '1.20' ]
# As of December 2022, using 8vcpu runners is slower overall,
# due to longer queue times.
runs-on: ubuntu-22.04
env:
# Cache Docker layers in the Github actions cache.
# These variables are picked up by the goreleaser config.
DOCKER_BUILDX_CACHE_FROM: "type=gha"
DOCKER_BUILDX_CACHE_TO: "type=gha,mode=max"
DOCKER_BUILDX_BUILDER: "builder"
steps:
- uses: actions/[email protected]
- run: docker buildx create --name ${DOCKER_BUILDX_BUILDER} --driver docker-container --use
- run: docker buildx install
- uses: actions/setup-go@v4
with:
go-version: ${{ matrix.go }}
- name: Setup and integration tests
run: |
# Manually create folders to ensure perms are correct.
mkdir -p .kube/internal
mkdir -p .kube/external
go run github.com/magefile/[email protected] -v localdev minimal
- name: Install Protoc
uses: arduino/setup-protoc@v2
with:
version: '23.3'
repo-token: ${{ secrets.GITHUB_TOKEN }}
- run: go run github.com/magefile/[email protected] -v teste2eAirflow