Skip to content

Commit ec65c46

Browse files
NickLarsenNZTechassilfrancke
authored
ci: cherry-pick workflow and container build improvements (#957)
* ci: remove redundant usages of the free-disk-space action Co-authored-by: Techassi <[email protected]> * ci: Add attempt number to the workflow run name, and URL in the slack message (#941) Co-authored-by: Techassi <[email protected]> * ci: register a dummy test_build_images workflow which will be completed in a separate PR (#947) * Use our build-repo for Maven downloads & other updates (#953) * Use our build-repo for Maven downloads * ci(build): Continue matrix builds on failure so there is less jobs to rerun when there are transient failures * Update Spark Mvn build as well * Hopefully silence Spark build * Update FMPP version This is because FMPP Maven Plugin depends on FMPP in version 0.9.14 which itself depends on a Freemarker version that has not been pinned. Instead it specifies a "range" which resolves to a SNAPSHOT version which we don't want. * Add Stackable repo to Kafka build as well * Update changelog * Update CHANGELOG.md Co-authored-by: Nick <[email protected]> --------- Co-authored-by: Nick Larsen <[email protected]> Co-authored-by: Nick <[email protected]> * ci: Fix static analysis errors (#955) * ci: Fix high severity errors * ci: Set persist-credentials to false * ci: Move step output to env var * chore: Add changelog entry * ci(build): stagger the scheduled builds to ease load on external systems (#954) --------- Co-authored-by: Techassi <[email protected]> Co-authored-by: Lars Francke <[email protected]>
1 parent 7e7f845 commit ec65c46

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

41 files changed

+545
-138
lines changed

‎.github/workflows/build_airflow.yaml‎

Lines changed: 13 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---
22
name: Build Airflow
3+
run-name: |
4+
Build Airflow (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: airflow
@@ -8,7 +10,7 @@ env:
810
on:
911
workflow_dispatch:
1012
schedule:
11-
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
13+
- cron: '0 0 1/2 * *' # https://crontab.guru/#0_0_1/2_*_*
1214
push:
1315
branches: [main]
1416
tags: ['*']
@@ -27,6 +29,8 @@ jobs:
2729
runs-on: ubuntu-latest
2830
steps:
2931
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
32+
with:
33+
persist-credentials: false
3034
- id: shard
3135
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3236
with:
@@ -41,6 +45,7 @@ jobs:
4145
id-token: write
4246
runs-on: ${{ matrix.runner.name }}
4347
strategy:
48+
fail-fast: false
4449
matrix:
4550
runner:
4651
- {name: "ubuntu-latest", arch: "amd64"}
@@ -49,6 +54,8 @@ jobs:
4954
steps:
5055
- name: Checkout Repository
5156
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
57+
with:
58+
persist-credentials: false
5259

5360
- name: Free Disk Space
5461
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -89,14 +96,15 @@ jobs:
8996
id-token: write
9097
runs-on: ubuntu-latest
9198
strategy:
99+
fail-fast: false
92100
matrix:
93101
versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }}
94102
steps:
95103
- name: Checkout Repository
96104
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
105+
with:
106+
persist-credentials: false
97107

98-
- name: Free Disk Space
99-
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
100108
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
101109
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
102110
with:
@@ -126,7 +134,7 @@ jobs:
126134
channel-id: "C07UG6JH44F" # notifications-container-images
127135
payload: |
128136
{
129-
"text": "*${{ github.workflow }}* failed",
137+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
130138
"attachments": [
131139
{
132140
"pretext": "See the details below for a summary of which job(s) failed.",
@@ -152,7 +160,7 @@ jobs:
152160
{
153161
"type": "button",
154162
"text": "Go to workflow run",
155-
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
163+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
156164
}
157165
]
158166
}

‎.github/workflows/build_druid.yaml‎

Lines changed: 12 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---
22
name: Build Druid
3+
run-name: |
4+
Build Druid (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: druid
@@ -29,6 +31,8 @@ jobs:
2931
runs-on: ubuntu-latest
3032
steps:
3133
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
34+
with:
35+
persist-credentials: false
3236
- id: shard
3337
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3438
with:
@@ -43,6 +47,7 @@ jobs:
4347
id-token: write
4448
runs-on: ${{ matrix.runner.name }}
4549
strategy:
50+
fail-fast: false
4651
matrix:
4752
runner:
4853
- {name: "ubuntu-latest", arch: "amd64"}
@@ -51,6 +56,8 @@ jobs:
5156
steps:
5257
- name: Checkout Repository
5358
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
59+
with:
60+
persist-credentials: false
5461

5562
- name: Free Disk Space
5663
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -91,14 +98,15 @@ jobs:
9198
id-token: write
9299
runs-on: ubuntu-latest
93100
strategy:
101+
fail-fast: false
94102
matrix:
95103
versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }}
96104
steps:
97105
- name: Checkout Repository
98106
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
107+
with:
108+
persist-credentials: false
99109

100-
- name: Free Disk Space
101-
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
102110
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
103111
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
104112
with:
@@ -128,7 +136,7 @@ jobs:
128136
channel-id: "C07UG6JH44F" # notifications-container-images
129137
payload: |
130138
{
131-
"text": "*${{ github.workflow }}* failed",
139+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
132140
"attachments": [
133141
{
134142
"pretext": "See the details below for a summary of which job(s) failed.",
@@ -154,7 +162,7 @@ jobs:
154162
{
155163
"type": "button",
156164
"text": "Go to workflow run",
157-
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
165+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
158166
}
159167
]
160168
}

‎.github/workflows/build_hadoop.yaml‎

Lines changed: 13 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---
22
name: Build Hadoop
3+
run-name: |
4+
Build Hadoop (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: hadoop
@@ -8,7 +10,7 @@ env:
810
on:
911
workflow_dispatch:
1012
schedule:
11-
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
13+
- cron: '0 2 1/2 * *' # https://crontab.guru/#0_2_1/2_*_*
1214
push:
1315
branches: [main]
1416
tags: ['*']
@@ -29,6 +31,8 @@ jobs:
2931
runs-on: ubuntu-latest
3032
steps:
3133
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
34+
with:
35+
persist-credentials: false
3236
- id: shard
3337
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3438
with:
@@ -43,6 +47,7 @@ jobs:
4347
id-token: write
4448
runs-on: ${{ matrix.runner.name }}
4549
strategy:
50+
fail-fast: false
4651
matrix:
4752
runner:
4853
- {name: "ubuntu-latest", arch: "amd64"}
@@ -51,6 +56,8 @@ jobs:
5156
steps:
5257
- name: Checkout Repository
5358
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
59+
with:
60+
persist-credentials: false
5461

5562
- name: Free Disk Space
5663
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -91,14 +98,15 @@ jobs:
9198
id-token: write
9299
runs-on: ubuntu-latest
93100
strategy:
101+
fail-fast: false
94102
matrix:
95103
versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }}
96104
steps:
97105
- name: Checkout Repository
98106
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
107+
with:
108+
persist-credentials: false
99109

100-
- name: Free Disk Space
101-
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
102110
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
103111
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
104112
with:
@@ -128,7 +136,7 @@ jobs:
128136
channel-id: "C07UG6JH44F" # notifications-container-images
129137
payload: |
130138
{
131-
"text": "*${{ github.workflow }}* failed",
139+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
132140
"attachments": [
133141
{
134142
"pretext": "See the details below for a summary of which job(s) failed.",
@@ -154,7 +162,7 @@ jobs:
154162
{
155163
"type": "button",
156164
"text": "Go to workflow run",
157-
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
165+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
158166
}
159167
]
160168
}

‎.github/workflows/build_hbase.yaml‎

Lines changed: 13 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---
22
name: Build HBase
3+
run-name: |
4+
Build HBase (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: hbase
@@ -8,7 +10,7 @@ env:
810
on:
911
workflow_dispatch:
1012
schedule:
11-
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
13+
- cron: '0 0 2/2 * *' # https://crontab.guru/#0_0_2/2_*_*
1214
push:
1315
branches: [main]
1416
tags: ['*']
@@ -30,6 +32,8 @@ jobs:
3032
runs-on: ubuntu-latest
3133
steps:
3234
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
35+
with:
36+
persist-credentials: false
3337
- id: shard
3438
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3539
with:
@@ -44,6 +48,7 @@ jobs:
4448
id-token: write
4549
runs-on: ${{ matrix.runner.name }}
4650
strategy:
51+
fail-fast: false
4752
matrix:
4853
runner:
4954
- {name: "ubuntu-latest", arch: "amd64"}
@@ -52,6 +57,8 @@ jobs:
5257
steps:
5358
- name: Checkout Repository
5459
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
60+
with:
61+
persist-credentials: false
5562

5663
- name: Free Disk Space
5764
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -92,14 +99,15 @@ jobs:
9299
id-token: write
93100
runs-on: ubuntu-latest
94101
strategy:
102+
fail-fast: false
95103
matrix:
96104
versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }}
97105
steps:
98106
- name: Checkout Repository
99107
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
108+
with:
109+
persist-credentials: false
100110

101-
- name: Free Disk Space
102-
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
103111
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
104112
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
105113
with:
@@ -129,7 +137,7 @@ jobs:
129137
channel-id: "C07UG6JH44F" # notifications-container-images
130138
payload: |
131139
{
132-
"text": "*${{ github.workflow }}* failed",
140+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
133141
"attachments": [
134142
{
135143
"pretext": "See the details below for a summary of which job(s) failed.",
@@ -155,7 +163,7 @@ jobs:
155163
{
156164
"type": "button",
157165
"text": "Go to workflow run",
158-
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
166+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
159167
}
160168
]
161169
}

‎.github/workflows/build_hello-world.yaml‎

Lines changed: 13 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---
22
name: Build Hello-World
3+
run-name: |
4+
Build Hello-World (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: hello-world
@@ -8,7 +10,7 @@ env:
810
on:
911
workflow_dispatch:
1012
schedule:
11-
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
13+
- cron: '0 1 2/2 * *' # https://crontab.guru/#0_1_2/2_*_*
1214
push:
1315
branches: [main]
1416
tags: ['*']
@@ -25,6 +27,8 @@ jobs:
2527
runs-on: ubuntu-latest
2628
steps:
2729
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
30+
with:
31+
persist-credentials: false
2832
- id: shard
2933
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3034
with:
@@ -39,6 +43,7 @@ jobs:
3943
id-token: write
4044
runs-on: ${{ matrix.runner.name }}
4145
strategy:
46+
fail-fast: false
4247
matrix:
4348
runner:
4449
- {name: "ubuntu-latest", arch: "amd64"}
@@ -47,6 +52,8 @@ jobs:
4752
steps:
4853
- name: Checkout Repository
4954
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
55+
with:
56+
persist-credentials: false
5057

5158
- name: Free Disk Space
5259
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -87,14 +94,15 @@ jobs:
8794
id-token: write
8895
runs-on: ubuntu-latest
8996
strategy:
97+
fail-fast: false
9098
matrix:
9199
versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }}
92100
steps:
93101
- name: Checkout Repository
94102
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
103+
with:
104+
persist-credentials: false
95105

96-
- name: Free Disk Space
97-
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
98106
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
99107
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
100108
with:
@@ -124,7 +132,7 @@ jobs:
124132
channel-id: "C07UG6JH44F" # notifications-container-images
125133
payload: |
126134
{
127-
"text": "*${{ github.workflow }}* failed",
135+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
128136
"attachments": [
129137
{
130138
"pretext": "See the details below for a summary of which job(s) failed.",
@@ -150,7 +158,7 @@ jobs:
150158
{
151159
"type": "button",
152160
"text": "Go to workflow run",
153-
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
161+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
154162
}
155163
]
156164
}

0 commit comments

Comments
 (0)