Skip to content

Commit 788b33d

Browse files
authored
chore: Update patch versions for 25.11 (#692)
* initial version updates * changelog * updated getting-started script * reduce workers for logging tests * added comment
1 parent 1330da1 commit 788b33d

22 files changed

+118
-52
lines changed

CHANGELOG.md

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,12 +8,14 @@
88
- Add new roles for dag-processor and triggerer processes ([#679]).
99
- Added a note on webserver workers to the trouble-shooting section ([#685]).
1010
- Helm: Allow Pod `priorityClassName` to be configured ([#687]).
11+
- Added airflow `3.0.6` ([#692]).
1112

1213
### Changed
1314

1415
- Use internal secrets for secret- and jwt-keys ([#686]).
1516
- Update uvicorn version and revert to default number of API workers ([#690]).
1617
- Deprecate airflow `2.9.3` ([#691]).
18+
- Deprecate airflow `2.10.5` ([#692]).
1719

1820
### Fixed
1921

@@ -24,6 +26,10 @@
2426
Thus when deploying multiple Airflow instances in the same namespace, there would be a conflict over the contents of that ConfigMap ([#678]).
2527
- For versions >= 3 custom logging initializes the RemoteLogIO handler to fix remote logging ([#683]).
2628

29+
### Removed
30+
31+
- Removed airflow `2.10.4` ([#692]).
32+
2733
[#667]: https://github.com/stackabletech/airflow-operator/pull/667
2834
[#668]: https://github.com/stackabletech/airflow-operator/pull/668
2935
[#669]: https://github.com/stackabletech/airflow-operator/pull/669
@@ -35,6 +41,7 @@
3541
[#687]: https://github.com/stackabletech/airflow-operator/pull/687
3642
[#690]: https://github.com/stackabletech/airflow-operator/pull/690
3743
[#691]: https://github.com/stackabletech/airflow-operator/pull/691
44+
[#692]: https://github.com/stackabletech/airflow-operator/pull/692
3845

3946
## [25.7.0] - 2025-07-23
4047

docs/modules/airflow/examples/example-airflow-dags-configmap.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ metadata:
55
name: airflow
66
spec:
77
image:
8-
productVersion: 2.10.5
8+
productVersion: 3.0.6
99
clusterConfig:
1010
loadExamples: false
1111
exposeConfig: false

docs/modules/airflow/examples/example-airflow-gitsync.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ metadata:
55
name: airflow
66
spec:
77
image:
8-
productVersion: "2.10.5"
8+
productVersion: 3.0.6
99
clusterConfig:
1010
loadExamples: false
1111
exposeConfig: false

docs/modules/airflow/examples/example-airflow-incluster.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ metadata:
55
name: airflow
66
spec:
77
image:
8-
productVersion: 2.10.5
8+
productVersion: 3.0.6
99
clusterConfig:
1010
loadExamples: false
1111
exposeConfig: false

docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-logging.yaml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,11 @@
1+
---
12
apiVersion: airflow.stackable.tech/v1alpha1
23
kind: AirflowCluster
34
metadata:
45
name: airflow
56
spec:
67
image:
7-
productVersion: 2.10.5
8+
productVersion: 3.0.6
89
clusterConfig: {}
910
webservers:
1011
roleConfig:

docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-xcom.yaml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,11 @@
1+
---
12
apiVersion: airflow.stackable.tech/v1alpha1
23
kind: AirflowCluster
34
metadata:
45
name: airflow
56
spec:
67
image:
7-
productVersion: 2.10.5
8+
productVersion: 3.0.6
89
clusterConfig: {}
910
webservers:
1011
roleConfig:

docs/modules/airflow/examples/getting_started/code/airflow.yaml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,8 @@ metadata:
55
name: airflow
66
spec:
77
image:
8-
productVersion: 2.10.5
8+
productVersion: 3.0.6
9+
pullPolicy: IfNotPresent
910
clusterConfig:
1011
loadExamples: true
1112
exposeConfig: false

docs/modules/airflow/examples/getting_started/code/getting_started.sh

Lines changed: 38 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -115,7 +115,7 @@ sleep 5
115115

116116
server_health() {
117117
# tag::server-health[]
118-
curl -s -XGET http://localhost:8080/api/v1/health
118+
curl -s -XGET http://localhost:8080/api/v2/monitor/health
119119
# end::server-health[]
120120
}
121121

@@ -130,31 +130,56 @@ fi
130130

131131
enable_dag() {
132132
# tag::enable-dag[]
133-
curl -s --user airflow:airflow -H 'Content-Type:application/json' \
134-
-XPATCH http://localhost:8080/api/v1/dags/example_trigger_target_dag \
135-
-d '{"is_paused": false}'
133+
ACCESS_TOKEN=$(
134+
curl -s -XPOST http://localhost:8080/auth/token \
135+
-H 'Content-Type: application/json' \
136+
-d '{
137+
"username": "airflow",
138+
"password": "airflow"
139+
}' | jq '.access_token' | tr -d '"'
140+
)
141+
curl -s -H "Authorization: Bearer $ACCESS_TOKEN" -H "Content-Type: application/json" \
142+
-XPATCH http://localhost:8080/api/v2/dags/example_trigger_target_dag \
143+
-d '{"is_paused": false}' | jq '.is_paused'
136144
# end::enable-dag[]
137145
}
138-
SLEEP_SECONDS=120
146+
SLEEP_SECONDS=10
139147
echo "Sleeping for $SLEEP_SECONDS seconds to wait for the DAG to be registered"
140148
sleep "$SLEEP_SECONDS"
141149
echo "Triggering a DAG run. Enable DAG..."
142-
enable_dag
150+
paused=$(enable_dag)
151+
echo "DAG paused: $paused"
143152

144153
run_dag() {
145154
# tag::run-dag[]
146-
curl -s --user airflow:airflow -H 'Content-Type:application/json' \
147-
-XPOST http://localhost:8080/api/v1/dags/example_trigger_target_dag/dagRuns \
148-
-d '{}' | jq -r '.dag_run_id'
155+
ACCESS_TOKEN=$(
156+
curl -s -XPOST http://localhost:8080/auth/token \
157+
-H 'Content-Type: application/json' \
158+
-d '{
159+
"username": "airflow",
160+
"password": "airflow"
161+
}' | jq '.access_token' | tr -d '"'
162+
)
163+
curl -s -H "Authorization: Bearer $ACCESS_TOKEN" -H "Content-Type: application/json" \
164+
-XPOST http://localhost:8080/api/v2/dags/example_trigger_target_dag/dagRuns \
165+
-d '{"logical_date": null,"conf": {"message": "Hello World"}}' | jq -r '.dag_run_id'
149166
# end::run-dag[]
150167
}
151168

152169
dag_id=$(run_dag)
153170

154171
request_dag_status() {
155172
# tag::check-dag[]
156-
curl -s --user airflow:airflow -H 'Content-Type:application/json' \
157-
-XGET http://localhost:8080/api/v1/dags/example_trigger_target_dag/dagRuns/"$dag_id" | jq -r '.state'
173+
ACCESS_TOKEN=$(
174+
curl -s -XPOST http://localhost:8080/auth/token \
175+
-H 'Content-Type: application/json' \
176+
-d '{
177+
"username": "airflow",
178+
"password": "airflow"
179+
}' | jq '.access_token' | tr -d '"'
180+
)
181+
curl -s -H "Authorization: Bearer $ACCESS_TOKEN" -H 'Content-Type:application/json' \
182+
-XGET http://localhost:8080/api/v2/dags/example_trigger_target_dag/dagRuns/"$dag_id" | jq -r '.state'
158183
# end::check-dag[]
159184
}
160185

@@ -168,8 +193,8 @@ done
168193

169194
echo "Checking DAG result ..."
170195
if [ "$dag_state" == "success" ]; then
171-
echo "DAG run successful for ID: " "$dag_id"
196+
echo "DAG run successful for ID: $dag_id"
172197
else
173-
echo "The DAG was not successful. State: " "$dag_state"
198+
echo "The DAG was not successful. State: $dag_state"
174199
exit 1
175200
fi

docs/modules/airflow/examples/getting_started/code/getting_started.sh.j2

Lines changed: 38 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -115,7 +115,7 @@ sleep 5
115115

116116
server_health() {
117117
# tag::server-health[]
118-
curl -s -XGET http://localhost:8080/api/v1/health
118+
curl -s -XGET http://localhost:8080/api/v2/monitor/health
119119
# end::server-health[]
120120
}
121121

@@ -130,31 +130,56 @@ fi
130130

131131
enable_dag() {
132132
# tag::enable-dag[]
133-
curl -s --user airflow:airflow -H 'Content-Type:application/json' \
134-
-XPATCH http://localhost:8080/api/v1/dags/example_trigger_target_dag \
135-
-d '{"is_paused": false}'
133+
ACCESS_TOKEN=$(
134+
curl -s -XPOST http://localhost:8080/auth/token \
135+
-H 'Content-Type: application/json' \
136+
-d '{
137+
"username": "airflow",
138+
"password": "airflow"
139+
}' | jq '.access_token' | tr -d '"'
140+
)
141+
curl -s -H "Authorization: Bearer $ACCESS_TOKEN" -H "Content-Type: application/json" \
142+
-XPATCH http://localhost:8080/api/v2/dags/example_trigger_target_dag \
143+
-d '{"is_paused": false}' | jq '.is_paused'
136144
# end::enable-dag[]
137145
}
138-
SLEEP_SECONDS=120
146+
SLEEP_SECONDS=10
139147
echo "Sleeping for $SLEEP_SECONDS seconds to wait for the DAG to be registered"
140148
sleep "$SLEEP_SECONDS"
141149
echo "Triggering a DAG run. Enable DAG..."
142-
enable_dag
150+
paused=$(enable_dag)
151+
echo "DAG paused: $paused"
143152

144153
run_dag() {
145154
# tag::run-dag[]
146-
curl -s --user airflow:airflow -H 'Content-Type:application/json' \
147-
-XPOST http://localhost:8080/api/v1/dags/example_trigger_target_dag/dagRuns \
148-
-d '{}' | jq -r '.dag_run_id'
155+
ACCESS_TOKEN=$(
156+
curl -s -XPOST http://localhost:8080/auth/token \
157+
-H 'Content-Type: application/json' \
158+
-d '{
159+
"username": "airflow",
160+
"password": "airflow"
161+
}' | jq '.access_token' | tr -d '"'
162+
)
163+
curl -s -H "Authorization: Bearer $ACCESS_TOKEN" -H "Content-Type: application/json" \
164+
-XPOST http://localhost:8080/api/v2/dags/example_trigger_target_dag/dagRuns \
165+
-d '{"logical_date": null,"conf": {"message": "Hello World"}}' | jq -r '.dag_run_id'
149166
# end::run-dag[]
150167
}
151168

152169
dag_id=$(run_dag)
153170

154171
request_dag_status() {
155172
# tag::check-dag[]
156-
curl -s --user airflow:airflow -H 'Content-Type:application/json' \
157-
-XGET http://localhost:8080/api/v1/dags/example_trigger_target_dag/dagRuns/"$dag_id" | jq -r '.state'
173+
ACCESS_TOKEN=$(
174+
curl -s -XPOST http://localhost:8080/auth/token \
175+
-H 'Content-Type: application/json' \
176+
-d '{
177+
"username": "airflow",
178+
"password": "airflow"
179+
}' | jq '.access_token' | tr -d '"'
180+
)
181+
curl -s -H "Authorization: Bearer $ACCESS_TOKEN" -H 'Content-Type:application/json' \
182+
-XGET http://localhost:8080/api/v2/dags/example_trigger_target_dag/dagRuns/"$dag_id" | jq -r '.state'
158183
# end::check-dag[]
159184
}
160185

@@ -168,8 +193,8 @@ done
168193

169194
echo "Checking DAG result ..."
170195
if [ "$dag_state" == "success" ]; then
171-
echo "DAG run successful for ID: " "$dag_id"
196+
echo "DAG run successful for ID: $dag_id"
172197
else
173-
echo "The DAG was not successful. State: " "$dag_state"
198+
echo "The DAG was not successful. State: $dag_state"
174199
exit 1
175200
fi

docs/modules/airflow/pages/troubleshooting/index.adoc

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ or change the environment variable using `envOverrides`:
4646
----
4747
webservers:
4848
envOverrides:
49-
AIRFLOW__API__WORKERS: 6 # something other than the default
49+
AIRFLOW__API__WORKERS: "6" # something other than the default
5050
----
5151

5252
TIP: Our strong recommendation is to increase the webserver replicas, with each webserver running a single worker, as this removes the risk of running into timeouts or memory issues.

0 commit comments

Comments
 (0)