Skip to content

Commit b206884

Browse files
lanluo-nvidialanluo-nvidia
authored
test failed but displayed as green (#3599)
1 parent 0273726 commit b206884

File tree

6 files changed

+28
-34
lines changed

6 files changed

+28
-34
lines changed

‎.github/workflows/build-test-linux-aarch64.yml‎

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,7 @@ jobs:
101101
pre-script: ${{ matrix.pre-script }}
102102
architecture: "aarch64"
103103
script: |
104+
set -euo pipefail
104105
export USE_HOST_DEPS=1
105106
export CI_BUILD=1
106107
export LD_LIBRARY_PATH=/usr/lib64:$LD_LIBRARY_PATH
@@ -138,11 +139,11 @@ jobs:
138139
pre-script: ${{ matrix.pre-script }}
139140
architecture: "aarch64"
140141
script: |
142+
set -euo pipefail
141143
export USE_HOST_DEPS=1
142144
export CI_BUILD=1
143145
pushd .
144146
cd tests/py
145-
python -m pip install -r requirements.txt
146147
cd dynamo
147148
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 4 conversion/
148149
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml automatic_plugin/test_automatic_plugin.py
@@ -172,11 +173,11 @@ jobs:
172173
pre-script: ${{ matrix.pre-script }}
173174
architecture: "aarch64"
174175
script: |
176+
set -euo pipefail
175177
export USE_HOST_DEPS=1
176178
export CI_BUILD=1
177179
pushd .
178180
cd tests/py
179-
python -m pip install -r requirements.txt
180181
cd dynamo
181182
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dyn_models_export.xml --ir dynamo models/
182183
popd
@@ -204,11 +205,11 @@ jobs:
204205
pre-script: ${{ matrix.pre-script }}
205206
architecture: "aarch64"
206207
script: |
208+
set -euo pipefail
207209
export USE_HOST_DEPS=1
208210
export CI_BUILD=1
209211
pushd .
210212
cd tests/py
211-
python -m pip install -r requirements.txt
212213
cd dynamo
213214
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/export_serde_test_results.xml --ir dynamo models/test_export_serde.py
214215
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/reexport_test_results.xml --ir dynamo models/test_reexport.py
@@ -237,11 +238,11 @@ jobs:
237238
pre-script: ${{ matrix.pre-script }}
238239
architecture: "aarch64"
239240
script: |
241+
set -euo pipefail
240242
export USE_HOST_DEPS=1
241243
export CI_BUILD=1
242244
pushd .
243245
cd tests/py
244-
python -m pip install -r requirements.txt
245246
cd dynamo
246247
python -m pytest -ra -n 10 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_compile_be_test_results.xml backend/
247248
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_complete_be_e2e_test_results.xml --ir torch_compile models/test_models.py
@@ -271,11 +272,11 @@ jobs:
271272
pre-script: ${{ matrix.pre-script }}
272273
architecture: "aarch64"
273274
script: |
275+
set -euo pipefail
274276
export USE_HOST_DEPS=1
275277
export CI_BUILD=1
276278
pushd .
277279
cd tests/py
278-
python -m pip install -r requirements.txt
279280
cd dynamo
280281
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_test_results.xml --ignore runtime/test_002_cudagraphs_py.py --ignore runtime/test_002_cudagraphs_cpp.py runtime/
281282
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_partitioning_test_results.xml partitioning/
@@ -305,11 +306,11 @@ jobs:
305306
pre-script: ${{ matrix.pre-script }}
306307
architecture: "aarch64"
307308
script: |
309+
set -euo pipefail
308310
export USE_HOST_DEPS=1
309311
export CI_BUILD=1
310312
pushd .
311313
cd tests/py
312-
python -m pip install -r requirements.txt
313314
cd dynamo
314315
nvidia-smi
315316
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_cudagraphs_cpp_test_results.xml runtime/test_002_cudagraphs_cpp.py || true
@@ -339,6 +340,7 @@ jobs:
339340
pre-script: ${{ matrix.pre-script }}
340341
architecture: "aarch64"
341342
script: |
343+
set -euo pipefail
342344
export USE_HOST_DEPS=1
343345
export CI_BUILD=1
344346
pushd .

‎.github/workflows/build-test-linux-x86_64.yml‎

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -97,6 +97,7 @@ jobs:
9797
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
9898
pre-script: ${{ matrix.pre-script }}
9999
script: |
100+
set -euo pipefail
100101
export USE_HOST_DEPS=1
101102
export CI_BUILD=1
102103
export LD_LIBRARY_PATH=/usr/lib64:$LD_LIBRARY_PATH
@@ -133,11 +134,11 @@ jobs:
133134
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
134135
pre-script: ${{ matrix.pre-script }}
135136
script: |
137+
set -euo pipefail
136138
export USE_HOST_DEPS=1
137139
export CI_BUILD=1
138140
pushd .
139141
cd tests/py
140-
python -m pip install -r requirements.txt
141142
major=${PYTHON_VERSION%%.*}
142143
minor=${PYTHON_VERSION#*.}
143144
minor=${minor%%.*}
@@ -176,11 +177,11 @@ jobs:
176177
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
177178
pre-script: ${{ matrix.pre-script }}
178179
script: |
180+
set -euo pipefail
179181
export USE_HOST_DEPS=1
180182
export CI_BUILD=1
181183
pushd .
182184
cd tests/py
183-
python -m pip install -r requirements.txt
184185
cd dynamo
185186
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dyn_models_export.xml --ir dynamo models/
186187
popd
@@ -207,11 +208,11 @@ jobs:
207208
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
208209
pre-script: ${{ matrix.pre-script }}
209210
script: |
211+
set -euo pipefail
210212
export USE_HOST_DEPS=1
211213
export CI_BUILD=1
212214
pushd .
213215
cd tests/py
214-
python -m pip install -r requirements.txt
215216
cd dynamo
216217
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/export_serde_test_results.xml --ir dynamo models/test_export_serde.py
217218
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/reexport_test_results.xml --ir dynamo models/test_reexport.py
@@ -239,11 +240,11 @@ jobs:
239240
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
240241
pre-script: ${{ matrix.pre-script }}
241242
script: |
243+
set -euo pipefail
242244
export USE_HOST_DEPS=1
243245
export CI_BUILD=1
244246
pushd .
245247
cd tests/py
246-
python -m pip install -r requirements.txt
247248
cd dynamo
248249
python -m pytest -ra -n 10 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_compile_be_test_results.xml backend/
249250
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_complete_be_e2e_test_results.xml --ir torch_compile models/test_models.py
@@ -272,11 +273,11 @@ jobs:
272273
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
273274
pre-script: ${{ matrix.pre-script }}
274275
script: |
276+
set -euo pipefail
275277
export USE_HOST_DEPS=1
276278
export CI_BUILD=1
277279
pushd .
278280
cd tests/py
279-
python -m pip install -r requirements.txt
280281
cd dynamo
281282
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_test_results.xml --ignore runtime/test_002_cudagraphs_py.py --ignore runtime/test_002_cudagraphs_cpp.py runtime/
282283
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_partitioning_test_results.xml partitioning/
@@ -305,11 +306,11 @@ jobs:
305306
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
306307
pre-script: ${{ matrix.pre-script }}
307308
script: |
309+
set -euo pipefail
308310
export USE_HOST_DEPS=1
309311
export CI_BUILD=1
310312
pushd .
311313
cd tests/py
312-
python -m pip install -r requirements.txt
313314
cd dynamo
314315
nvidia-smi
315316
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_cudagraphs_cpp_test_results.xml runtime/test_002_cudagraphs_cpp.py || true
@@ -338,6 +339,7 @@ jobs:
338339
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
339340
pre-script: ${{ matrix.pre-script }}
340341
script: |
342+
set -euo pipefail
341343
export USE_HOST_DEPS=1
342344
export CI_BUILD=1
343345
pushd .

‎.github/workflows/build-test-tensorrt-linux.yml‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -134,7 +134,6 @@ jobs:
134134
export CI_BUILD=1
135135
pushd .
136136
cd tests/py
137-
python -m pip install -r requirements.txt
138137
cd dynamo
139138
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 4 conversion/
140139
popd
@@ -165,7 +164,6 @@ jobs:
165164
export CI_BUILD=1
166165
pushd .
167166
cd tests/py
168-
python -m pip install -r requirements.txt
169167
cd dynamo
170168
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dyn_models_export.xml --ir dynamo models/
171169
popd
@@ -196,7 +194,6 @@ jobs:
196194
export CI_BUILD=1
197195
pushd .
198196
cd tests/py
199-
python -m pip install -r requirements.txt
200197
cd dynamo
201198
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/export_serde_test_results.xml --ir dynamo models/test_export_serde.py
202199
popd
@@ -227,7 +224,6 @@ jobs:
227224
export CI_BUILD=1
228225
pushd .
229226
cd tests/py
230-
python -m pip install -r requirements.txt
231227
cd dynamo
232228
python -m pytest -ra -n 10 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_compile_be_test_results.xml backend/
233229
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_complete_be_e2e_test_results.xml --ir torch_compile models/test_models.py
@@ -260,7 +256,6 @@ jobs:
260256
export CI_BUILD=1
261257
pushd .
262258
cd tests/py
263-
python -m pip install -r requirements.txt
264259
cd dynamo
265260
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_test_results.xml --ignore runtime/test_002_cudagraphs_py.py --ignore runtime/test_002_cudagraphs_cpp.py runtime/
266261
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_partitioning_test_results.xml partitioning/
@@ -293,7 +288,6 @@ jobs:
293288
export CI_BUILD=1
294289
pushd .
295290
cd tests/py
296-
python -m pip install -r requirements.txt
297291
cd dynamo
298292
nvidia-smi
299293
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_cudagraphs_cpp_test_results.xml runtime/test_002_cudagraphs_cpp.py || true

‎.github/workflows/build-test-tensorrt-windows.yml‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -137,7 +137,6 @@ jobs:
137137
export CI_BUILD=1
138138
pushd .
139139
cd tests/py
140-
python -m pip install -r requirements.txt
141140
cd dynamo
142141
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 4 conversion/
143142
popd
@@ -165,7 +164,6 @@ jobs:
165164
export CI_BUILD=1
166165
pushd .
167166
cd tests/py
168-
python -m pip install -r requirements.txt
169167
cd dynamo
170168
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dyn_models_export.xml --ir dynamo models/
171169
popd
@@ -193,7 +191,6 @@ jobs:
193191
export CI_BUILD=1
194192
pushd .
195193
cd tests/py
196-
python -m pip install -r requirements.txt
197194
cd dynamo
198195
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/export_serde_test_results.xml --ir dynamo models/test_export_serde.py
199196
popd
@@ -221,7 +218,6 @@ jobs:
221218
export CI_BUILD=1
222219
pushd .
223220
cd tests/py
224-
python -m pip install -r requirements.txt
225221
cd dynamo
226222
python -m pytest -ra -n 10 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_compile_be_test_results.xml backend/
227223
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_complete_be_e2e_test_results.xml --ir torch_compile models/test_models.py
@@ -251,7 +247,6 @@ jobs:
251247
export CI_BUILD=1
252248
pushd .
253249
cd tests/py
254-
python -m pip install -r requirements.txt
255250
cd dynamo
256251
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_test_results.xml --ignore runtime/test_002_cudagraphs_py.py --ignore runtime/test_002_cudagraphs_cpp.py runtime/
257252
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_partitioning_test_results.xml partitioning/
@@ -281,7 +276,6 @@ jobs:
281276
export CI_BUILD=1
282277
pushd .
283278
cd tests/py
284-
python -m pip install -r requirements.txt
285279
cd dynamo
286280
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_cudagraphs_cpp_test_results.xml runtime/test_002_cudagraphs_cpp.py
287281
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_cudagraphs_py_test_results.xml runtime/test_002_cudagraphs_py.py

‎.github/workflows/build-test-windows.yml‎

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -104,6 +104,7 @@ jobs:
104104
build-matrix: ${{ needs.substitute-runner.outputs.matrix }}
105105
pre-script: packaging/driver_upgrade.bat
106106
script: |
107+
set -euo pipefail
107108
export USE_HOST_DEPS=1
108109
export CI_BUILD=1
109110
pushd .
@@ -136,11 +137,11 @@ jobs:
136137
build-matrix: ${{ needs.substitute-runner.outputs.matrix }}
137138
pre-script: packaging/driver_upgrade.bat
138139
script: |
140+
set -euo pipefail
139141
export USE_HOST_DEPS=1
140142
export CI_BUILD=1
141143
pushd .
142144
cd tests/py
143-
python -m pip install -r requirements.txt
144145
cd dynamo
145146
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 4 conversion/
146147
popd
@@ -164,11 +165,11 @@ jobs:
164165
build-matrix: ${{ needs.substitute-runner.outputs.matrix }}
165166
pre-script: packaging/driver_upgrade.bat
166167
script: |
168+
set -euo pipefail
167169
export USE_HOST_DEPS=1
168170
export CI_BUILD=1
169171
pushd .
170172
cd tests/py
171-
python -m pip install -r requirements.txt
172173
cd dynamo
173174
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dyn_models_export.xml --ir dynamo models/
174175
popd
@@ -192,11 +193,11 @@ jobs:
192193
build-matrix: ${{ needs.substitute-runner.outputs.matrix }}
193194
pre-script: packaging/driver_upgrade.bat
194195
script: |
196+
set -euo pipefail
195197
export USE_HOST_DEPS=1
196198
export CI_BUILD=1
197199
pushd .
198200
cd tests/py
199-
python -m pip install -r requirements.txt
200201
cd dynamo
201202
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/export_serde_test_results.xml --ir dynamo models/test_export_serde.py
202203
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/reexport_test_results.xml --ir dynamo models/test_reexport.py
@@ -221,11 +222,11 @@ jobs:
221222
build-matrix: ${{ needs.substitute-runner.outputs.matrix }}
222223
pre-script: packaging/driver_upgrade.bat
223224
script: |
225+
set -euo pipefail
224226
export USE_HOST_DEPS=1
225227
export CI_BUILD=1
226228
pushd .
227229
cd tests/py
228-
python -m pip install -r requirements.txt
229230
cd dynamo
230231
python -m pytest -ra -n 10 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_compile_be_test_results.xml backend/
231232
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/torch_complete_be_e2e_test_results.xml --ir torch_compile models/test_models.py
@@ -251,11 +252,11 @@ jobs:
251252
build-matrix: ${{ needs.substitute-runner.outputs.matrix }}
252253
pre-script: packaging/driver_upgrade.bat
253254
script: |
255+
set -euo pipefail
254256
export USE_HOST_DEPS=1
255257
export CI_BUILD=1
256258
pushd .
257259
cd tests/py
258-
python -m pip install -r requirements.txt
259260
cd dynamo
260261
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_test_results.xml --ignore runtime/test_002_cudagraphs_py.py --ignore runtime/test_002_cudagraphs_cpp.py runtime/
261262
python -m pytest -ra -n 4 --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_partitioning_test_results.xml partitioning/
@@ -281,11 +282,11 @@ jobs:
281282
build-matrix: ${{ needs.substitute-runner.outputs.matrix }}
282283
pre-script: packaging/driver_upgrade.bat
283284
script: |
285+
set -euo pipefail
284286
export USE_HOST_DEPS=1
285287
export CI_BUILD=1
286288
pushd .
287289
cd tests/py
288-
python -m pip install -r requirements.txt
289290
cd dynamo
290291
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_cudagraphs_cpp_test_results.xml runtime/test_002_cudagraphs_cpp.py
291292
python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/tests_py_dynamo_core_runtime_cudagraphs_py_test_results.xml runtime/test_002_cudagraphs_py.py
@@ -310,6 +311,7 @@ jobs:
310311
build-matrix: ${{ needs.substitute-runner.outputs.matrix }}
311312
pre-script: packaging/driver_upgrade.bat
312313
script: |
314+
set -euo pipefail
313315
export USE_HOST_DEPS=1
314316
export CI_BUILD=1
315317
pushd .

0 commit comments

Comments
 (0)