Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 0 additions & 12 deletions .azure-pipelines/code-scan.yml
Original file line number Diff line number Diff line change
Expand Up @@ -44,15 +44,3 @@ stages:
parameters:
codeScanFileName: "bandit"
uploadPath: "bandit.log"

- stage: PylintCodeScan
displayName: Pylint Code Scan
dependsOn: []
jobs:
- job: Pylint
displayName: Pylint
steps:
- template: template/code-scan-template.yml
parameters:
codeScanFileName: "pylint"
uploadPath: "pylint.json"
2 changes: 1 addition & 1 deletion .azure-pipelines/docker/DockerfileCodeScan.devel
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \

RUN ln -sf $(which python3) /usr/bin/python

RUN python -m pip install --no-cache-dir pylint==2.12.1\
RUN python -m pip install --no-cache-dir \
bandit\
pyspelling\
pydocstyle
Expand Down
72 changes: 0 additions & 72 deletions .azure-pipelines/scripts/codeScan/pylint/pylint.sh

This file was deleted.

31 changes: 7 additions & 24 deletions .azure-pipelines/scripts/fwk_version.sh
Original file line number Diff line number Diff line change
@@ -1,27 +1,10 @@
#!/bin/bash

echo "export FWs version..."
test_mode=$1

if [ "$test_mode" == "coverage" ] || [ "$test_mode" == "latest" ]; then
export tensorflow_version='2.15.0-official'
export pytorch_version='2.3.0+cpu'
export torchvision_version='0.18.0+cpu'
export ipex_version='2.3.0+cpu'
export onnx_version='1.16.0'
export onnxruntime_version='1.18.0'
export mxnet_version='1.9.1'
else
export tensorflow_version='2.15.0-official'
export pytorch_version='2.2.1+cpu'
export torchvision_version='0.17.1+cpu'
export ipex_version='2.2.0+cpu'
export onnx_version='1.15.0'
export onnxruntime_version='1.17.1'
export mxnet_version='1.9.1'
fi





export tensorflow_version='2.15.0-official'
export pytorch_version='2.3.0+cpu'
export torchvision_version='0.18.0+cpu'
export ipex_version='2.3.0+cpu'
export onnx_version='1.16.0'
export onnxruntime_version='1.18.0'
export mxnet_version='1.9.1'
9 changes: 0 additions & 9 deletions .azure-pipelines/scripts/models/env_setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -100,12 +100,6 @@ if [[ "${fwk_ver}" != "latest" ]]; then
elif [[ "${framework}" == "onnxrt" ]]; then
pip install onnx==1.15.0
pip install onnxruntime==${fwk_ver}
elif [[ "${framework}" == "mxnet" ]]; then
pip install numpy==1.23.5
echo "re-install pycocotools resolve the issue with numpy..."
pip uninstall pycocotools -y
pip install --no-cache-dir pycocotools
pip install mxnet==${fwk_ver}
fi
fi

Expand All @@ -118,9 +112,6 @@ if [ -f "requirements.txt" ]; then
sed -i '/tensorflow==/d;/tensorflow$/d' requirements.txt
sed -i '/^intel-tensorflow/d' requirements.txt
fi
if [ "${framework}" == "mxnet" ]; then
sed -i '/mxnet==/d;/mxnet$/d;/mxnet-mkl==/d;/mxnet-mkl$/d' requirements.txt
fi
if [ "${framework}" == "pytorch" ]; then
sed -i '/torch==/d;/torch$/d;/torchvision==/d;/torchvision$/d' requirements.txt
fi
Expand Down
4 changes: 0 additions & 4 deletions .azure-pipelines/scripts/models/run_model_trigger_common.sh
Original file line number Diff line number Diff line change
Expand Up @@ -80,8 +80,6 @@ if [ "${mode}" == "env_setup" ]; then
elif [ "${mode}" == "tuning" ]; then
if [ "${framework}" == "onnxrt" ]; then
output_model=${log_dir}/${model}/${framework}-${model}-tune.onnx
elif [ "${framework}" == "mxnet" ]; then
output_model=${log_dir}/${model}/resnet50_v1
elif [ "${framework}" == "tensorflow" ]; then
output_model=${log_dir}/${model}/${framework}-${model}-tune.pb
fi
Expand Down Expand Up @@ -140,8 +138,6 @@ elif [ "${mode}" == "int8_benchmark" ]; then
$BOLD_YELLOW && echo "====== run benchmark int8 =======" && $RESET
if [[ "${framework}" == "onnxrt" ]]; then
model_name="${log_dir}/${model}/${framework}-${model}-tune.onnx"
elif [[ "${framework}" == "mxnet" ]]; then
model_name="${log_dir}/${model}"
elif [[ "${framework}" == "tensorflow" ]]; then
model_name="${log_dir}/${model}/${framework}-${model}-tune.pb"
elif [[ "${framework}" == "pytorch" ]]; then
Expand Down
61 changes: 0 additions & 61 deletions .azure-pipelines/scripts/models/run_mxnet_models_trigger.sh

This file was deleted.

108 changes: 0 additions & 108 deletions .azure-pipelines/ut-basic-no-cover.yml

This file was deleted.

22 changes: 0 additions & 22 deletions .github/checkgroup.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,6 @@ subprojects:
- "Code-Scan"
- "Code-Scan (Bandit Code Scan Bandit)"
- "Code-Scan (DocStyle Code Scan DocStyle)"
- "Code-Scan (Pylint Code Scan Pylint)"

- id: "Model Tests workflow"
paths:
Expand Down Expand Up @@ -79,27 +78,6 @@ subprojects:
- "UT-Basic (Unit Test other basic case Test other basic case)"
- "UT-Basic (Unit Test other cases baseline Test other cases baseline)"

- id: "Unit Tests basic no coverage workflow"
paths:
- "neural_compressor/**"
- "test/**"
- "setup.py"
- "requirements.txt"
- ".azure-pipelines/scripts/ut/**"
- "!test/3x/**"
- "!neural_compressor/common/**"
- "!neural_compressor/torch/**"
- "!neural_compressor/tensorflow/**"
- "!neural_compressor/onnxrt/**"
- "!.azure-pipelines/scripts/ut/3x/**"
checks:
- "UT-Basic-No-Coverage"
- "UT-Basic-No-Coverage (Unit Test FWKs adaptor Test FWKs adaptor)"
- "UT-Basic-No-Coverage (Unit Test Pruning Test PyTorch Pruning)"
- "UT-Basic-No-Coverage (Unit Test Pruning Test TensorFlow Pruning)"
- "UT-Basic-No-Coverage (Unit Test User facing API Test User facing API)"
- "UT-Basic-No-Coverage (Unit Test other basic case Test other basic case)"

- id: "Unit Tests ITREX workflow"
paths:
- "neural_compressor/**"
Expand Down
2 changes: 1 addition & 1 deletion docs/source/CONTRIBUTING.md
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ Intel® Neural Compressor use [Azure DevOps](https://learn.microsoft.com/en-us/a
And generally use [Azure Cloud Instance](https://azure.microsoft.com/en-us/pricing/purchase-options/pay-as-you-go) to deploy pipelines, e.g. Standard E16s v5.
| Test Name | Test Scope | Test Pass Criteria |
|-------------------------------|-----------------------------------------------|---------------------------|
| Code Scan | Pylint/Bandit/CopyRight/DocStyle/SpellCheck | PASS |
| Code Scan | Bandit/CopyRight/DocStyle/SpellCheck | PASS |
| [DCO](https://github.com/apps/dco/) | Use `git commit -s` to sign off | PASS |
| Unit Test | Pytest scripts under [test](/test) | PASS (No failure, No core dump, No segmentation fault, No coverage drop) |
| Model Test | Pytorch + TensorFlow + ONNX Runtime + MXNet | PASS (Functionality pass, FP32/INT8 No performance regression) |
Expand Down