Fixing the CI failure caused by awscli (#72)

Author: leleamol

config/buildspec_profiler_sagemaker_pytorch_integration_tests.yml

@@ -11,6 +11,13 @@ phases:
       - pip install --upgrade pip==19.3.1
       - cd $CODEBUILD_SRC_DIR  && chmod +x config/protoc_downloader.sh && ./config/protoc_downloader.sh && cd ..
       - pip install -q pytest wheel pyYaml pytest-html pre-commit awscli pytest-cov
+      # download the data from s3 bucket.
+      - cd $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch && mkdir -p data && aws s3 cp s3://smdebug-testing/datasets/cifar-10-python.tar.gz data/cifar-10-batches-py.tar.gz
+      - cd $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch/data && tar -zxf cifar-10-batches-py.tar.gz
+      - cd $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch && mkdir -p data && aws s3 cp s3://smdebug-testing/datasets/MNIST_pytorch.tar.gz data/MNIST_pytorch.tar.gz
+      - cd $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch/data && tar -zxf MNIST_pytorch.tar.gz
+      # download and install sagemaker SDK
+      - cd $CODEBUILD_SRC_DIR
       - mkdir -p smprofiler-setup-files
       - aws s3 cp --recursive s3://sm-profiler-external-preview/sdk/ smprofiler-setup-files
       - pip install smprofiler-setup-files/sagemaker-1.60.3.dev0.tar.gz -q
@@ -23,11 +30,6 @@ phases:
       - cd $CODEBUILD_SRC_DIR  && python setup.py bdist_wheel --universal && pip install --force-reinstall dist/*.whl
       - cd $CODEBUILD_SRC_DIR/dist &&  echo "./"`ls smdebug*` > $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch/requirements.txt
       - cd $CODEBUILD_SRC_DIR/dist &&  cp smdebug*  $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch/.
-      - cd $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch && mkdir -p data && aws s3 cp s3://smdebug-testing/datasets/cifar-10-python.tar.gz data/cifar-10-batches-py.tar.gz
-      - cd $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch/data && tar -zxf cifar-10-batches-py.tar.gz
-      - cd $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch && mkdir -p data && aws s3 cp s3://smdebug-testing/datasets/MNIST_pytorch.tar.gz data/MNIST_pytorch.tar.gz
-      - cd $CODEBUILD_SRC_DIR/tests/sagemaker/scripts/pytorch/data && tar -zxf MNIST_pytorch.tar.gz
-
       # Runs the smprofiler sagemaker integration tests
       - cd $CODEBUILD_SRC_DIR  && python -m pytest -v -s -W=ignore --html=$REPORT_DIR/profiler_report_analysis.html --self-contained-html tests/sagemaker/test_profiler_pytorch.py