fix: propagate log level to aws services (#79)

* fix: propagate log level to aws services

* drop py27 and add py38 support

* update unit test

* recover buildspeck

* remove py38 build

* install latest sagemaker 1.x version

* fix: removing py27/py38

* fix arg name

Co-authored-by: Chuyang Deng <[email protected]>

Author: chuyang-deng

.coveragerc_py27

@@ -19,11 +19,11 @@ phases:
       # run unit tests
       - AWS_ACCESS_KEY_ID= AWS_SECRET_ACCESS_KEY= AWS_SESSION_TOKEN=
         AWS_CONTAINER_CREDENTIALS_RELATIVE_URI= AWS_DEFAULT_REGION=
-        tox -e py27,py36,py37 --parallel all -- test/unit
+        tox -e py36,py37 --parallel all -- test/unit
 
       # run functional tests
       - $(aws ecr get-login --no-include-email --region us-west-2)
-      - IGNORE_COVERAGE=- tox -e py27,py36,py37 -- test/functional
+      - IGNORE_COVERAGE=- tox -e py36,py37 -- test/functional
 
 
       # build dummy container
@@ -36,7 +36,7 @@ phases:
       - cd ../..
 
       # run local integration tests
-      - IGNORE_COVERAGE=- tox -e py27,py36,py37 -- test/integration/local
+      - IGNORE_COVERAGE=- tox -e py36,py37 -- test/integration/local
 
       # generate the distribution package
       - python3 setup.py sdist

buildspec-release.yml

@@ -17,11 +17,11 @@ phases:
       # run unit tests
       - AWS_ACCESS_KEY_ID= AWS_SECRET_ACCESS_KEY= AWS_SESSION_TOKEN=
         AWS_CONTAINER_CREDENTIALS_RELATIVE_URI= AWS_DEFAULT_REGION=
-        tox -e py27,py36,py37 --parallel all -- test/unit
+        tox -e py36,py37 --parallel all -- test/unit
 
       # run functional tests
       - $(aws ecr get-login --no-include-email --region us-west-2)
-      - IGNORE_COVERAGE=- tox -e py27,py36,py37 -- test/functional
+      - IGNORE_COVERAGE=- tox -e py36,py37 -- test/functional
 
       # build dummy container
       - python setup.py sdist
@@ -33,4 +33,4 @@ phases:
       - cd ../..
 
       # run local integration tests
-      - IGNORE_COVERAGE=- tox -e py27,py36,py37 -- test/integration/local
+      - IGNORE_COVERAGE=- tox -e py36,py37 -- test/integration/local

buildspec.yml

@@ -37,9 +37,9 @@ def configure_logger(level, log_format="%(asctime)s %(name)-12s %(levelname)-8s
     logging.basicConfig(format=log_format, level=level)
 
     if level >= logging.INFO:
-        logging.getLogger("boto3").setLevel(logging.INFO)
-        logging.getLogger("s3transfer").setLevel(logging.INFO)
-        logging.getLogger("botocore").setLevel(logging.WARN)
+        logging.getLogger("boto3").setLevel(level)
+        logging.getLogger("s3transfer").setLevel(level)
+        logging.getLogger("botocore").setLevel(level)
 
 
 def log_script_invocation(cmd, env_vars, logger=None):

src/sagemaker_training/logging_config.py

@@ -37,7 +37,7 @@ def container():
 
 def test_install_requirements(capsys):
     estimator = Estimator(
-        image_name="sagemaker-training-toolkit-test:dummy",
+        image_uri="sagemaker-training-toolkit-test:dummy",
         role="SageMakerRole",
         train_instance_count=1,
         train_instance_type="local",

test/integration/local/test_dummy.py

@@ -221,6 +221,7 @@ def test_env_dictionary():
     session_mock = Mock()
     session_mock.region_name = "us-west-2"
     os.environ[params.USER_PROGRAM_ENV] = "my_app.py"
+    os.environ[params.LOG_LEVEL_ENV] = "20"
     test_env = environment.Environment()
 
     assert len(test_env) == len(test_env.properties())