Make the logger a module variable

Author: BenGalewsky

examples/bigger_uproot.py

@@ -29,6 +29,11 @@
 from servicex import ServiceXSpec, General, Sample
 from servicex.func_adl.func_adl_dataset import FuncADLQuery
 from servicex.servicex_client import deliver
+import logging
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger("servicex")
+logger.setLevel(logging.DEBUG)
 
 query = FuncADLQuery().Select(lambda e: {'el_pt': e['el_pt']})
 

examples/databinder.py

@@ -31,9 +31,14 @@
 
 from servicex import ServiceXSpec
 from servicex.servicex_client import deliver
+import logging
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger("servicex")
+logger.setLevel(logging.DEBUG)
 
 if len(sys.argv) != 2:
-    print("Usage: python databinder.py <config_file>")
+    logger.fatal("Usage: python databinder.py <config_file>")
     sys.exit(1)
 
 try:

examples/single_file_uproot.py

@@ -34,6 +34,13 @@
 from servicex.func_adl.func_adl_dataset import FuncADLQuery
 from servicex.servicex_client import deliver
 
+import logging
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger("servicex")
+logger.setLevel(logging.DEBUG)
+
+
 query = FuncADLQuery().Select(lambda e: {'lep_pt': e['lep_pt']}). \
     Where(lambda e: e['lep_pt'] > 1000)
 

servicex/query.py

@@ -60,6 +60,7 @@
 from make_it_sync import make_sync
 
 ProgressIndicators = Union[Progress, ExpandableProgress]
+logger = logging.getLogger(__name__)
 
 
 class Query(ABC):
@@ -185,21 +186,21 @@ def transform_complete(task: Task):
             :return:
             """
             if task.exception():
-                logging.getLogger(__name__).error(
+                logger.error(
                     "ServiceX Exception", exc_info=task.exception()
                 )
                 if download_files_task:
                     download_files_task.cancel("Transform failed")
                 raise task.exception()
 
             if self.current_status.files_failed:
-                logging.getLogger(__name__).warning(
+                logger.warning(
                     f"Transforms completed with failures "
                     f"{self.current_status.files_failed} files failed out of "
                     f"{self.current_status.files}"
                 )
             else:
-                logging.getLogger(__name__).info("Transforms completed successfully")
+                logger.info("Transforms completed successfully")
 
         sx_request = self.transform_request
 
@@ -220,7 +221,7 @@ def transform_complete(task: Task):
                 or not signed_urls_only
                 and cached_record.file_list
             ):
-                logging.getLogger(__name__).info("Returning results from cache")
+                logger.info("Returning results from cache")
                 return cached_record
 
         # If we get here with a cached record, then we know that the transform
@@ -305,7 +306,7 @@ def transform_complete(task: Task):
 
             return transform_report
         except CancelledError:
-            logging.getLogger(__name__).warning(
+            logger.warning(
                 "Aborted file downloads due to transform failure"
             )
 
@@ -366,7 +367,7 @@ async def retrieve_current_transform_status(self):
         # Is this the first time we've polled status? We now know the request ID.
         # Update the display and set our download directory.
         if not self.current_status:
-            logging.getLogger(__name__).info(
+            logger.info(
                 f"ServiceX Transform {s.title}: {s.request_id}"
             )
             self.download_path = self.cache.cache_path_for_transform(s)

servicex/servicex_client.py

@@ -43,6 +43,7 @@
 from servicex.databinder_models import ServiceXSpec, General, Sample
 
 T = TypeVar("T")
+logger = logging.getLogger(__name__)
 
 
 def deliver(config: ServiceXSpec):
@@ -180,7 +181,7 @@ def get_code_generators(self, backend=None):
         if backend:
             cached_backends = self.query_cache.get_codegen_by_backend(backend)
         if cached_backends:
-            logging.getLogger(__name__).info("Returning code generators from cache")
+            logger.info("Returning code generators from cache")
             return cached_backends["codegens"]
         else:
             code_generators = self.servicex.get_code_generators()