feat(dswx-s1): logging improvements

Refs #787
nasa · Apr 18, 2024 · 5532dcd · 5532dcd
1 parent 8efe6b2
commit 5532dcd
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/commons/logger.py b/commons/logger.py
@@ -84,6 +84,10 @@ def filter(self, record):
         if not record.funcName == "log_request_success":
             return True
 
+        # 'POST http://<es host>/<index pattern>/_search?... [status:200 request:0.013s]'
+        # 'POST http://<es host>/<index>/_update/<product ID> [status:200 request:0.018s]'
         return "/job_specs/_doc/" not in record.getMessage() \
             and "/hysds_ios-grq/_doc/" not in record.getMessage() \
-            and "/containers/_doc/" not in record.getMessage()
+            and "/containers/_doc/" not in record.getMessage() \
+            and "/_search?" not in record.getMessage() \
+            and "/_update" not in record.getMessage()
diff --git a/data_subscriber/cmr.py b/data_subscriber/cmr.py
@@ -159,8 +159,8 @@ async def async_query_cmr(args, token, cmr, settings, timerange, now: datetime,
 
     product_granules = await _async_request_search_cmr_granules(args, request_url, [params])
     search_results_count = len(product_granules)
-    logger.info(f"Found {search_results_count} granules")
-    logger.info([(granule["granule_id"], granule["revision_id"]) for granule in product_granules])
+    logger.info(f"QUERY RESULTS: Found {search_results_count} granules")
+    logger.info(f'QUERY RESULTS: {[(granule["granule_id"], "revision " + str(granule["revision_id"])) for granule in product_granules]}')
 
     # Filter out granules with revision-id greater than max allowed
     least_revised_granules = []
@@ -186,7 +186,7 @@ async def async_query_cmr(args, token, cmr, settings, timerange, now: datetime,
 
     if len(product_granules) != search_results_count:
         logger.info(f"Filtered to {len(product_granules)} total granules after shortname filter check")
-        logger.info([(granule["granule_id"], granule["revision_id"]) for granule in product_granules])
+        logger.info([(granule["granule_id"], "revision " + str(granule["revision_id"])) for granule in product_granules])
 
     for granule in product_granules:
         granule["filtered_urls"] = _filter_granules(granule, args)