diagnostics

Author: dchandan

STACpopulator/input.py

@@ -76,6 +76,8 @@ def reset(self):
 
     def __iter__(self) -> Iterator[Tuple[str, MutableMapping[str, Any]]]:
         """Return a generator walking a THREDDS data catalog for datasets."""
+        # print(f"At START catalog head is: {self.catalog_head}")
+        print(self.catalog_head.__dict__)
         if self.catalog_head.datasets.items():
             for item_name, ds in self.catalog_head.datasets.items():
                 attrs = self.extract_metadata(ds)
@@ -84,13 +86,19 @@ def __iter__(self) -> Iterator[Tuple[str, MutableMapping[str, Any]]]:
         if self._depth > 0:
             for name, ref in self.catalog_head.catalog_refs.items():
                 self.catalog_head = ref.follow()
+                print(f"catalog head is: {self.catalog_head}")
                 self._depth -= 1
                 yield from self
 
     def extract_metadata(self, ds: siphon.catalog.Dataset) -> MutableMapping[str, Any]:
         # Get URL for NCML service
         url = ds.access_urls["NCML"]
 
+        print(url)
+        # print(self.catalog_head)
+        print(f"ds = {ds}")
+        print(ds.__dict__)
+        print(self.catalog_head.catalog_url)
         LOGGER.info("Requesting NcML dataset description")
         # r = requests.get(url)
         r = requests.get(url, params={"catalog": self.catalog_head, "dataset": ds})

STACpopulator/stac_utils.py

@@ -151,8 +151,10 @@ def STAC_item_from_metadata(iid: str, attrs: MutableMapping[str, Any], item_prop
 
     # Add assets
     if "access_urls" in attrs:
+        print("access_urls")
         root = attrs["access_urls"]
     elif "THREDDSMetadata" in attrs["groups"]:
+        print("THREDDSMetadata")
         root = attrs["groups"]["THREDDSMetadata"]["groups"]["services"]["attributes"]
     else:
         root = {}
@@ -162,8 +164,8 @@ def STAC_item_from_metadata(iid: str, attrs: MutableMapping[str, Any], item_prop
         asset = pystac.Asset(href=url, media_type=media_types.get(name), roles=asset_roles.get(name))
         item.add_asset(name, asset)
 
-    if root:
-        item.add_link(magpie_resource_link(root["HTTPServer"]))
+    # if root:
+    #     item.add_link(magpie_resource_link(root["HTTPServer"]))
 
     return item