Add storage options to more catalog calls (#244)

* Use storage options in catalog validation.

* Load index values from non-local sources

src/hipscat/catalog/index/index_catalog.py

@@ -8,6 +8,7 @@
 from hipscat.catalog.dataset import Dataset
 from hipscat.catalog.index import IndexCatalogInfo
 from hipscat.io import paths
+from hipscat.io.file_io.file_pointer import get_fs, strip_leading_slash_for_pyarrow
 from hipscat.pixel_math import HealpixPixel
 from hipscat.pixel_math.healpix_pixel_function import get_pixel_argsort
 
@@ -31,7 +32,12 @@ def loc_partitions(self, ids) -> List[HealpixPixel]:
             that may contain rows for the id values
         """
         metadata_file = paths.get_parquet_metadata_pointer(self.catalog_base_dir)
-        dataset = pds.parquet_dataset(metadata_file)
+        file_system, metadata_file = get_fs(file_pointer=metadata_file, storage_options=self.storage_options)
+
+        # pyarrow.dataset requires the pointer not lead with a slash
+        metadata_file = strip_leading_slash_for_pyarrow(metadata_file, file_system.protocol)
+
+        dataset = pds.parquet_dataset(metadata_file, filesystem=file_system)
 
         # There's a lot happening in a few pyarrow dataset methods:
         # We create a simple pyarrow expression that roughly corresponds to a SQL statement like

src/hipscat/loaders/read_from_hipscat.py

@@ -41,7 +41,7 @@ def read_from_hipscat(
         else catalog_type
     )
     loader = _get_loader_from_catalog_type(catalog_type_to_use)
-    return loader.read_from_hipscat(catalog_path)
+    return loader.read_from_hipscat(catalog_path, storage_options=storage_options)
 
 
 def _read_dataset_class_from_metadata(