Adding http header possibility

src/hats/catalog/dataset/table_properties.py

@@ -191,9 +191,9 @@ def __str__(self):
         return formatted_string
 
     @classmethod
-    def read_from_dir(cls, catalog_dir: Union[str, Path, UPath]) -> Self:
+    def read_from_dir(cls, catalog_dir: Union[str, Path, UPath], **storage_options) -> Self:
         """Read field values from a java-style properties file."""
-        file_path = file_io.get_upath(catalog_dir) / "properties"
+        file_path = file_io.get_upath(catalog_dir, **storage_options) / "properties"
         if not file_io.does_file_or_directory_exist(file_path):
             raise FileNotFoundError(f"No properties file found where expected: {str(file_path)}")
         p = Properties()

src/hats/io/file_io/file_io.py

@@ -282,5 +282,7 @@ def read_parquet_file_to_pandas(
     file_pointer = get_upath(file_pointer)
     if file_open_kwargs is None:
         file_open_kwargs = {}
+
     with file_pointer.open("rb", **file_open_kwargs) as parquet_file:
+        kwargs.pop("headers", None)
         return pd.read_parquet(parquet_file, **kwargs)

src/hats/io/file_io/file_pointer.py

@@ -6,13 +6,14 @@
 from upath import UPath
 
 
-def get_upath(path: str | Path | UPath) -> UPath:
+def get_upath(path: str | Path | UPath, **storage_options) -> UPath:
     """Returns a file pointer from a path string"""
     if not path:
         return None
     if isinstance(path, UPath):
         return path
-    return UPath(path)
+
+    return UPath(path, **storage_options)
 
 
 def append_paths_to_pointer(pointer: str | Path | UPath, *paths: str) -> UPath:

src/hats/loaders/read_hats.py

@@ -26,15 +26,15 @@
 }
 
 
-def read_hats(catalog_path: str | Path | UPath) -> Dataset:
+def read_hats(catalog_path: str | Path | UPath, **kwargs) -> Dataset:
     """Reads a HATS Catalog from a HATS directory
 
     Args:
         catalog_path (str): path to the root directory of the catalog
     Returns:
         The initialized catalog object
     """
-    catalog_path = file_io.get_upath(catalog_path)
+    catalog_path = file_io.get_upath(catalog_path, **kwargs)
     try:
         properties = TableProperties.read_from_dir(catalog_path)
         dataset_type = properties.catalog_type