Merge pull request #68 from vkt1414/fix-parquet-nulls

Handling null values
ImagingDataCommons · May 1, 2024 · b5129e9 · b5129e9
2 parents 1f8e2c6 + 7059786
commit b5129e9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/idc_index/index.py b/idc_index/index.py
@@ -27,7 +27,7 @@ def __init__(self):
         # Read index file
         logger.debug(f"Reading index file v{idc_index_data.__version__}")
         self.index = pd.read_parquet(file_path)
-        self.index = self.index.astype(str).replace("nan", "")
+        # self.index = self.index.astype(str).replace("nan", "")
         self.index["series_size_MB"] = self.index["series_size_MB"].astype(float)
         self.collection_summary = self.index.groupby("collection_id").agg(
             {"Modality": pd.Series.unique, "series_size_MB": "sum"}