Update arrow.py

huggingface · Jan 9, 2025 · 0561f42 · 0561f42
1 parent 2826a04
commit 0561f42
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/datasets/packaged_modules/arrow/arrow.py b/src/datasets/packaged_modules/arrow/arrow.py
@@ -45,7 +45,7 @@ def _split_generators(self, dl_manager):
                     with open(file, "rb") as f:
                         try:
                             reader = pa.ipc.open_stream(f)
-                        except pa.lib.ArrowInvalid:
+                        except (OSError, pa.lib.ArrowInvalid):
                             reader = pa.ipc.open_file(f)
                     self.info.features = datasets.Features.from_arrow_schema(reader.schema)
                     break