handle connection error in download_prepared_from_hf_gcs (huggingface…

…#652)
shayne-longpre · Sep 21, 2020 · 8c67b80 · 8c67b80
1 parent 07839de
commit 8c67b80
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/datasets/builder.py b/src/datasets/builder.py
@@ -464,6 +464,8 @@ def incomplete_dir(dirname):
                             downloaded_from_gcs = True
                         except (DatasetNotOnHfGcs, MissingFilesOnHfGcs):
                             logger.info("Dataset not on Hf google storage. Downloading and preparing it from source")
+                        except ConnectionError:
+                            logger.warning("HF google storage unreachable. Downloading and preparing it from source")
                     if not downloaded_from_gcs:
                         self._download_and_prepare(
                             dl_manager=dl_manager, verify_infos=verify_infos, **download_and_prepare_kwargs