From 8c67b8099482bb6bab8b39571abc3c70e50778e1 Mon Sep 17 00:00:00 2001
From: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>
Date: Mon, 21 Sep 2020 10:28:41 +0200
Subject: [PATCH] handle connection error in download_prepared_from_hf_gcs
 (#652)

---
 src/datasets/builder.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/datasets/builder.py b/src/datasets/builder.py
index be3a939933b..82a955d6eeb 100644
--- a/src/datasets/builder.py
+++ b/src/datasets/builder.py
@@ -464,6 +464,8 @@ def incomplete_dir(dirname):
                             downloaded_from_gcs = True
                         except (DatasetNotOnHfGcs, MissingFilesOnHfGcs):
                             logger.info("Dataset not on Hf google storage. Downloading and preparing it from source")
+                        except ConnectionError:
+                            logger.warning("HF google storage unreachable. Downloading and preparing it from source")
                     if not downloaded_from_gcs:
                         self._download_and_prepare(
                             dl_manager=dl_manager, verify_infos=verify_infos, **download_and_prepare_kwargs