From 3ea5afcf5ef1a004807428fec0ee5e1c42e3c5e6 Mon Sep 17 00:00:00 2001 From: bhlieberman Date: Mon, 13 May 2024 20:13:34 +0000 Subject: [PATCH] fix missing path creation that was causing tests to fail --- biobricks/dvc_fetcher.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/biobricks/dvc_fetcher.py b/biobricks/dvc_fetcher.py index 1dd750b..ed04c0c 100644 --- a/biobricks/dvc_fetcher.py +++ b/biobricks/dvc_fetcher.py @@ -22,6 +22,7 @@ class DownloadManager: interrupt_event : threading.Event = threading.Event() def exec_task(self, url, path): + path.parent.mkdir(parents=True, exist_ok=True) response = requests.get(url, stream=True, headers=self.headers) response.raise_for_status() total_size = int(response.headers.get('content-length', 0)) @@ -35,7 +36,7 @@ def exec_task(self, url, path): if data: file.write(data) progress.update(len(data)) - self.total_progress_bar.update(len(data)) + # total_progress_bar.update(len(data)) def download_exec(self, urls, paths, max_threads=4): signal.signal(signal.SIGINT, lambda signum, frame: signal_handler(signum, frame, self.interrupt_event)) @@ -46,6 +47,7 @@ def download_exec(self, urls, paths, max_threads=4): try: data = future.result() except Exception as e: + logger.error(e) logger.warning("Exception occurred while downloading brick.")