From 17468b22c21b133308ae0c0111c09fc28b9b12ed Mon Sep 17 00:00:00 2001 From: elie <97572401+eliebak@users.noreply.github.com> Date: Fri, 23 Aug 2024 05:47:23 +0200 Subject: [PATCH] no need for check_path_is_s3 anymore --- src/nanotron/utils.py | 5 ----- 1 file changed, 5 deletions(-) diff --git a/src/nanotron/utils.py b/src/nanotron/utils.py index a99289da..cb187f77 100644 --- a/src/nanotron/utils.py +++ b/src/nanotron/utils.py @@ -161,8 +161,3 @@ def find_free_port(min_port: int = 2000, max_port: int = 65000) -> int: return port except OSError: continue - -def check_path_is_s3(path:str) -> bool: - #TODO maybe replace by a better method ? - s3_pattern = r'^s3://|^https?://[\w\-\.]+\.s3\.amazonaws\.com/|^https?://s3\.amazonaws\.com/[\w\-\.]+' - return bool(re.match(s3_pattern, path))