no need for check_path_is_s3 anymore

huggingface · Aug 23, 2024 · 17468b2 · 17468b2
1 parent a62daad
commit 17468b2
Showing 1 changed file with 0 additions and 5 deletions.
diff --git a/src/nanotron/utils.py b/src/nanotron/utils.py
@@ -161,8 +161,3 @@ def find_free_port(min_port: int = 2000, max_port: int = 65000) -> int:
                 return port
         except OSError:
             continue
-
-def check_path_is_s3(path:str) -> bool:
-    #TODO maybe replace by a better method ? 
-    s3_pattern = r'^s3://|^https?://[\w\-\.]+\.s3\.amazonaws\.com/|^https?://s3\.amazonaws\.com/[\w\-\.]+'
-    return bool(re.match(s3_pattern, path))