maybe set a cap

stanford-crfm · Jan 7, 2025 · 5d14efc · 5d14efc
1 parent 6e2a924
commit 5d14efc
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/levanter/store/cache.py b/src/levanter/store/cache.py
@@ -1253,6 +1253,8 @@ async def _copy_one_array(dest_array: JaggedArrayStore, source_array: JaggedArra
                         logger.info("Rate limit exceeded. Retrying.")
                         await asyncio.sleep(delay)
                         delay *= 2
+                        if delay > 60:
+                            raise
 
             futures.append(offset_future)