set flush interval to 5 min and set fixed windoes buckets to 1 (#218)

Co-authored-by: Dina Nimrodi <[email protected]>
mlrun · May 13, 2021 · d33e9b1 · d33e9b1
1 parent f9765bb
commit d33e9b1
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/storey/table.py b/storey/table.py
@@ -24,7 +24,7 @@ class Table:
      """
 
     def __init__(self, table_path: str, storage: Driver, partitioned_by_key: bool = True,
-                 flush_interval_secs: Optional[int] = None, max_updates_in_flight: int = 8):
+                 flush_interval_secs: Optional[int] = 300, max_updates_in_flight: int = 8):
         self._container, self._table_path = _split_path(table_path)
         self._storage = storage
         self._partitioned_by_key = partitioned_by_key

diff --git a/storey/utils.py b/storey/utils.py
@@ -4,7 +4,7 @@
 from urllib.parse import urlparse
 import fsspec
 
-bucketPerWindow = 10
+bucketPerWindow = 1
 schema_file_name = '.schema'