diff --git a/engine/src/main/java/org/archive/crawler/monitor/DiskSpaceMonitor.java b/engine/src/main/java/org/archive/crawler/monitor/DiskSpaceMonitor.java index 08200fc93..2e8e8e1fa 100644 --- a/engine/src/main/java/org/archive/crawler/monitor/DiskSpaceMonitor.java +++ b/engine/src/main/java/org/archive/crawler/monitor/DiskSpaceMonitor.java @@ -35,7 +35,7 @@ public class DiskSpaceMonitor implements ApplicationListener { private static final Logger logger = Logger.getLogger(DiskSpaceMonitor.class.getName()); protected List monitorPaths = new ArrayList(); - protected long pauseThresholdMiB = 500; + protected long pauseThresholdMiB = 8192; protected CrawlController controller; protected ConfigPathConfigurer configPathConfigurer; protected boolean monitorConfigPaths = true; diff --git a/engine/src/main/resources/org/archive/crawler/restlet/profile-crawler-beans.cxml b/engine/src/main/resources/org/archive/crawler/restlet/profile-crawler-beans.cxml index b25ced34a..39defa3f0 100644 --- a/engine/src/main/resources/org/archive/crawler/restlet/profile-crawler-beans.cxml +++ b/engine/src/main/resources/org/archive/crawler/restlet/profile-crawler-beans.cxml @@ -624,10 +624,13 @@ http://example.example/example --> + Pauses the crawl if disk space at monitored paths falls below minimum threshold + Note: If there's less than 5 GiB free for state directory BDB will throw + an error which the crawl job will likely not be to fully recover from. + -->