Merge pull request #753 from Mark-Simulacrum/debug-crater

Update rusqlite, increase uncomplete buffer

Cargo.toml

@@ -26,7 +26,7 @@ lazy_static = "1.0"
 mime = "0.3.1"
 minifier = { version = "0.3", features = ["html"] }
 r2d2 = "0.8.2"
-rusqlite = { version = "0.29.0", features = ["chrono", "functions", "bundled"] }
+rusqlite = { version = "0.32.1", features = ["chrono", "functions", "bundled"] }
 rand = "0.8"
 regex = "1.0"
 reqwest = { version = "0.11", features = ["blocking", "json"] }

src/db/mod.rs

@@ -27,6 +27,11 @@ impl r2d2::ManageConnection for SqliteConnectionManager {
             .pragma_update(None, "foreign_keys", "ON")
             .unwrap();
 
+        // increase the in-memory cache from 2MB to 50MB
+        connection
+            .pragma_update(None, "cache_size", "-51200")
+            .unwrap();
+
         // per docs, this is recommended for relatively long-lived connections (like what we have
         // due to the r2d2 pooling)
         // https://www.sqlite.org/pragma.html#pragma_optimize
@@ -114,7 +119,7 @@ impl Database {
 
     fn new(conn: SqliteConnectionManager, tempfile: Option<NamedTempFile>) -> Fallible<Self> {
         let pool = Pool::builder()
-            .connection_timeout(Duration::from_millis(500))
+            .connection_timeout(Duration::from_secs(5))
             .error_handler(Box::new(ErrorHandler))
             .build(conn)?;
 

src/server/routes/agent.rs

@@ -154,12 +154,12 @@ fn endpoint_next_crate_inner(
     let result: Option<crate::crates::Crate> =
         if let Some(ex) = Experiment::get(&data.db, &experiment)? {
             while let Some(next) = data.uncompleted_cache.lock().unwrap().pop_front() {
-                if next.0.elapsed() <= std::time::Duration::from_secs(60) {
+                if next.0.elapsed() <= std::time::Duration::from_secs(120) {
                     return Ok(Some(next.1));
                 }
             }
 
-            let mut crates = ex.get_uncompleted_crates(&data.db, Some(100))?;
+            let mut crates = ex.get_uncompleted_crates(&data.db, Some(1000))?;
             if crates.is_empty() {
                 None
             } else {