Test framework for restartability

.config/nextest.toml

@@ -0,0 +1,4 @@
+# The restart tests run an entire sequencing network, and so are quite resource intensive.
+[[profile.default.overrides]]
+filter = 'test(slow_test_restart)'
+threads-required = 'num-cpus'

.github/workflows/slowtest.yaml

@@ -60,5 +60,5 @@ jobs:
         run: |
           export RUSTFLAGS="$RUSTFLAGS --cfg hotshot_example"
           export PATH="$PWD/target/release:$PATH"
-          cargo nextest run --locked --release --workspace --all-features --verbose -E 'test(slow_)'
-        timeout-minutes: 25
+          cargo nextest run --locked --release --workspace --all-features --verbose -E 'test(slow_)' --nocapture
+        timeout-minutes: 40

Cargo.toml

@@ -49,6 +49,7 @@ clap = { version = "4.4", features = ["derive", "env", "string"] }
 cld = "0.5"
 derive_more = "0.99.17"
 dotenvy = "0.15"
+dyn-clone = "1.0"
 ethers = { version = "2.0", features = ["solc"] }
 futures = "0.3"
 
@@ -73,11 +74,11 @@ hotshot-example-types = { git = "https://github.com/EspressoSystems/hotshot", ta
 cdn-broker = { git = "https://github.com/EspressoSystems/Push-CDN", features = [
     "runtime-async-std",
     "global-permits",
-], tag = "0.4.3", package = "cdn-broker" }
+], tag = "0.4.4", package = "cdn-broker" }
 cdn-marshal = { git = "https://github.com/EspressoSystems/Push-CDN", features = [
     "runtime-async-std",
     "global-permits",
-], tag = "0.4.3", package = "cdn-marshal" }
+], tag = "0.4.4", package = "cdn-marshal" }
 
 jf-plonk = { git = "https://github.com/EspressoSystems/jellyfish", tag = "0.4.5", features = [
     "test-apis",
@@ -120,6 +121,7 @@ rand_distr = "0.4"
 reqwest = "0.12"
 serde = { version = "1.0.195", features = ["derive"] }
 serde_json = "^1.0.113"
+tempfile = "3.9"
 toml = "0.8"
 url = "2.3"
 vbs = "0.1"

sequencer/Cargo.toml

@@ -7,7 +7,11 @@ edition = "2021"
 
 [features]
 default = ["libp2p"]
-testing = ["hotshot-testing"]
+testing = [
+	"hotshot-query-service/testing",
+	"hotshot-testing",
+	"tempfile",
+]
 libp2p = []
 benchmarking = []
 
@@ -23,7 +27,7 @@ hotshot-testing = { workspace = true }
 pretty_assertions = { workspace = true }
 rand = "0.8.5"
 reqwest = { workspace = true }
-tempfile = "3.9.0"
+tempfile = { workspace = true }
 
 [build-dependencies]
 anyhow = { workspace = true }
@@ -52,6 +56,7 @@ csv = "1"
 derivative = "2.2"
 derive_more = { workspace = true }
 dotenvy = { workspace = true }
+dyn-clone = { workspace = true }
 espresso-types = { path = "../types", features = ["testing"] }
 ethers = { workspace = true }
 futures = { workspace = true }
@@ -73,6 +78,7 @@ itertools = { workspace = true }
 jf-crhf = { workspace = true }
 jf-merkle-tree = { workspace = true }
 jf-rescue = { workspace = true }
+tempfile = { workspace = true, optional = true }
 
 jf-signature = { workspace = true, features = ["bls", "schnorr"] }
 jf-vid = { workspace = true }

sequencer/api/migrations/V37__anchor_leaf_chain.sql

@@ -0,0 +1,9 @@
+ALTER TABLE anchor_leaf
+    DROP COLUMN id,
+    DROP COLUMN height,
+    ADD CONSTRAINT anchor_leaf_pk PRIMARY KEY (view);
+
+CREATE TABLE event_stream (
+	id                  SERIAL PRIMARY KEY,
+	last_processed_view BIGINT
+);