Bumped to latest version on bstreams, firehose, relayer and `su…

…bstreams`

CHANGELOG.md

@@ -6,6 +6,17 @@ for instructions to keep up to date.
 
 ## unreleased
 
+### Changed
+
+* Config value `substreams-stores-save-interval` and `substreams-output-cache-save-interval` have been merged together as a single value to avoid potential bugs that would arise when the value is different for those two. The new configuration value is called `substreams-cache-save-interval`.
+
+    *  To migrate, remove usage of `substreams-stores-save-interval: <number>` and `substreams-output-cache-save-interval: <number>` if defined in your config file and replace with `substreams-cache-save-
+interval: <number>`, if you had two different value before, pick the biggest of the two as the new value to put. We are currently setting to `1000` for Ethereum Mainnet.
+
+* Updated to Substreams `v0.2.0`, please refer to [release page](https://github.com/streamingfast/substreams/releases/tag/v0.2.0) for further info about Substreams changes.
+
+* Updated `--substreams-output-cache-save-interval` default value to 1000.
+
 ### BREAKING CHANGES
 
 ### Added

cmd/firesol/cli/firehose.go

@@ -42,8 +42,7 @@ func init() {
 			cmd.Flags().Bool("substreams-enabled", false, "Whether to enable substreams")
 			cmd.Flags().Bool("substreams-partial-mode-enabled", false, "Whether to enable partial stores generation support on this instance (usually for internal deployments only)")
 			cmd.Flags().String("substreams-state-store-url", "{data-dir}/localdata", "where substreams state data are stored")
-			cmd.Flags().Uint64("substreams-stores-save-interval", uint64(1_000), "Interval in blocks at which to save store snapshots")     // fixme
-			cmd.Flags().Uint64("substreams-output-cache-save-interval", uint64(100), "Interval in blocks at which to save store snapshots") // fixme
+			cmd.Flags().Uint64("substreams-cache-save-interval", uint64(1_000), "Interval in blocks at which to save module output & store snapshots")
 			cmd.Flags().String("substreams-client-endpoint", "", "Firehose endpoint for substreams client.  if left empty, will default to this current local Firehose.")
 			cmd.Flags().String("substreams-client-jwt", "", "jwt for substreams client authentication")
 			cmd.Flags().Bool("substreams-client-insecure", false, "substreams client in insecure mode")
@@ -106,8 +105,7 @@ func init() {
 				}
 
 				opts := []substreamsService.Option{
-					substreamsService.WithStoresSaveInterval(viper.GetUint64("substreams-stores-save-interval")),
-					substreamsService.WithOutCacheSaveInterval(viper.GetUint64("substreams-output-cache-save-interval")),
+					substreamsService.WithCacheSaveInterval(viper.GetUint64("substreams-cache-save-interval")),
 				}
 
 				if viper.GetBool("substreams-partial-mode-enabled") {

devel/firehose-mainnet/firehose-mainnet.yaml

@@ -8,7 +8,7 @@ start:
     firehose-grpc-listen-addr: ":9000"
     substreams-enabled: true
     substreams-partial-mode-enabled: true
-    substreams-stores-save-interval: 100
+    substreams-cache-save-interval: 1000
     substreams-sub-request-parallel-jobs: 5
-    substreams-sub-request-block-range-size: 1000
+    substreams-sub-request-block-range-size: 25000
     substreams-state-store-url: /tmp/substreams-states

go.mod

@@ -21,18 +21,18 @@ require (
 	github.com/onsi/ginkgo/v2 v2.1.4 // indirect
 	github.com/spf13/cobra v1.4.0
 	github.com/spf13/viper v1.10.1
-	github.com/streamingfast/bstream v0.0.2-0.20230120170832-6389e61e9d54
+	github.com/streamingfast/bstream v0.0.2-0.20230127184431-34ba0238ed00
 	github.com/streamingfast/cli v0.0.4-0.20220630165922-bc58c6666fc8
 	github.com/streamingfast/dauth v0.0.0-20221027185237-b209f25fa3ff
 	github.com/streamingfast/dbin v0.9.1-0.20220513054835-1abebbb944ad // indirect
 	github.com/streamingfast/derr v0.0.0-20221125175206-82e01d420d45
-	github.com/streamingfast/dgrpc v0.0.0-20230113212008-1898f17e0ac7
+	github.com/streamingfast/dgrpc v0.0.0-20230128021224-2643ade3df8f
 	github.com/streamingfast/dlauncher v0.0.0-20220909121534-7a9aa91dbb32
 	github.com/streamingfast/dmetering v0.0.0-20220307162406-37261b4b3de9
 	github.com/streamingfast/dmetrics v0.0.0-20221129121022-a1733eca1981
-	github.com/streamingfast/dstore v0.1.1-0.20230117140537-2c870a0d4523
+	github.com/streamingfast/dstore v0.1.1-0.20230126133209-44cda2076cfe
 	github.com/streamingfast/dtracing v0.0.0-20220305214756-b5c0e8699839 // indirect
-	github.com/streamingfast/firehose v0.1.1-0.20221101130227-3a0b1980aa0b
+	github.com/streamingfast/firehose v0.1.1-0.20230128021313-216c8477ad22
 	github.com/streamingfast/firehose-solana/types v0.0.0-20230126211203-a2d17ce9f8b9
 	github.com/streamingfast/jsonpb v0.0.0-20210811021341-3670f0aa02d0
 	github.com/streamingfast/kvdb v0.0.2-0.20210811194032-09bf862bd2e3
@@ -44,7 +44,7 @@ require (
 	github.com/streamingfast/sf-tools v0.0.0-20221129171534-a0708b599ce5
 	github.com/streamingfast/shutter v1.5.0
 	github.com/streamingfast/solana-go v0.5.1-0.20220502224452-432fbe84aee8
-	github.com/streamingfast/substreams v0.1.0
+	github.com/streamingfast/substreams v0.2.1-0.20230131175521-d0a10f573831
 	github.com/stretchr/testify v1.8.0
 	github.com/teris-io/shortid v0.0.0-20201117134242-e59966efd125 // indirect
 	github.com/test-go/testify v1.1.4