feat: 4708 protocol backend tasks for integration test

.env.examples

@@ -0,0 +1,19 @@
+### Global env variables for integration test
+MNEMONIC="candy maple cake sugar pudding cream honey rich smooth crumble sweet treat"
+WEB3_SIGNER_PRIVATE_KEY_ROUTER="0xc88b703fb08cbea894b6aeff5a544fb92e78a18e19814cd85da83b71f772aa6c" # 0x821aEa9a577a9b44299B9c15c88cf3087F3b5544
+WEB3_SIGNER_PRIVATE_KEY_SEQUENCER="0xae6ae8e5ccbfb04590405997ee2d52d2b330726137b875053c36d94e974d162f" # 0xf17f52151EbEF6C7334FAD080c5704D77216b732
+WEB3_SIGNER_PRIVATE_KEY_RELAYER="0x0dbbe8e4ae425a6d2687f1a7e3ba17bc98c673636790f1b8ad91193c05875ef1" # 0xC5fdf4076b8F3A5357c5E395ab970B5B54098Fef
+
+# Images used for building docker containers
+ROUTER_PUBLISHER_IMAGE="router-publisher:latest"
+ROUTER_SUBSCRIBER_IMAGE="router-subscriber:latest"
+ROUTER_EXECUTOR_IMAGE="router-executor:latest"
+SEQUENCER_SERVER_IMAGE="sequencer-server:latest"
+SEQUENCER_PUBLISHER_IMAGE="sequencer-publisher:latest"
+SEQUENCER_SUBSCRIBER_IMAGE="sequencer-subscriber:latest"
+RELAYER_IMAGE="relayer:latest"
+CARTOGRAPHER_TRANSFERS_IMAGE="cartographer-transfers:latest"
+CARTOGRAPHER_ROUTERS_IMAGE="cartographer-routers:latest"
+LIGHTHOUSE_IMAGE="lighthouse:latest"
+DB_IMAGE="db:latest"
+CARTOGRAPHER_IMAGE="cartographer:latest"

.gitignore

@@ -42,4 +42,6 @@ packages/deployments/contracts/deployments/local_1337
 packages/deployments/contracts/deployments/local_1338
 
 packages/deployments/contracts/cuts.json
-packages/deployments/contracts/proposals.json
+packages/deployments/contracts/proposals.json
+packages/deployments/contracts/devnet.init.json
+packages/deployments/contracts/local.developments.json

.gitmodules

@@ -13,3 +13,6 @@
 [submodule "packages/deployments/contracts/lib/relay-context-contracts"]
 	path = packages/deployments/contracts/lib/relay-context-contracts
 	url = https://github.com/gelatodigital/relay-context-contracts
+[submodule "packages/deployments/contracts/lib/solidity-stringutils"]
+	path = packages/deployments/contracts/lib/solidity-stringutils
+	url = https://github.com/Arachnid/solidity-stringutils

build-docker-images.sh

@@ -4,6 +4,9 @@ yarn
 yarn build:all
 echo "Build done."
 
+#For M* macs set the default platform to linux/amd64
+# export DOCKER_DEFAULT_PLATFORM=linux/amd64
+
 echo "Docker: building sequencer-server, sequencer-publisher and sequencer-subscriber images..."
 docker build --tag sequencer-server:latest --file ./docker/sequencer/server/Dockerfile .
 docker build --tag sequencer-publisher:latest --file ./docker/sequencer/publisher/Dockerfile .
@@ -18,11 +21,13 @@ echo "Docker: building relayer image..."
 docker build --tag relayer:latest --file ./docker/relayer/Dockerfile .
 
 echo "Docker: building lighthouse image..."
-docker build --tag lighthouse:latest --file ./docker/lighthouse/Dockerfile .
+docker build --tag lighthouse:latest --file docker/lighthouse/subscriber/Dockerfile .
 
 echo "Docker: building cartographer-transfers and cartographer-routers images..."
-docker build --tag cartographer-transfers:latest --file ./docker/cartographer/transfers/Dockerfile .
-docker build --tag cartographer-routers:latest --file ./docker/cartographer/routers/Dockerfile .
+docker build --tag cartographer:latest --file ./docker/cartographer/poller/Dockerfile .
 
 echo "Docker: building db image..."
 docker build --tag db:latest --file ./docker/db/Dockerfile .
+
+echo "Docker: building anvil chain image..."
+docker build --tag anvil:latest --file ./docker/anvil/Dockerfile .

docker-compose.chains.yaml

@@ -1,25 +1,38 @@
 version: "3.3"
 
 services:
-  chain-1337:
+  local-mainnet:
     environment:
       - MNEMONIC=$MNEMONIC
-      - CHAIN_ID=1337
-    container_name: chain-1337-test
-    image: ghcr.io/connext/chain:latest
+      - CHAIN_ID=31337
+      - PORT=8545
+    container_name: anvil-31337
+    image: anvil:latest
     ports:
       - "8547:8545"
-  chain-1338:
+
+  local-optimism:
+    environment:
+      - MNEMONIC=$MNEMONIC
+      - CHAIN_ID=31338
+      - PORT=8545
+    container_name: anvil-31338
+    image: anvil:latest
+    ports:
+      - "8548:8545"
+
+  local-arbitrum:
     environment:
       - MNEMONIC=$MNEMONIC
-      - CHAIN_ID=1338
-    container_name: chain-1338-test
-    image: ghcr.io/connext/chain:latest
+      - CHAIN_ID=31339
+      - PORT=8545
+    container_name: anvil-31339
+    image: anvil:latest
     ports:
-      - "8546:8545"
+      - "8549:8545"
 
-  graph-node-1337:
-    container_name: graph-node-1337-test
+  graph-node-local-hub-mainnet:
+    container_name: graph-node-local-hub-mainnet
     image: graphprotocol/graph-node:992121b
     ports:
       - "8010:8000"
@@ -29,19 +42,18 @@ services:
       - "8040:8040"
     depends_on:
       - ipfs
-      - postgres-1337
-      - chain-1337
+      - postgres-local-hub-mainnet
     environment:
-      postgres_host: postgres-1337
+      postgres_host: postgres-local-hub-mainnet
       postgres_user: graph-node
       postgres_pass: let-me-in
       postgres_db: graph-node
       ipfs: "ipfs:5001"
-      ethereum: "mainnet:http://chain-1337:8545"
+      ethereum: "mainnet:http://local-mainnet:8545"
       GRAPH_LOG: info
 
-  postgres-1337:
-    container_name: postgres-1337-test
+  postgres-local-hub-mainnet:
+    container_name: postgres-local-hub-mainnet
     image: postgres
     ports:
       - "5432:5432"
@@ -51,8 +63,8 @@ services:
       POSTGRES_PASSWORD: let-me-in
       POSTGRES_DB: graph-node
 
-  graph-node-1338:
-    container_name: graph-node-1338-test
+  graph-node-local-spoke-optimism:
+    container_name: graph-node-local-spoke-optimism
     image: graphprotocol/graph-node:992121b
     ports:
       - "9010:8000"
@@ -62,19 +74,18 @@ services:
       - "9040:8040"
     depends_on:
       - ipfs
-      - postgres-1338
-      - chain-1338
+      - postgres-local-spoke-optimism
     environment:
-      postgres_host: postgres-1338
+      postgres_host: postgres-local-spoke-optimism
       postgres_user: graph-node
       postgres_pass: let-me-in
       postgres_db: graph-node
       ipfs: "ipfs:5001"
-      ethereum: "mainnet:http://chain-1338:8545"
+      ethereum: "optimism:http://local-optimism:8545"
       GRAPH_LOG: info
 
-  postgres-1338:
-    container_name: postgres-1338-test
+  postgres-local-spoke-optimism:
+    container_name: postgres-local-spoke-optimism
     image: postgres
     ports:
       - "5433:5432"
@@ -84,6 +95,38 @@ services:
       POSTGRES_PASSWORD: let-me-in
       POSTGRES_DB: graph-node
 
+  graph-node-local-spoke-arbitrum:
+    container_name: graph-node-local-spoke-arbitrum
+    image: graphprotocol/graph-node:992121b
+    ports:
+      - "7010:8000"
+      - "7001:8001"
+      - "7020:8020"
+      - "7030:8030"
+      - "7040:8040"
+    depends_on:
+      - ipfs
+      - postgres-local-spoke-arbitrum
+    environment:
+      postgres_host: postgres-local-spoke-arbitrum
+      postgres_user: graph-node
+      postgres_pass: let-me-in
+      postgres_db: graph-node
+      ipfs: "ipfs:5001"
+      ethereum: "arbitrum:http://local-arbitrum:8545"
+      GRAPH_LOG: info
+
+  postgres-local-spoke-arbitrum:
+    container_name: postgres-local-spoke-arbitrum
+    image: postgres
+    ports:
+      - "5434:5432"
+    command: ["postgres", "-cshared_preload_libraries=pg_stat_statements"]
+    environment:
+      POSTGRES_USER: graph-node
+      POSTGRES_PASSWORD: let-me-in
+      POSTGRES_DB: graph-node
+
   ipfs:
     container_name: ipfs-test
     image: ipfs/go-ipfs:v0.4.23