[Meta-Txn] New relayer service (#2292)

* Initial checkin

* Prod configs

* prettier

* Review feedback

README.md

@@ -60,6 +60,7 @@ Servers and packages that provide extra functionality to DApps (e.g. search or a
 | [`@origin/ipfs-proxy`](/infra/ipfs-proxy) | Layer between IPFS and clients to prevent malicious use |
 | [`@origin/messaging`](/infra/messaging) | Messaging server |
 | [`@origin/notifications`](/infra/notifications) | Delivers in browser notifications |
+| [`@origin/relayer`](/infra/relayer) | Meta-txn relayer service |
 | [`@origin/tests`](/infra/tests) | Runs integration tests in Docker Compose |
 | [`@origin/token-transfer-client`](/infra/token-transfer-client) | Client for delivering tokens |
 | [`@origin/token-transfer-server`](/infra/token-transfer-server) | Server for delivering tokens |

devops/dockerfiles/origin-relayer

@@ -0,0 +1,21 @@
+FROM node:10 as build
+
+WORKDIR /app
+
+ENV NODE_ENV=production
+
+# Install envkey-source to make environment available for sequelize migration
+RUN curl -s -L -o envkey-source.tar.gz https://github.com/envkey/envkey-source/releases/download/v1.2.5/envkey-source_1.2.5_linux_amd64.tar.gz
+RUN tar -zxf envkey-source.tar.gz 2> /dev/null
+RUN rm envkey-source.tar.gz
+RUN mv envkey-source /usr/local/bin
+
+COPY package*.json ./
+COPY lerna.json ./
+COPY ./packages/contracts ./packages/contracts
+COPY ./infra/bridge ./infra/bridge
+COPY ./infra/relayer ./infra/relayer
+
+RUN npm install --unsafe-perm
+
+CMD eval $(envkey-source) && npm run start --prefix infra/relayer

devops/kubernetes/charts/origin/templates/_helpers.tpl

@@ -183,3 +183,12 @@ We truncate at 63 chars because some Kubernetes name fields are limited to this
 {{- printf "%s.originprotocol.com" $prefix -}}
 {{- end -}}
 {{- end -}}
+
+{{- define "relayer.host" -}}
+{{- if eq .Release.Namespace "prod" -}}
+{{- printf "relayer.originprotocol.com" }}
+{{- else -}}
+{{- printf "relayer.%s.originprotocol.com" .Release.Namespace -}}
+{{- end -}}
+{{- end -}}
+

devops/kubernetes/charts/origin/templates/relayer.deployment.yaml

@@ -0,0 +1,52 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{ template "relayer.fullname" . }}
+  labels:
+    app: {{ template "relayer.fullname" . }}
+    app.kubernetes.io/name: origin
+    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/version: {{ .Chart.AppVersion }}
+    app.kubernetes.io/component: frontend
+    app.kubernetes.io/part-of: origin-relayer
+spec:
+  replicas: {{ default 1 .Values.relayerReplicas }}
+  selector:
+    matchLabels:
+      app: {{ template "relayer.fullname" . }}
+  template:
+    metadata:
+      labels:
+        app: {{ template "relayer.fullname" . }}
+        release: "{{ .Release.Name }}"
+    spec:
+      containers:
+      - name: origin-relayer
+        image: "{{ .Values.containerRegistry }}/{{ .Release.Namespace }}/{{ .Values.relayerImage }}:{{ .Values.relayerImageTag }}"
+        imagePullPolicy: Always
+        env:
+        - name: ENVKEY
+          valueFrom:
+            secretKeyRef:
+              name: {{ template "relayer.fullname" . }}
+              key: ENVKEY
+        ports:
+        - containerPort: 4001
+      - name: cloudsql-proxy
+        image: gcr.io/cloudsql-docker/gce-proxy:1.11
+        command: ["/cloud_sql_proxy",
+                  "-instances={{ .Values.databaseInstance }}=tcp:5432",
+                  "-credential_file=/secrets/cloudsql/credentials.json"]
+        securityContext:
+          runAsUser: 2  # non-root user
+          allowPrivilegeEscalation: false
+        volumeMounts:
+          - name: cloudsql-instance-credentials
+            mountPath: /secrets/cloudsql
+            readOnly: true
+      volumes:
+        - name: cloudsql-instance-credentials
+          secret:
+            secretName: cloudsql-instance-credentials

devops/kubernetes/charts/origin/templates/relayer.ingress.yaml

@@ -0,0 +1,36 @@
+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+  name: {{ template "relayer.fullname" . }}
+  labels:
+    app: {{ template "relayer.fullname" . }}
+    app.kubernetes.io/name: origin
+    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/version: {{ .Chart.AppVersion }}
+    app.kubernetes.io/component: frontend
+    app.kubernetes.io/part-of: origin-relayer
+  annotations:
+    kubernetes.io/ingress.class: {{ .Release.Namespace }}-ingress
+    kubernetes.io/tls-acme: "true"
+    certmanager.k8s.io/cluster-issuer: {{ .Values.clusterIssuer }}
+    nginx.ingress.kubernetes.io/force-ssl-redirect: "true"
+    nginx.ingress.kubernetes.io/enable-cors: "true"
+    nginx.ingress.kubernetes.io/cors-allow-headers: "DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type"
+    nginx.ingress.kubernetes.io/cors-allow-methods: "GET, POST"
+    nginx.ingress.kubernetes.io/cors-allow-origin: "*"
+    nginx.ingress.kubernetes.io/limit-rps: "10"
+spec:
+  tls:
+    - secretName: {{ template "relayer.host" . }}
+      hosts:
+        - {{ template "relayer.host" . }}
+  rules:
+  - host: {{ template "relayer.host" . }}
+    http:
+      paths:
+        - path: /
+          backend:
+            serviceName: {{ template "relayer.fullname" . }}
+            servicePort: 5100

devops/kubernetes/charts/origin/templates/relayer.secret.yaml

@@ -0,0 +1,16 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: {{ template "relayer.fullname" . }}
+  labels:
+    app: {{ template "relayer.fullname" . }}
+    app.kubernetes.io/name: origin
+    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/version: {{ .Chart.AppVersion }}
+    app.kubernetes.io/component: frontend
+    app.kubernetes.io/part-of: origin-relayer
+type: Opaque
+data:
+  ENVKEY: {{ required "Set a .Values.relayerEnvKey" .Values.relayerEnvKey | b64enc | quote}}

devops/kubernetes/charts/origin/templates/relayer.service.yaml

@@ -0,0 +1,20 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ template "relayer.fullname" . }}
+  labels:
+    app: {{ template "relayer.fullname" . }}
+    app.kubernetes.io/name: origin
+    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/version: {{ .Chart.AppVersion }}
+    app.kubernetes.io/component: backend
+    app.kubernetes.io/part-of: origin-relayer
+spec:
+  type: NodePort
+  selector:
+    app: {{ template "relayer.fullname" . }}
+  ports:
+  - name: http
+    port: 5100

devops/kubernetes/charts/origin/values.yaml

@@ -61,3 +61,7 @@ cronImageTag: latest
 # origin-admin
 adminImage: origin-admin
 adminImageTag: latest
+
+# origin-relayer
+relayerImage: origin-relayer
+relayerImageTag: latest

devops/kubernetes/values/origin/values-dev.yaml

@@ -56,3 +56,7 @@ cronImageTag: '9898f9d'
 # origin-admin
 adminImage: origin-admin
 adminImageTag: '09d63fe'
+
+# origin-relayer
+relayerImage: origin-relayer
+relayerImageTag: 'latest'

devops/kubernetes/values/origin/values-prod.yaml

@@ -54,4 +54,8 @@ linkingImageTag: 'latest'
 cronImage: origin-cron
 cronImageTag: 'latest'
 
+# origin-relayer
+relayerImage: origin-relayer
+relayerImageTag: 'latest'
+
 ipfsLoadBalancerIP: 35.233.189.126

devops/kubernetes/values/origin/values-staging.yaml

@@ -56,3 +56,7 @@ cronImageTag: 'latest'
 # origin-admin
 adminImage: origin-admin
 adminImageTag: 'latest'
+
+# origin-relayer
+relayerImage: origin-relayer
+relayerImageTag: 'latest'

infra/relayer/.eslintrc.js

@@ -0,0 +1,9 @@
+const baseConfig = require('../../.eslintrc.js')
+
+module.exports = {
+  ...baseConfig,
+  rules: {
+    ...baseConfig.rules,
+    camelcase: ['error', { properties: 'never' }]
+  }
+}

infra/relayer/README.md

@@ -0,0 +1 @@
+Meta-txn relayer service.

infra/relayer/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "@origin/relayer",
+  "description": "Origin relayer service",
+  "version": "0.1.0",
+  "engines": {
+    "node": "10.x"
+  },
+  "author": "Origin Protocol Inc",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/OriginProtocol/origin/issues"
+  },
+  "dependencies": {
+    "@origin/contracts": "^0.8.6",
+    "cors": "^2.8.5",
+    "dotenv": "^6.2.0",
+    "envkey": "^1.2.4",
+    "ethereumjs-util": "^6.1.0",
+    "express": "^4.16.4",
+    "express-prom-bundle": "^4.2.1",
+    "logplease": "^1.2.15",
+    "per-env": "^1.0.2",
+    "pg": "^7.7.1",
+    "sequelize": "^5.0.0-beta.14",
+    "sequelize-cli": "^5.4.0",
+    "web3": "1.0.0-beta.34"
+  },
+  "devDependencies": {
+    "mocha": "^5.2.0",
+    "nodemon": "^1.18.7"
+  },
+  "scripts": {
+    "lint": "eslint . && npm run prettier:check",
+    "prettier": "prettier --write *.js \"src/**/*.js\"",
+    "prettier:check": "prettier -c *.js \"src/**/*.js\"",
+    "migrate": "sequelize db:migrate",
+    "start": "per-env",
+    "start:development": "nodemon src/app.js",
+    "start:production": "node src/app.js",
+    "test": "NODE_ENV=test mocha --timeout 10000 --exit"
+  },
+  "prettier": {
+    "semi": false,
+    "singleQuote": true
+  }
+}

infra/relayer/src/app.js

@@ -0,0 +1,40 @@
+'use strict'
+
+require('dotenv').config()
+try {
+  require('envkey')
+} catch (error) {
+  console.log('EnvKey not configured')
+}
+
+const bodyParser = require('body-parser')
+const cors = require('cors')
+const express = require('express')
+const promBundle = require('express-prom-bundle')
+const { relayTx } = require('./relayer')
+
+// For Prometheus metrics collection.
+const bundle = promBundle({
+  promClient: {
+    collectDefaultMetrics: {
+      timeout: 1000
+    }
+  }
+})
+
+const app = express()
+app.use(express.json())
+app.use(cors({ origin: true, credentials: true }))
+app.use(bodyParser.json())
+app.use(bodyParser.urlencoded({ extended: true }))
+app.use(bundle)
+
+// Register the /relay route for relaying transactions.
+app.post('/relay', relayTx)
+
+const port = process.env.PORT || 5100
+app.listen(port, () => {
+  console.log(`Relayer listening on port ${port}...`)
+})
+
+module.exports = app

infra/relayer/src/logger.js

@@ -0,0 +1,7 @@
+'use strict'
+
+const Logger = require('logplease')
+
+Logger.setLogLevel(process.env.LOG_LEVEL || 'INFO')
+
+module.exports = Logger.create('relayer', { showTimestamp: false })