add feldera to docker compose

Signed-off-by: Abhinav Gyawali <[email protected]>

docker-compose.yaml

@@ -1,4 +1,36 @@
 services:
+  feldera:
+    tty: true
+    image: ghcr.io/feldera/pipeline-manager:${FELDERA_VERSION:-latest}
+    ports:
+      - "8080:8080"
+      - "8081:8081"
+    stop_grace_period: 0s
+    environment:
+      - RUST_LOG=info,actix_web=error,tokio_postgres=info
+      - RUST_BACKTRACE=1
+      - AUTH_CLIENT_ID
+      - AUTH_ISSUER
+    security_opt:
+      # The default seccomp profile disables the `io_uring_*` syscalls that we need.
+      # Ideally, we would minimally relax the default profile, which is usually in
+      # /usr/share/container/seccomp.json, but we often start via `curl` of just this
+      # `docker-compose.yml`, so there's no way to grab the specific file at the
+      # same time, so instead we just use `seccomp:unconfined`.
+      #
+      #- seccomp:seccomp.json
+      - seccomp:unconfined
+    healthcheck:
+      # TODO: add `/status` endpoint.
+      test:
+        [
+          "CMD-SHELL",
+          "curl --fail --request GET --url http://localhost:8080/healthz"
+        ]
+      interval: 10s
+      timeout: 5s
+      retries: 5
+
   grafana:
     user: root
     container_name: 'feldera-feldera-datasource'
@@ -30,8 +62,3 @@ services:
       GF_DATAPROXY_LOGGING: 1
       GF_PLUGINS_ALLOW_LOADING_UNSIGNED_PLUGINS: feldera-feldera-datasource
 
-    network_mode: 'host'
-# networks:
-#   default:
-#     name: opentelemetry-demo
-#     external: true

grafana.sql

@@ -0,0 +1,20 @@
+CREATE TABLE times (
+    count INT NOT NULL,
+    ts TIMESTAMP NOT NULL
+) with (
+  'connectors' = '[{
+    "transport": {
+      "name": "datagen",
+      "config": {
+        "plan": [{
+            "rate": 100,
+            "fields": {
+                "ts": { "range": ["2025-01-22T00:00:00Z", "2025-01-31T00:00:02Z"], "scale": 1000 }
+            }
+        }]
+      }
+    }
+  }]'
+);
+
+CREATE MATERIALIZED VIEW v0 AS SELECT * FROM times;

requirements.txt

@@ -0,0 +1 @@
+feldera

start_feldera_pipeline.py

@@ -0,0 +1,12 @@
+# This script uses the Feldera API to create and start a pipeline using SQL
+# program in 'test.sql'.
+
+from feldera import FelderaClient, PipelineBuilder
+
+sql = open("grafana.sql").read()
+
+client = FelderaClient('http://localhost:8080')
+
+print('Starting pipeline')
+pipeline = PipelineBuilder(client, 'grafana', sql).create_or_replace()
+pipeline.start()