Feat/add arangodb ec2

infra/ecr.tf

@@ -94,6 +94,10 @@ resource "aws_ecr_repository" "mlflow" {
   name = "${var.prefix}-mlflow"
 }
 
+resource "aws_ecr_repository" "arango" {
+  name = "${var.prefix}-arango"
+}
+
 resource "aws_vpc_endpoint" "ecr_dkr" {
   vpc_id              = aws_vpc.main.id
   service_name        = "com.amazonaws.${data.aws_region.aws_region.name}.ecr.dkr"
@@ -122,6 +126,34 @@ resource "aws_vpc_endpoint" "ecr_api" {
   timeouts {}
 }
 
+resource "aws_vpc_endpoint" "ecr_dkr_datasets" {
+  vpc_id              = aws_vpc.datasets.id
+  service_name        = "com.amazonaws.${data.aws_region.aws_region.name}.ecr.dkr"
+  vpc_endpoint_type   = "Interface"
+  private_dns_enabled = true
+
+  security_group_ids = ["${aws_security_group.ecr_dkr_datasets.id}"]
+  subnet_ids         = ["${aws_subnet.datasets.*.id[0]}"]
+
+  policy = data.aws_iam_policy_document.aws_vpc_endpoint_ecr.json
+
+  timeouts {}
+}
+
+resource "aws_vpc_endpoint" "ecr_api_datasets" {
+  vpc_id              = aws_vpc.datasets.id
+  service_name        = "com.amazonaws.${data.aws_region.aws_region.name}.ecr.api"
+  vpc_endpoint_type   = "Interface"
+  private_dns_enabled = true
+
+  security_group_ids = ["${aws_security_group.ecr_api_datasets.id}"]
+  subnet_ids         = ["${aws_subnet.datasets.*.id[0]}"]
+
+  policy = data.aws_iam_policy_document.aws_vpc_endpoint_ecr.json
+
+  timeouts {}
+}
+
 data "aws_iam_policy_document" "aws_vpc_endpoint_ecr" {
   # Contains policies for both ECR and DKR endpoints, as recommended
 
@@ -271,6 +303,7 @@ data "aws_iam_policy_document" "aws_vpc_endpoint_ecr" {
       "${aws_ecr_repository.superset.arn}",
       "${aws_ecr_repository.flower.arn}",
       "${aws_ecr_repository.mlflow.arn}",
+      "${aws_ecr_repository.arango.arn}"
     ]
   }
 

infra/ecs_main_admin.tf

@@ -26,6 +26,10 @@ locals {
     authbroker_url           = "${var.admin_authbroker_url}"
     secret_key               = "${random_string.admin_secret_key.result}"
 
+    arango_db__host     = "http://${aws_lb.arango.dns_name}"
+    arango_db__password = "${random_string.aws_arangodb_root_password.result}"
+    arango_db__port     = "${local.arango_container_port}"
+
     environment = "${var.admin_environment}"
 
     uploads_bucket     = "${var.uploads_bucket}"

infra/ecs_main_admin_container_definitions.json

@@ -55,6 +55,22 @@
       "name": "EXPLORER_DEFAULT_CONNECTION",
       "value": "datasets_1"
     },
+    {
+      "name": "ARANGO_DB__HOST",
+      "value": "${arango_db__host}"
+    },
+    {
+      "name": "ARANGO_DB__PORT",
+      "value": "${arango_db__port}"
+    },
+    {
+      "name": "ARANGO_DB__USER",
+      "value": "root"
+    },
+    {
+      "name": "ARANGO_DB__PASSWORD",
+      "value": "${arango_db__password}"
+    },
     {
       "name": "ALLOWED_HOSTS__1",
       "value": "${root_domain}"