Lightsail instance

.github/tvarit/conf/prod/lightsail.sh

@@ -0,0 +1,27 @@
+echo "executing user data"
+sudo su
+apt update
+apt install docker.io -y
+
+cd /home/ubuntu
+curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
+apt install unzip -y
+unzip awscliv2.zip
+./aws/install
+sleep 300
+rm -rf awscliv2.zip
+
+#with only ECR pull access. TODO: update
+AWS_ACCESS_KEY_ID=<AWS_ACCESS_KEY/>
+AWS_SECRET_ACCESS_KEY=<AWS_SECRET_KEY/>
+AWS_REGION="eu-central-1"
+
+aws configure set aws_access_key_id $AWS_ACCESS_KEY_ID
+aws configure set aws_secret_access_key $AWS_SECRET_ACCESS_KEY
+
+docker login -u AWS -p $(aws ecr get-login-password --region eu-central-1) 250373516626.dkr.ecr.eu-central-1.amazonaws.com
+docker pull 250373516626.dkr.ecr.eu-central-1.amazonaws.com/lightsailinstance:latest
+#docker run -d -p 3000:3000 grafana/grafana
+docker run -d -p 80:3000 250373516626.dkr.ecr.eu-central-1.amazonaws.com/lightsailinstance:latest
+docker images >> test.txt
+echo "user data executed"

.github/tvarit/deploy_to_dev_16.sh

@@ -0,0 +1,193 @@
+#!/usr/bin/env bash
+set -e
+
+PREFIX=$1
+if [ -z "${PREFIX}" ]; then
+    echo "Usage .github/tvarit/deploy_to_dev_sk.sh <PREFIX>"
+    exit 1
+fi
+
+validate_lightsail_instance() {
+    local instance_name="$1"
+    aws lightsail get-instance --instance-name "$instance_name" >/dev/null 2>&1
+    return $?
+}
+
+delete_lightsail_instance() {
+    local instance_name="$1"
+    aws lightsail delete-instance --instance-name $instance_name
+}
+
+add_instance_to_load_balancer() {
+    local instance_name="$1"
+    local load_balancer_name="$2"
+    aws lightsail attach-instances-to-load-balancer --load-balancer-name "$load_balancer_name" --instance-names "$instance_name"
+}
+
+check_load_balancer_existence() {
+    local load_balancer_name="$1"
+    aws lightsail get-load-balancer --load-balancer-name "$load_balancer_name" >/dev/null 2>&1
+    return $?
+}
+
+create_load_balancer() {
+    local load_balancer_name="$1"
+    local instance_port="$2"
+    aws lightsail create-load-balancer --load-balancer-name "$load_balancer_name" --instance-port "$instance_port"
+}
+
+wait_for_instance_ready() {
+    local instance_name="$1"
+    end=$((SECONDS+600))
+    while [ $SECONDS -lt $end ]; do
+        instance_state=$(aws lightsail get-instance --instance-name "$instance_name" --query 'instance.state.name' --output text)
+        if [[ "$instance_state" == "running" ]]; then
+            return 0
+        fi
+        sleep 10
+    done
+    echo "Instance did not become ready in 10 minutes."
+    exit 1
+}
+
+wait_for_lb_instance_healthy() {
+    local load_balancer_name="$1"
+    local instance_name="$2"
+    end=$((SECONDS+600))
+    while [ $SECONDS -lt $end ]; do
+        instance_health=$(aws lightsail get-load-balancer --load-balancer-name "$load_balancer_name" --query "loadBalancer.instanceHealth[?instanceName=='$instance_name'].status" --output text)
+        if [[ "$instance_health" == "healthy" ]]; then
+            return 0
+        fi
+        sleep 10
+    done
+    echo "Instance did not become healthy on the load balancer in 10 minutes."
+    exit 1
+}
+
+echo "Creating Test database..."
+aws lightsail create-relational-database \
+  --relational-database-name ${PREFIX}-grafana-db \
+  --availability-zone ${AWS_DEFAULT_REGION}a \
+  --relational-database-blueprint-id mysql_8_0 \
+  --relational-database-bundle-id micro_1_0 \
+  --preferred-backup-window 00:00-00:30 \
+  --preferred-maintenance-window Sun:01:00-Sun:01:30 \
+  --master-database-name grafana \
+  --master-username grafana \
+  --no-publicly-accessible || :
+
+echo "Waiting for database to be available..."
+for run in {1..60}; do
+  state=$(aws lightsail get-relational-database --relational-database-name ${PREFIX}-grafana-db --output text --query 'relationalDatabase.state')
+  if [ "${state}" == "available" ]; then
+    break
+  fi
+  echo "Waiting for database to be available..."
+  sleep 5
+done
+
+if [ "${state}" != "available" ]; then
+  echo "Database not created in 5 mins"
+  exit 1
+fi
+
+DB_ENDPOINT=$(aws lightsail get-relational-database --relational-database-name ${PREFIX}-grafana-db --output text --query 'relationalDatabase.masterEndpoint.address')
+DB_PASSWORD=$(aws lightsail get-relational-database-master-user-password --relational-database-name ${PREFIX}-grafana-db --output text --query masterUserPassword)
+SIGNING_SECRET=$(aws secretsmanager get-secret-value --secret-id grafana-signing-secret --output text --query SecretString)
+
+#AWS-016
+AWS_ACCESS_KEY=$(aws secretsmanager get-secret-value --secret-id /credentials/grafana-user/access-key --output text --query SecretString)
+AWS_SECRET_KEY=$(aws secretsmanager get-secret-value --secret-id /credentials/grafana-user/secret-key --output text --query SecretString)
+
+echo "Building docker image..."
+docker build --tag grafana/grafana:latest .
+
+cd .github/tvarit/conf/prod/
+echo "Downloading plugins..."
+rm -rf plugins
+aws s3 sync s3://com.tvarit.grafana.artifacts/grafana-test-plugins plugins
+find plugins/ -type f -name *.tar.gz -exec bash -c 'cd $(dirname $1) && tar -xf $(basename $1) && rm $(basename $1); cd -' bash {} \;
+
+echo "Finalising docker image..."
+cp grafana.ini.template grafana.ini
+sed -i "s#<DOMAIN/>#${PREFIX}.tvarit.com#g" grafana.ini
+sed -i "s#<ROOT_URL/>#https://${PREFIX}.tvarit.com/#g" grafana.ini
+sed -i "s#<SIGNING_SECRET/>#${SIGNING_SECRET}#g" grafana.ini
+sed -i "s#<DB_ENDPOINT/>#${DB_ENDPOINT}#g" grafana.ini
+sed -i "s#<DB_PASSWORD/>#$(echo ${DB_PASSWORD} | sed 's/#/\\#/g' | sed 's/&/\\&/g')#g" grafana.ini
+sed -i "s#<OAUTH_CLIENT_ID/>#${OAUTH_CLIENT_ID}#g" grafana.ini
+sed -i "s#<OAUTH_CLIENT_SECRET/>#${OAUTH_CLIENT_SECRET}#g" grafana.ini
+sed -i "s#<SMTP_HOST/>#${SMTP_HOST}#g" grafana.ini
+sed -i "s#<SMTP_USER/>#${SMTP_USER}#g" grafana.ini
+sed -i "s#<SMTP_PASSWORD/>#${SMTP_PASSWORD}#g" grafana.ini
+sed -i "s#<SMTP_FROM/>#[BETA] Tvarit AI Platform#g" grafana.ini
+
+cp cloudwatch.json.template cloudwatch.json
+sed -i "s#<DOMAIN/>#${PREFIX}.tvarit.com#g" cloudwatch.json
+
+cp Dockerfile.template Dockerfile
+sed -i "s#<BASE_IMAGE/>#grafana/grafana:latest#g" Dockerfile
+sed -i "s#<AWS_ACCESS_KEY/>#${AWS_ACCESS_KEY}#g" Dockerfile
+sed -i "s#<AWS_SECRET_KEY/>#${AWS_SECRET_KEY}#g" Dockerfile
+sed -i "s#<AWS_REGION/>#${AWS_DEFAULT_REGION}#g" Dockerfile
+docker build --tag grafana/grafana:latest .
+
+#push Docker image to ECR
+echo "push docker image to ECR........."
+aws ecr get-login-password --region eu-central-1 | docker login --username AWS --password-stdin 250373516626.dkr.ecr.eu-central-1.amazonaws.com
+docker tag grafana/grafana:latest 250373516626.dkr.ecr.eu-central-1.amazonaws.com/lightsailinstance:latest
+docker push 250373516626.dkr.ecr.eu-central-1.amazonaws.com/lightsailinstance:latest
+
+
+# Fetch the name of the only Lightsail instance
+instance_name=$(aws lightsail get-instances --query "instances[0].name" --output text)
+
+if [ -z "$instance_name" ]; then
+  echo "No Lightsail instances found."
+  exit 1
+fi
+
+timestamp=$(date +%Y%m%d%H%M%S)
+
+new_instance_name="grafana-${PREFIX}-$timestamp"
+
+# Check if previous instance exists
+return_value_instance=$(validate_lightsail_instance $instance_name)
+if [ $? -eq 0 ]; then
+    previous_instance_exists=true
+else
+    previous_instance_exists=false
+fi
+
+echo "Creating lightsail instance!!!!!!"
+cp lightsail.sh userdata.sh
+sed -i "s#<AWS_ACCESS_KEY/>#${AWS_ACCESS_KEY_ID_016}#g" userdata.sh
+sed -i "s#<AWS_SECRET_KEY/>#${AWS_SECRET_KEY_ID_016}#g" userdata.sh
+
+# Create a new Lightsail instance with a different name
+aws lightsail create-instances --instance-names $new_instance_name --availability-zone eu-central-1a --blueprint-id ubuntu_22_04 --bundle-id small_3_0 --user-data file://userdata.sh
+sleep 600
+# Wait for the new instance to be ready
+wait_for_instance_ready $new_instance_name
+
+# Open necessary ports on the instance
+aws lightsail open-instance-public-ports --port-info fromPort=3000,toPort=3000,protocol=TCP --instance-name $new_instance_name
+
+# Attach the new instance to the load balancer
+add_instance_to_load_balancer $new_instance_name grafana-lb
+
+# Wait for the new instance to be healthy on the load balancer
+# wait_for_lb_instance_healthy grafana-lb $new_instance_name
+sleep 90
+
+# If a previous instance existed, detach it from the LB and then delete it
+if [ "$previous_instance_exists" == "true" ]; then
+    aws lightsail detach-instances-from-load-balancer --load-balancer-name grafana-lb --instance-names $instance_name
+    delete_lightsail_instance $instance_name
+fi
+
+# Rename the new instance to the original instance name
+# aws lightsail update-instance-name --instance-name $new_instance_name --new-instance-name $instance_name
+
+echo "Deployment completed!"