Move LAMP code to mbta-performance repo

transitmatters · Apr 8, 2024 · 6aec26f · 6aec26f
1 parent bd8426f
commit 6aec26f
Show file tree

Hide file tree

Showing 15 changed files with 1 addition and 308 deletions.
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
@@ -1,2 +1 @@
 * @austinjpaul @devinmatte
-ingestor/chalicelib/lamp @devinmatte @hamima-halim
diff --git a/devops/helpers.sh b/devops/helpers.sh
@@ -9,7 +9,6 @@ function shrink {
     zip -d -qq cfn/layer-deployment.zip '**/NOTICE*'
     zip -d -qq cfn/layer-deployment.zip python/lib/**/site-packages/numpy*/tests/**/*
     zip -d -qq cfn/layer-deployment.zip python/lib/**/site-packages/pandas*/tests/**/*
-    zip -d -qq cfn/layer-deployment.zip python/lib/**/site-packages/pyarrow*/tests/**/*
     zip -d -qq cfn/layer-deployment.zip python/lib/**/site-packages/boto*/examples/*
     zip -d -qq cfn/layer-deployment.zip python/lib/**/site-packages/boto*/data/a*/*
     zip -d -qq cfn/layer-deployment.zip python/lib/**/site-packages/boto*/data/b*/*

diff --git a/ingestor/.chalice/config.json b/ingestor/.chalice/config.json
@@ -106,11 +106,6 @@
           "lambda_memory_size": 1024,
           "lambda_timeout": 60,
           "max_ebs_size_gb": 2
-        },
-        "process_daily_lamp": {
-          "iam_policy_file": "policy-lamp-ingest.json",
-          "lambda_timeout": 900,
-          "lambda_memory_size": 2048
         }
       }
     }

diff --git a/ingestor/.chalice/policy-lamp-ingest.json b/ingestor/.chalice/policy-lamp-ingest.json
diff --git a/ingestor/.chalice/resources.json b/ingestor/.chalice/resources.json
@@ -321,24 +321,6 @@
         }
       }
     },
-    "ProcessDailyLamp": {
-      "Type": "AWS::Serverless::Function",
-      "Properties": {
-        "Environment": {
-          "Variables": {
-            "DD_API_KEY": {
-              "Ref": "DDApiKey"
-            },
-            "DD_VERSION": {
-              "Ref": "GitVersion"
-            },
-            "DD_TAGS": {
-              "Ref": "DDTags"
-            }
-          }
-        }
-      }
-    },
     "DeliveredTripMetricsDB": {
       "Type": "AWS::DynamoDB::Table",
       "Properties": {

diff --git a/ingestor/app.py b/ingestor/app.py
@@ -15,7 +15,6 @@
     predictions,
     landing,
     trip_metrics,
-    lamp,
     yankee,
 )
 
@@ -164,9 +163,3 @@ def store_landing_data(event):
 @app.schedule(Cron("0", "0-6,9-23", "*", "*", "?", "*"))
 def update_yankee_shuttles(event):
     yankee.update_shuttles()
-
-
-# Runs every 60 minutes from either 4 AM -> 1:55AM or 5 AM -> 2:55 AM depending on DST
-@app.schedule(Cron("0", "0-6,9-23", "*", "*", "?", "*"))
-def process_daily_lamp(event):
-    lamp.ingest_lamp_data()
diff --git a/ingestor/chalicelib/lamp/__init__.py b/ingestor/chalicelib/lamp/__init__.py
diff --git a/ingestor/chalicelib/lamp/backfill/__init__.py b/ingestor/chalicelib/lamp/backfill/__init__.py
diff --git a/ingestor/chalicelib/lamp/backfill/main.py b/ingestor/chalicelib/lamp/backfill/main.py
diff --git a/ingestor/chalicelib/lamp/ingest.py b/ingestor/chalicelib/lamp/ingest.py
diff --git a/ingestor/chalicelib/lamp/tests/__init__.py b/ingestor/chalicelib/lamp/tests/__init__.py
diff --git a/ingestor/chalicelib/lamp/tests/test_util.py b/ingestor/chalicelib/lamp/tests/test_util.py
diff --git a/ingestor/chalicelib/lamp/utils.py b/ingestor/chalicelib/lamp/utils.py
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -21,7 +21,6 @@ dynamodb-json = "^1.3"
 datadog_lambda = "5.90.0"
 ddtrace = "2.7.2"
 tqdm = "^4.66.1"
-pyarrow = "^15.0.2"
 
 [tool.poetry.dev-dependencies]
 chalice = "^1.31.0"
Original file line number	Diff line number	Diff line change
		@@ -1,2 +1 @@
		* @austinjpaul @devinmatte
		ingestor/chalicelib/lamp @devinmatte @hamima-halim