prepares file structure to deploy to elastic beanstalk

.gitignore

@@ -1,6 +1,9 @@
 .DS_Store
 .env
 
+Pipfile
+Pipfile.lock
+
 # kelli's file
 secrets.ipynb
 

Pipfile

@@ -9,13 +9,18 @@ verify_ssl = true
 pandas = "*"
 arrow = "*"
 beautifulsoup4 = "*"
+boto3 = "*"
 elasticsearch = {extras = ["async"],version = "*"}
 requests = "*"
+requests-aws4auth = "*"
 flatten-dict = "*"
 pytest = "*"
 snapshottest = "*"
 pytest-sugar = "*"
 pytest-cov = "*"
+fastapi = "*"
+uvicorn = "*"
+gunicorn = "*"
 
 [requires]
-python_version = "3.8"
+python_version = "3.7"

Procfile

@@ -0,0 +1 @@
+web: gunicorn startup:app -w 4 -k uvicorn.workers.UvicornWorker

etl/main.py

@@ -1,6 +1,6 @@
-from etl.extract import merge_all_apis
-from etl.transform import transform_df
-from etl.load import query
+from extract import merge_all_apis
+from transform import transform_df
+from load import query
 
 
 def main():

requirements.txt

@@ -2,10 +2,14 @@ pandas
 arrow
 beautifulsoup4
 boto3
-elasticsearch
+elasticsearch[async]
 requests
 requests-aws4auth
 flatten-dict
+fastapi
+uvicorn
+gunicorn
+
 
 # test requirements
 pytest

src/app/main.py

@@ -0,0 +1,23 @@
+from fastapi import FastAPI
+from fastapi.responses import HTMLResponse
+from fastapi.middleware.cors import CORSMiddleware
+
+app = FastAPI()
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+@app.get("/")
+async def root():
+    """
+    Kondoboard Cron Deployed
+    """
+    return HTMLResponse("""
+    <h1>Kondoboard Cron Deployed</h1>
+    <p>Go to <a href="/docs">/docs</a> for documentation.</p>
+    """)

startup.py

@@ -0,0 +1,2 @@
+# startup shim - points to the application in src/app/main.py
+from src.app.main import app