Create UniProt_s3_dump.yml

.github/workflows/UniProt_s3_dump.yml

@@ -0,0 +1,35 @@
+name: Uniprot to S3
+
+on:
+#   schedule:
+#     - cron: '0 0 1 * *' # Runs on the 1st of every month at midnight
+  workflow_dispatch: # Allows manual triggering
+
+jobs:
+  fetch-and-upload:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.x'
+
+      - name: Install dependencies
+        run: |
+          pip install requests boto3
+
+      - name: Fetch data from Uniprot API
+        run: kg get-via-api -a uniprot
+
+      - name: Upload to S3
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-east-1
+      - name: Sync files to S3 bucket
+        run: |
+          aws s3 sync data/raw/uniprot/test s3://${{ secrets.AWS_BUCKET_NAME }} --delete