From 0950cb9d13ec3ebbd51197f0faec3b24457a7091 Mon Sep 17 00:00:00 2001 From: Kian-Tat Lim Date: Thu, 28 Mar 2024 12:48:13 -0700 Subject: [PATCH] Remove FITS check. --- src/ingest.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/src/ingest.py b/src/ingest.py index e4dd6f8..31e0ea3 100644 --- a/src/ingest.py +++ b/src/ingest.py @@ -158,13 +158,7 @@ def main(): # Process any entries on the worker queue. if r.llen(worker_queue) > 0: blobs = r.lrange(worker_queue, 0, -1) - resources = [] - for b in blobs: - if b.endswith(b".fits"): - # Should always be the case - resources.append(ResourcePath(f"s3://{b.decode()}")) - else: - r.lrem(worker_queue, 0, b) + resources = [ResourcePath(f"s3://{b.decode()}") for b in blobs] # Ingest if we have resources if resources: