Skip to content

Commit

Permalink
Remove FITS check.
Browse files Browse the repository at this point in the history
  • Loading branch information
ktlim committed Mar 29, 2024
1 parent 30a939b commit 0950cb9
Showing 1 changed file with 1 addition and 7 deletions.
8 changes: 1 addition & 7 deletions src/ingest.py
Original file line number Diff line number Diff line change
Expand Up @@ -158,13 +158,7 @@ def main():
# Process any entries on the worker queue.
if r.llen(worker_queue) > 0:
blobs = r.lrange(worker_queue, 0, -1)
resources = []
for b in blobs:
if b.endswith(b".fits"):
# Should always be the case
resources.append(ResourcePath(f"s3://{b.decode()}"))
else:
r.lrem(worker_queue, 0, b)
resources = [ResourcePath(f"s3://{b.decode()}") for b in blobs]

# Ingest if we have resources
if resources:
Expand Down

0 comments on commit 0950cb9

Please sign in to comment.