[WIP]Setup django-crontab

fec/fec/settings/base.py

@@ -129,6 +129,7 @@
     'legal',
     'uaa_client',
     'extend_admin',
+    'django_crontab',
 )
 
 MIDDLEWARE = (
@@ -211,6 +212,17 @@
     'default': dj_database_url.config()
 }
 
+# cfdm_cms_test database properties required when scraping via crontab
+# DATABASES = {
+#     'default': {
+#         'ENGINE': 'django.db.backends.postgresql_psycopg2',
+#         'NAME': 'cfdm_cms_test',
+#         'USER': '<database username>',
+#         'PASSWORD': '<database password>',
+#         'HOST': 'localhost',
+#         'PORT': '5432',
+#     }
+# }
 
 # Internationalization
 # https://docs.djangoproject.com/en/1.8/topics/i18n/
@@ -340,4 +352,11 @@
     },
 }
 
+CRONTAB_COMMAND_SUFFIX = '2>&1'
+
 DEFAULT_AUTO_FIELD = 'django.db.models.AutoField'
+CRONJOBS = [
+    #transition is taking the place of indexing, I did every Tuesday and hour apart as a sample
+    ('0 1 * * TUE', 'django.core.management.call_command', ['scrape_cms_pages'], {}, ('> ' + os.path.join(BASE_DIR,'cms_scrape.log'))),
+    ('0 0 * * TUE', 'django.core.management.call_command', ['scrape_transition_pages'], {}, ('> ' + os.path.join(BASE_DIR,'transition.log'))),
+]

fec/search/schedule.py

@@ -0,0 +1,13 @@
+#!/usr/bin/env python3
+import os
+import logging
+logging.basicConfig(format='%(levelname)s:%(message)s', level=logging.DEBUG)
+logger = logging.getLogger(__name__)
+
+PROJECT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+BASE_DIR = os.path.dirname(PROJECT_DIR)
+
+
+def run_job():
+    logger.info('Hello, This is my first cron job...' + ' 2>&1 ')
+    # logger.info('Hello, This is my first cron job...' + os.path.join(BASE_DIR,'scheduler.log' + ' 2>&1 ')

requirements.txt

@@ -48,3 +48,6 @@ pytest-django==3.10.0
 pytest-cov==2.11.1
 pytest-flake8==1.0.7
 setuptools==65.1.1 # Pinned to fix the deploy errors caused by the latest setuptool version 65.3.0
+
+#scheduler
+django-crontab==0.7.1