Merge pull request #263 from IFRCGo/fix/refactor-corn-job

refactor corn jobs.

Author: sudan45

apps/etl/tasks.py

@@ -2,21 +2,6 @@
 from django.core.management import call_command
 
 
-@shared_task
-def extract_pdc_data():
-    call_command("extract_pdc_data")
-
-
-@shared_task
-def extract_gidd_data():
-    call_command("extract_gidd_data")
-
-
-@shared_task
-def extract_usgs_data():
-    call_command("extract_usgs_data")
-
-
 @shared_task
 def load_data():
     call_command("load_data_to_stac")

main/cronjobs.py

@@ -50,15 +50,15 @@ class CronJob(typing.NamedTuple):
         schedule=crontab(minute=0, hour=17),
     ),
     "import_gidd_data": CronJob(
-        task="apps.etl.tasks.extract_gidd_data",
+        task="apps.etl.etl_tasks.gidd.ext_and_transform_gidd_latest_data",
         schedule=crontab(minute=0, hour=18),
     ),
     "import_usgs_data": CronJob(
         task="apps.etl.etl_tasks.usgs.ext_and_transform_usgs_latest_data",
         schedule=crontab(minute=0, hour=19),
     ),
     "import_pdc_data": CronJob(
-        task="apps.etl.tasks.extract_pdc_data",
+        task="apps.etl.etl_tasks.pdc.extract_and_transform_pdc_data",
         schedule=crontab(minute=30, hour=20),
     ),
     "load_data_to_stac": CronJob(