build(docker): add triggers into docker image and add airflow home as python path

Author: Lee-W

Dockerfile

@@ -38,6 +38,7 @@ ENV PYTHONPATH="${AIRFLOW_HOME}:$PYTHONPATH"
 
 COPY airflow.cfg ${AIRFLOW_HOME}/airflow.cfg
 COPY --chown=airflow:root dags ${AIRFLOW_HOME}/dags
+COPY --chown=airflow:root triggers ${AIRFLOW_HOME}/triggers
 # TODO: remove this and the patch files once upgrade to 3.0.3
 COPY --chown=airflow:root patch/utils.py /app/.venv/lib/python3.10/site-packages/airflow/migrations/utils.py
 COPY --chown=airflow:root patch/versions /app/.venv/lib/python3.10/site-packages/airflow/migrations/versions

Dockerfile.test

@@ -38,6 +38,7 @@ ENV PYTHONPATH="${AIRFLOW_HOME}:$PYTHONPATH"
 
 COPY airflow.cfg ${AIRFLOW_HOME}/airflow.cfg
 COPY --chown=airflow:root dags ${AIRFLOW_HOME}/dags
+COPY --chown=airflow:root triggers ${AIRFLOW_HOME}/triggers
 # TODO: remove this and the patch files once upgrade to 3.0.3
 COPY --chown=airflow:root patch/utils.py /app/.venv/lib/python3.10/site-packages/airflow/migrations/utils.py
 COPY --chown=airflow:root patch/versions /app/.venv/lib/python3.10/site-packages/airflow/migrations/versions

dags/app/discord.py

@@ -14,7 +14,7 @@
         AssetWatcher(
             name="finance_report_watcher",
             trigger=FinanceReportTrigger(
-                poke_interval=5,  # 60*60*24
+                poke_interval=86400,  # 60*60*24
             ),
         )
     ],

triggers/finance_report.py

@@ -105,9 +105,9 @@ def serialize(self) -> tuple[str, dict[str, Any]]:
     async def run(self) -> AsyncIterator[TriggerEvent]:
         """Loop until the finance report is updated."""
 
+        # TODO: improve it with asycn code
         while True:
             self.log.info("Checking Finance Report")
-            # TODO: improve it with asycn code
             # read xls from google doc to df.
             df_xls = read_google_xls_to_df()