fix(dags): upgrade to Airflow 3 syntax using ruff==0.11.13 AIR rules

Lee-W · Lee-W · commit 71fd5add4b73 · 2025-06-15T22:12:27.000+08:00
diff --git a/dags/app/channel_reminder/dag.py b/dags/app/channel_reminder/dag.py
@@ -4,9 +4,10 @@
 
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
-from airflow.models import Variable
 from app import discord
+from airflow.sdk import dag
+from airflow.sdk import task
+from airflow.sdk import Variable
 
 DEFAULT_ARGS = {
     "owner": "David Jr.",
diff --git a/dags/app/finance_bot/dag.py b/dags/app/finance_bot/dag.py
@@ -4,8 +4,6 @@
 
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
-from airflow.models import Variable
 from app import discord
 from app.finance_bot.udf import (
     df_difference,
@@ -14,6 +12,9 @@
     refine_diff_df_to_string,
     write_to_bigquery,
 )
+from airflow.sdk import dag
+from airflow.sdk import task
+from airflow.sdk import Variable
 
 DEFAULT_ARGS = {
     "owner": "CHWan",
diff --git a/dags/app/finance_bot/udf.py b/dags/app/finance_bot/udf.py
@@ -3,8 +3,8 @@
 import numpy as np
 import pandas as pd
 import pygsheets
-from airflow.models import Variable
 from google.cloud import bigquery
+from airflow.sdk import Variable
 
 
 def df_difference(df_xls: pd.DataFrame, df_bigquery: pd.DataFrame) -> pd.DataFrame:
diff --git a/dags/app/proposal_reminder/dag.py b/dags/app/proposal_reminder/dag.py
@@ -4,10 +4,11 @@
 
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
-from airflow.models import Variable
 from app import discord
 from app.proposal_reminder.udf import get_proposal_summary
+from airflow.sdk import dag
+from airflow.sdk import task
+from airflow.sdk import Variable
 
 DEFAULT_ARGS = {
     "owner": "Henry Lee",
diff --git a/dags/app/proposal_reminder/udf.py b/dags/app/proposal_reminder/udf.py
@@ -1,5 +1,5 @@
 import requests
-from airflow.models import Variable
+from airflow.sdk import Variable
 
 
 def get_proposal_summary() -> dict:
diff --git a/dags/app/team_registration_bot/dag.py b/dags/app/team_registration_bot/dag.py
@@ -4,13 +4,14 @@
 
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
-from airflow.models import Variable
 from app import discord
 from app.team_registration_bot.udf import (
     _compose_discord_msg,
     _get_statistics_from_bigquery,
 )
+from airflow.sdk import dag
+from airflow.sdk import task
+from airflow.sdk import Variable
 
 DEFAULT_ARGS = {
     "owner": "David Jr.",
diff --git a/dags/app/twitter_post_notification_bot/dag.py b/dags/app/twitter_post_notification_bot/dag.py
@@ -6,9 +6,10 @@
 
 import requests
 from airflow import settings
-from airflow.decorators import dag, task
-from airflow.models import Variable
 from sqlalchemy.orm import sessionmaker
+from airflow.sdk import dag
+from airflow.sdk import task
+from airflow.sdk import Variable
 
 DEFAULT_ARGS = {
     "owner": "David Jr.",
diff --git a/dags/ods/fb_post_insights/dag.py b/dags/ods/fb_post_insights/dag.py
@@ -3,8 +3,9 @@
 """
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
 from utils.posts_insights.facebook import FacebookPostsInsightsParser
+from airflow.sdk import dag
+from airflow.sdk import task
 
 DEFAULT_ARGS = {
     "owner": "CHWan",
diff --git a/dags/ods/ig_post_insights/dags.py b/dags/ods/ig_post_insights/dags.py
@@ -3,8 +3,9 @@
 """
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
 from utils.posts_insights.instagram import InstagramPostsInsightsParser
+from airflow.sdk import dag
+from airflow.sdk import task
 
 DEFAULT_ARGS = {
     "owner": "Angus Yang",
diff --git a/dags/ods/kktix_ticket_orders/kktix_dag.py b/dags/ods/kktix_ticket_orders/kktix_dag.py
@@ -4,8 +4,9 @@
 
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
 from ods.kktix_ticket_orders.udfs import bigquery_loader, kktix_api
+from airflow.sdk import dag
+from airflow.sdk import task
 
 DEFAULT_ARGS = {
     "owner": "David Jr.",
diff --git a/dags/ods/kktix_ticket_orders/kktix_refund_dag.py b/dags/ods/kktix_ticket_orders/kktix_refund_dag.py
@@ -4,8 +4,9 @@
 
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
 from ods.kktix_ticket_orders.udfs import kktix_refund
+from airflow.sdk import dag
+from airflow.sdk import task
 
 DEFAULT_ARGS = {
     "owner": "Henry Lee",
diff --git a/dags/ods/kktix_ticket_orders/udfs/kktix_api.py b/dags/ods/kktix_ticket_orders/udfs/kktix_api.py
@@ -3,10 +3,10 @@
 
 import requests
 import tenacity
-from airflow.models import Variable
 from airflow.providers.http.hooks.http import HttpHook
 from dateutil.parser import parse
 from ods.kktix_ticket_orders.udfs import kktix_loader, kktix_transformer
+from airflow.sdk import Variable
 
 SCHEDULE_INTERVAL_SECONDS: int = 3600
 HTTP_HOOK = HttpHook(http_conn_id="kktix_api", method="GET")
diff --git a/dags/ods/linkedin_post_insights/dags.py b/dags/ods/linkedin_post_insights/dags.py
@@ -3,8 +3,9 @@
 """
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
 from utils.posts_insights.linkedin import LinkedinPostsInsightsParser
+from airflow.sdk import dag
+from airflow.sdk import task
 
 DEFAULT_ARGS = {
     "owner": "Angus Yang",
diff --git a/dags/ods/twitter_post_insights/dags.py b/dags/ods/twitter_post_insights/dags.py
@@ -3,8 +3,9 @@
 """
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
 from utils.posts_insights.twitter import TwitterPostsInsightsParser
+from airflow.sdk import dag
+from airflow.sdk import task
 
 DEFAULT_ARGS = {
     "owner": "Henry Lee",
diff --git a/dags/ods/youtube/dags/dag.py b/dags/ods/youtube/dags/dag.py
@@ -4,8 +4,9 @@
 
 from datetime import datetime, timedelta
 
-from airflow.decorators import dag, task
 from ods.youtube.udfs import youtube_api
+from airflow.sdk import dag
+from airflow.sdk import task
 
 DEFAULT_ARGS = {
     "owner": "David Jr.",
diff --git a/dags/ods/youtube/udfs/youtube_api.py b/dags/ods/youtube/udfs/youtube_api.py
@@ -4,10 +4,10 @@
 
 import pandas as pd
 from airflow import macros
-from airflow.models import Variable
 from airflow.providers.http.hooks.http import HttpHook
 from google.cloud import bigquery
 from utils.hook_related import RETRY_ARGS
+from airflow.sdk import Variable
 
 # channel id of YouTube is public to everyone, so it's okay to commit this ID into git
 CHANNEL_ID = "UCHLnNgRnfGYDzPCCH8qGbQw"
diff --git a/dags/utils/posts_insights/facebook.py b/dags/utils/posts_insights/facebook.py
@@ -2,12 +2,12 @@
 from datetime import datetime
 
 import requests
-from airflow.models import Variable
 from google.cloud import bigquery
 from utils.posts_insights.base import (
     CREATE_POST_TABLE_SQL_TEMPLATE,
     BasePostsInsightsParser,
 )
+from airflow.sdk import Variable
 
 logger = logging.getLogger(__name__)
 
diff --git a/dags/utils/posts_insights/instagram.py b/dags/utils/posts_insights/instagram.py
@@ -2,12 +2,12 @@
 from datetime import datetime
 
 import requests
-from airflow.models import Variable
 from utils.posts_insights.base import (
     CREATE_INSIGHT_TABLE_SQL_TEMPLATE,
     CREATE_POST_TABLE_SQL_TEMPLATE,
     BasePostsInsightsParser,
 )
+from airflow.sdk import Variable
 
 logger = logging.getLogger(__name__)
 
diff --git a/dags/utils/posts_insights/linkedin.py b/dags/utils/posts_insights/linkedin.py
@@ -2,12 +2,12 @@
 from datetime import datetime
 
 import requests
-from airflow.models import Variable
 from utils.posts_insights.base import (
     CREATE_INSIGHT_TABLE_SQL_TEMPLATE,
     CREATE_POST_TABLE_SQL_TEMPLATE,
     BasePostsInsightsParser,
 )
+from airflow.sdk import Variable
 
 logger = logging.getLogger(__name__)
 
diff --git a/dags/utils/posts_insights/twitter.py b/dags/utils/posts_insights/twitter.py
@@ -2,12 +2,12 @@
 from datetime import datetime
 
 import requests
-from airflow.models import Variable
 from utils.posts_insights.base import (
     CREATE_INSIGHT_TABLE_SQL_TEMPLATE,
     CREATE_POST_TABLE_SQL_TEMPLATE,
     BasePostsInsightsParser,
 )
+from airflow.sdk import Variable
 
 logger = logging.getLogger(__name__)
 
