Skip to content

Commit 51495a4

Browse files
committed
fix(airflow.cfg): increase min_file_process_interval and decrease parsing_processes to reduce CPU usage
1 parent ae555c8 commit 51495a4

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

airflow.cfg

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,8 +24,10 @@ auth_manager = airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManage
2424
# How long before timing out a DagFileProcessor, which processes a dag file
2525
dag_file_processor_timeout = 600
2626
# We don't really need it based on how we deploy dags.
27-
# But set it to a large enough 60 * 24 (1 day) to avoid high CPU usage
28-
min_file_process_interval = 1440
27+
# But set it to a large enough 60 * 60 * 24 * 7 (1 week) to avoid high CPU usage
28+
min_file_process_interval = 604800
29+
30+
parsing_processes = 1
2931

3032
[database]
3133
# The SqlAlchemy connection string to the metadata database.

0 commit comments

Comments
 (0)