File tree Expand file tree Collapse file tree 1 file changed +9
-1
lines changed Expand file tree Collapse file tree 1 file changed +9
-1
lines changed Original file line number Diff line number Diff line change 2
2
# The amount of parallelism as a setting to the executor. This defines
3
3
# the max number of task instances that should run simultaneously
4
4
# on this airflow installation
5
- parallelism = 256
5
+ parallelism = 4
6
6
7
7
# The number of task instances allowed to run concurrently by the scheduler
8
8
max_active_tasks_per_dag = 64
@@ -20,6 +20,9 @@ dagbag_import_timeout = 600
20
20
21
21
auth_manager = airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager
22
22
23
+ max_active_runs_per_dag = 2
24
+ max_active_tasks_per_dag = 2
25
+
23
26
[dag_processor]
24
27
# How long before timing out a DagFileProcessor, which processes a dag file
25
28
dag_file_processor_timeout = 600
@@ -29,6 +32,8 @@ min_file_process_interval = 604800
29
32
30
33
parsing_processes = 1
31
34
35
+ refresh_interval = 600
36
+
32
37
[database]
33
38
# The SqlAlchemy connection string to the metadata database.
34
39
# SqlAlchemy supports many different database engine, more information
@@ -61,6 +66,9 @@ auth_backends = airflow.providers.fab.auth_manager.api.auth.backend.session
61
66
62
67
[scheduler]
63
68
enable_health_check = True
69
+ scheduler_heartbeat_sec = 10
70
+ orphaned_tasks_check_interval = 600
71
+ parsing_cleanup_interval = 600
64
72
65
73
# ref: https://airflow.apache.org/docs/apache-airflow/1.10.1/security.html#setting-up-google-authentication
66
74
[google]
You can’t perform that action at this time.
0 commit comments