Skip to content

Commit c9aefb0

Browse files
committed
add notebook init
1 parent a2c5e2c commit c9aefb0

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

v03_pipeline/lib/tasks/dataproc/create_dataproc_cluster.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -118,6 +118,11 @@ def get_cluster_config(reference_genome: ReferenceGenome, run_id: str):
118118
'autoscaling_config': {},
119119
'endpoint_config': {},
120120
'initialization_actions': [
121+
{
122+
# NB: this script initializes the python env.
123+
'executable_file': f'gs://hail-common/hailctl/dataproc/{HAIL_VERSION}/init_notebook.py',
124+
'execution_timeout': {'seconds': 1200},
125+
},
121126
{
122127
'executable_file': f'gs://seqr-pipeline-runner-builds/{Env.DEPLOYMENT_TYPE}/{Env.PIPELINE_RUNNER_APP_VERSION}/bin/dataproc_vep_init.bash',
123128
'execution_timeout': {'seconds': 1200},

0 commit comments

Comments
 (0)