Merge pull request #11 from neph1/update-v0.9.0

add precompute_conditions

Author: neph1

config/config_template.yaml

@@ -5,6 +5,7 @@ beta1: 0.9
 beta2: 0.95
 caption_column: prompts.txt
 caption_dropout_p: 0.05
+caption_dropout_technique: 'empty'
 checkpointing_limit: 102
 checkpointing_steps: 500
 data_root: ''
@@ -23,22 +24,27 @@ lr_num_cycles: 1
 lr_scheduler: ['linear', 'cosine', 'cosine_with_restarts', 'polynomial', 'constant', 'constant_with_warmup']
 lr_warmup_steps: 400
 max_grad_norm: 1.0
-mixed_precision: fp16
+mixed_precision: [bf16, fp16, 'no']
 model_name: ltx_video
 nccl_timeout: 1800
 num_validation_videos: 0
 optimizer: adamw
 output_dir: ''
 pin_memory: true
+precompute_conditions: false
 pretrained_model_name_or_path: ''
 rank: 128
 report_to: none
 seed: 42
 target_modules: to_q to_k to_v to_out.0
+text_encoder_dtype: [bf16, fp16, fp32]
+text_encoder_2_dtype: [bf16, fp16, fp32]
+text_encoder_3_dtype: [bf16, fp16, fp32]
 tracker_name: finetrainers
 train_steps: 3000
 training_type: lora
 use_8bit_bnb: false
+vae_dtype: [bf16, fp16, fp32]
 validation_epochs: 0
 validation_prompt_separator: ':::'
 validation_prompts: ''

run_trainer.py

@@ -1,3 +1,5 @@
+import os
+import signal
 import subprocess
 import time
 
@@ -26,7 +28,13 @@ def run(self, config: Config, finetrainers_path: str, log_file: str):
         --caption_column {config.get('caption_column')} \
         --id_token {config.get('id_token')} \
         --video_resolution_buckets {config.get('video_resolution_buckets')} \
-        --caption_dropout_p {config.get('caption_dropout_p')}"
+        --caption_dropout_p {config.get('caption_dropout_p')} \
+        --caption_dropout_technique {config.get('caption_dropout_technique')} \
+        {'--precompute_conditions' if config.get('precompute_conditions') else ''} \
+        --text_encoder_dtype {config.get('text_encoder_dtype')} \
+        --text_encoder_2_dtype {config.get('text_encoder_2_dtype')} \
+        --text_encoder_3_dtype {config.get('text_encoder_3_dtype')} \
+        --vae_dtype {config.get('vae_dtype')} "
 
         # Dataloader arguments
         dataloader_cmd = f"--dataloader_num_workers {config.get('dataloader_num_workers')}"