Merge pull request #21 from neph1/update-v0.11.0

add wan and cogvideo to model options

Author: neph1

app.py

@@ -2,6 +2,7 @@
 
 import gradio as gr
 
+from tabs.dataset_tab import DatasetTab
 from tabs.general_tab import GeneralTab
 from tabs.prepare_tab import PrepareDatasetTab
 from tabs.tool_tab import ToolTab
@@ -28,16 +29,16 @@ def setup_views(self):
             with gr.Tab("General Settings"):
                 self.tabs['general'] = GeneralTab("General Settings", os.path.join(self.configs_path, "editor.yaml"))
             runtime_tab = gr.Tab("Trainer Settings")
-            tools_tab = gr.Tab("Lora Tools")
 
             prepare_tab = gr.Tab("Prepare dataset (Legacy)")
             runtime_tab_legacy = gr.Tab("Legacy Training Settings")
+            dataset_tab = gr.Tab("Dataset")
 
             with runtime_tab:
                 self.tabs['runtime'] = TrainingTab("Trainer Settings", os.path.join(self.configs_path, "config_template.yaml"), allow_load=True)
 
-            with tools_tab:
-                self.tabs['tools'] = ToolTab()
+            with dataset_tab:
+                self.tabs['dataset'] = DatasetTab()
 
             with prepare_tab:
                 self.tabs['prepare'] = PrepareDatasetTab("Prepare dataset (Legacy)", os.path.join(self.configs_path, "prepare_template.yaml"), allow_load=True)

config/config_template.yaml

@@ -30,7 +30,7 @@ lr_num_cycles: 1
 lr_scheduler: ['linear', 'cosine', 'cosine_with_restarts', 'polynomial', 'constant', 'constant_with_warmup']
 lr_warmup_steps: 400
 max_grad_norm: 1.0
-model_name: ['ltx_video', 'hunyuan_video']
+model_name: ['ltx_video', 'hunyuan_video', 'wan', 'cogvideox']
 nccl_timeout: 1800
 num_validation_videos: 0
 optimizer: adamw
@@ -49,7 +49,7 @@ text_encoder_3_dtype: [bf16, fp16, fp32]
 tracker_name: finetrainers
 transformer_dtype: [bf16, fp16, fp32]
 train_steps: 3000
-training_type: lora
+training_type: ['lora', 'full-finetune']
 use_8bit_bnb: false
 vae_dtype: [bf16, fp16, fp32]
 validation_epochs: 0

run_trainer.py

@@ -48,7 +48,8 @@ def run(self, config: Config, finetrainers_path: str, log_file: str):
 
         dataloader_cmd = ["--dataloader_num_workers", config.get('dataloader_num_workers')]
 
-        diffusion_cmd = [config.get('diffusion_options')]
+        # TODO: seems to have changed, need full options
+        #diffusion_cmd = [config.get('diffusion_options')]
 
         training_cmd = ["--training_type", config.get('training_type'),
                 "--seed", config.get('seed'),
@@ -91,7 +92,7 @@ def run(self, config: Config, finetrainers_path: str, log_file: str):
                      "--nccl_timeout", config.get('nccl_timeout'),
                      "--report_to", config.get('report_to')]
         accelerate_cmd = ["accelerate", "launch", "--config_file", f"{finetrainers_path}/accelerate_configs/{config.get('accelerate_config')}", "--gpu_ids", config.get('gpu_ids')]
-        cmd = accelerate_cmd + [f"{finetrainers_path}/train.py"] + model_cmd + dataset_cmd + dataloader_cmd + diffusion_cmd + training_cmd + optimizer_cmd + validation_cmd + miscellaneous_cmd
+        cmd = accelerate_cmd + [f"{finetrainers_path}/train.py"] + model_cmd + dataset_cmd + dataloader_cmd + training_cmd + optimizer_cmd + validation_cmd + miscellaneous_cmd
         fixed_cmd = []
         for i in range(len(cmd)):
             if cmd[i] != '':