Make float16 inference work with FLUX on 24GB GPU.

RyanJDick · RyanJDick · commit 1c97360f9f0f · 2024-08-08T18:12:04.000-04:00
diff --git a/invokeai/app/invocations/flux_text_to_image.py b/invokeai/app/invocations/flux_text_to_image.py
@@ -147,6 +147,9 @@ def _run_diffusion(
                 transformer=transformer,
             )
 
+            t5_embeddings = t5_embeddings.to(dtype=transformer.dtype)
+            clip_embeddings = clip_embeddings.to(dtype=transformer.dtype)
+
             latents = flux_pipeline_with_transformer(
                 height=self.height,
                 width=self.width,

Original file line number	Diff line number	Diff line change
`@@ -147,6 +147,9 @@ def _run_diffusion(`
`147`	`147`	`transformer=transformer,`
`148`	`148`	`)`
`149`	`149`
	`150`	`+ t5_embeddings = t5_embeddings.to(dtype=transformer.dtype)`
	`151`	`+ clip_embeddings = clip_embeddings.to(dtype=transformer.dtype)`
	`152`	`+`
`150`	`153`	`latents = flux_pipeline_with_transformer(`
`151`	`154`	`height=self.height,`
`152`	`155`	`width=self.width,`