feat(diffusers/pipelines): add hidream (#1360)

* add hidream

* fix hidream

* add docs, fix fast test

* fix precommit and typo

Author: Fzilan

docs/diffusers/_toctree.yml

@@ -233,6 +233,8 @@
         title: ControlNetUnionModel
       - local: api/models/controlnet_flux
         title: FluxControlNetModel
+      - local: api/models/hidream_image_transformer
+        title: HiDreamImageTransformer2DModel
       - local: api/models/controlnet_hunyuandit
         title: HunyuanDiT2DControlNetModel
       - local: api/models/controlnet_sana
@@ -419,6 +421,8 @@
       title: Flux
     - local: api/pipelines/control_flux_inpaint
       title: FluxControlInpaint
+    - local: api/pipelines/hidream
+      title: HiDream-I1
     - local: api/pipelines/framepack
       title: Framepack
     - local: api/pipelines/hunyuandit

docs/diffusers/api/models/hidream_image_transformer.md

@@ -0,0 +1,27 @@
+<!-- Copyright 2024 The HuggingFace Team. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+specific language governing permissions and limitations under the License. -->
+
+# HiDreamImageTransformer2DModel
+
+A Transformer model for image-like data from [HiDream-I1](https://huggingface.co/HiDream-ai).
+
+The model can be loaded with the following code snippet.
+
+```python
+import mindspore
+from mindone.diffusers import HiDreamImageTransformer2DModel
+
+transformer = HiDreamImageTransformer2DModel.from_pretrained("HiDream-ai/HiDream-I1-Full", subfolder="transformer", mindspore_dtype=mindspore.bfloat16)
+```
+
+::: mindone.diffusers.HiDreamImageTransformer2DModel
+
+::: mindone.diffusers.models.modeling_outputs.Transformer2DModelOutput

docs/diffusers/api/pipelines/hidream.md

@@ -0,0 +1,37 @@
+<!-- Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License. -->
+
+# HiDreamImage
+
+[HiDream-I1](https://huggingface.co/HiDream-ai) by HiDream.ai
+
+!!! tip
+
+  Make sure to check out the Schedulers [guide](../../using-diffusers/schedulers) to learn how to explore the tradeoff between scheduler speed and quality, and see the [reuse components across pipelines](../../using-diffusers/loading#reuse-a-pipeline) section to learn how to efficiently load the same components into multiple pipelines.
+
+
+## Available models
+
+The following models are available for the [`HiDreamImagePipeline`](text-to-image) pipeline:
+
+| Model name | Description |
+|:---|:---|
+| [`HiDream-ai/HiDream-I1-Full`](https://huggingface.co/HiDream-ai/HiDream-I1-Full) | - |
+| [`HiDream-ai/HiDream-I1-Dev`](https://huggingface.co/HiDream-ai/HiDream-I1-Dev) | - |
+| [`HiDream-ai/HiDream-I1-Fast`](https://huggingface.co/HiDream-ai/HiDream-I1-Fast) | - |
+
+
+::: mindone.diffusers.HiDreamImagePipeline
+
+::: mindone.diffusers.pipelines.hidream_image.pipeline_output.HiDreamImagePipelineOutput

mindone/diffusers/__init__.py

@@ -85,6 +85,7 @@
         "FluxControlNetModel",
         "FluxMultiControlNetModel",
         "FluxTransformer2DModel",
+        "HiDreamImageTransformer2DModel",
         "HunyuanDiT2DControlNetModel",
         "HunyuanDiT2DModel",
         "HunyuanDiT2DMultiControlNetModel",
@@ -197,6 +198,7 @@
         "FluxKontextInpaintPipeline",
         "FluxPipeline",
         "FluxPriorReduxPipeline",
+        "HiDreamImagePipeline",
         "HunyuanDiTControlNetPipeline",
         "HunyuanDiTPAGPipeline",
         "HunyuanDiTPipeline",
@@ -457,6 +459,7 @@
         FluxControlNetModel,
         FluxMultiControlNetModel,
         FluxTransformer2DModel,
+        HiDreamImageTransformer2DModel,
         HunyuanDiT2DControlNetModel,
         HunyuanDiT2DModel,
         HunyuanDiT2DMultiControlNetModel,
@@ -580,6 +583,7 @@
         FluxKontextPipeline,
         FluxPipeline,
         FluxPriorReduxPipeline,
+        HiDreamImagePipeline,
         HunyuanDiTControlNetPipeline,
         HunyuanDiTPAGPipeline,
         HunyuanDiTPipeline,

mindone/diffusers/models/__init__.py

@@ -75,6 +75,7 @@
     "transformers.transformer_cosmos": ["CosmosTransformer3DModel"],
     "transformers.transformer_easyanimate": ["EasyAnimateTransformer3DModel"],
     "transformers.transformer_flux": ["FluxTransformer2DModel"],
+    "transformers.transformer_hidream_image": ["HiDreamImageTransformer2DModel"],
     "transformers.transformer_hunyuan_video": ["HunyuanVideoTransformer3DModel"],
     "transformers.transformer_hunyuan_video_framepack": ["HunyuanVideoFramepackTransformer3DModel"],
     "transformers.transformer_ltx": ["LTXVideoTransformer3DModel"],
@@ -151,6 +152,7 @@
         DualTransformer2DModel,
         EasyAnimateTransformer3DModel,
         FluxTransformer2DModel,
+        HiDreamImageTransformer2DModel,
         HunyuanDiT2DModel,
         HunyuanVideoFramepackTransformer3DModel,
         HunyuanVideoTransformer3DModel,

mindone/diffusers/models/transformers/__init__.py

@@ -21,6 +21,7 @@
 from .transformer_cosmos import CosmosTransformer3DModel
 from .transformer_easyanimate import EasyAnimateTransformer3DModel
 from .transformer_flux import FluxTransformer2DModel
+from .transformer_hidream_image import HiDreamImageTransformer2DModel
 from .transformer_hunyuan_video import HunyuanVideoTransformer3DModel
 from .transformer_hunyuan_video_framepack import HunyuanVideoFramepackTransformer3DModel
 from .transformer_ltx import LTXVideoTransformer3DModel