feat: veo samples for advanced control features (#13485)

Author: katiemn

genai/video_generation/test_video_generation_examples.py

@@ -24,10 +24,16 @@
 
 import pytest
 
+import videogen_with_first_last_frame
+
 import videogen_with_img
 
+import videogen_with_no_rewrite
+
 import videogen_with_txt
 
+import videogen_with_vid
+
 
 os.environ["GOOGLE_GENAI_USE_VERTEXAI"] = "True"
 os.environ["GOOGLE_CLOUD_LOCATION"] = "us-central1"
@@ -58,3 +64,18 @@ def test_videogen_with_txt(output_gcs_uri: str) -> None:
 def test_videogen_with_img(output_gcs_uri: str) -> None:
     response = videogen_with_img.generate_videos_from_image(output_gcs_uri=output_gcs_uri)
     assert response
+
+
+def test_videogen_with_first_last_frame(output_gcs_uri: str) -> None:
+    response = videogen_with_first_last_frame.generate_videos_from_first_last_frame(output_gcs_uri=output_gcs_uri)
+    assert response
+
+
+def test_videogen_with_vid(output_gcs_uri: str) -> None:
+    response = videogen_with_vid.generate_videos_from_video(output_gcs_uri=output_gcs_uri)
+    assert response
+
+
+def test_videogen_with_no_rewriter(output_gcs_uri: str) -> None:
+    response = videogen_with_no_rewrite.generate_videos_no_rewriter(output_gcs_uri=output_gcs_uri)
+    assert response

genai/video_generation/videogen_with_first_last_frame.py

@@ -0,0 +1,59 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def generate_videos_from_first_last_frame(output_gcs_uri: str) -> str:
+    # [START googlegenaisdk_videogen_with_first_last_frame]
+    import time
+    from google import genai
+    from google.genai.types import GenerateVideosConfig, Image
+
+    client = genai.Client()
+
+    # TODO(developer): Update and un-comment below line
+    # output_gcs_uri = "gs://your-bucket/your-prefix"
+
+    operation = client.models.generate_videos(
+        model="veo-2.0-generate-001",
+        prompt="a hand reaches in and places a glass of milk next to the plate of cookies",
+        image=Image(
+            gcs_uri="gs://cloud-samples-data/generative-ai/image/cookies.png",
+            mime_type="image/png",
+        ),
+        config=GenerateVideosConfig(
+            aspect_ratio="16:9",
+            last_frame=Image(
+                gcs_uri="gs://cloud-samples-data/generative-ai/image/cookies-milk.png",
+                mime_type="image/png",
+            ),
+            output_gcs_uri=output_gcs_uri,
+        ),
+    )
+
+    while not operation.done:
+        time.sleep(15)
+        operation = client.operations.get(operation)
+        print(operation)
+
+    if operation.response:
+        print(operation.result.generated_videos[0].video.uri)
+
+    # Example response:
+    # gs://your-bucket/your-prefix
+    # [END googlegenaisdk_videogen_with_first_last_frame]
+    return operation.result.generated_videos[0].video.uri
+
+
+if __name__ == "__main__":
+    generate_videos_from_first_last_frame(output_gcs_uri="gs://your-bucket/your-prefix")

genai/video_generation/videogen_with_no_rewrite.py

@@ -0,0 +1,55 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def generate_videos_no_rewriter(output_gcs_uri: str) -> str:
+    # [START googlegenaisdk_videogen_with_no_rewrite]
+    import time
+    from google import genai
+    from google.genai.types import GenerateVideosConfig
+
+    client = genai.Client()
+
+    # TODO(developer): Update and un-comment below line
+    # output_gcs_uri = "gs://your-bucket/your-prefix"
+
+    operation = client.models.generate_videos(
+        model="veo-2.0-generate-001",
+        prompt="a cat reading a book",
+        config=GenerateVideosConfig(
+            aspect_ratio="16:9",
+            output_gcs_uri=output_gcs_uri,
+            number_of_videos=1,
+            duration_seconds=5,
+            person_generation="dont_allow",
+            enhance_prompt=False,
+        ),
+    )
+
+    while not operation.done:
+        time.sleep(15)
+        operation = client.operations.get(operation)
+        print(operation)
+
+    if operation.response:
+        print(operation.result.generated_videos[0].video.uri)
+
+    # Example response:
+    # gs://your-bucket/your-prefix
+    # [END googlegenaisdk_videogen_with_no_rewrite]
+    return operation.result.generated_videos[0].video.uri
+
+
+if __name__ == "__main__":
+    generate_videos_no_rewriter(output_gcs_uri="gs://your-bucket/your-prefix")

genai/video_generation/videogen_with_vid.py

@@ -0,0 +1,54 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def generate_videos_from_video(output_gcs_uri: str) -> str:
+    # [START googlegenaisdk_videogen_with_vid]
+    import time
+    from google import genai
+    from google.genai.types import GenerateVideosConfig, Video
+
+    client = genai.Client()
+
+    # TODO(developer): Update and un-comment below line
+    # output_gcs_uri = "gs://your-bucket/your-prefix"
+
+    operation = client.models.generate_videos(
+        model="veo-2.0-generate-001",
+        prompt="a butterfly flies in and lands on the flower",
+        video=Video(
+            uri="gs://cloud-samples-data/generative-ai/video/flower.mp4",
+        ),
+        config=GenerateVideosConfig(
+            aspect_ratio="16:9",
+            output_gcs_uri=output_gcs_uri,
+        ),
+    )
+
+    while not operation.done:
+        time.sleep(15)
+        operation = client.operations.get(operation)
+        print(operation)
+
+    if operation.response:
+        print(operation.result.generated_videos[0].video.uri)
+
+    # Example response:
+    # gs://your-bucket/your-prefix
+    # [END googlegenaisdk_videogen_with_vid]
+    return operation.result.generated_videos[0].video.uri
+
+
+if __name__ == "__main__":
+    generate_videos_from_video(output_gcs_uri="gs://your-bucket/your-prefix")