Skip to content

Commit 1f1b4dd

Browse files
feat(genai): Add Sample for Multimodal Live API (#13159)
* feat(genai): Add Sample for Multimodal Live API * Update genai/live/live_with_txt.py Co-authored-by: Sampath Kumar <sampathm@google.com> * Update genai/live/live_with_txt.py Co-authored-by: Sampath Kumar <sampathm@google.com> --------- Co-authored-by: Sampath Kumar <sampathm@google.com>
1 parent 12d510d commit 1f1b4dd

File tree

5 files changed

+131
-0
lines changed

5 files changed

+131
-0
lines changed

genai/live/live_with_txt.py

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
# Copyright 2025 Google LLC
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# https://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
import asyncio
16+
17+
18+
async def generate_content() -> list[str]:
19+
# [START googlegenaisdk_live_with_txt]
20+
from google import genai
21+
from google.genai.types import LiveConnectConfig, HttpOptions, Modality
22+
23+
client = genai.Client(http_options=HttpOptions(api_version="v1beta1"))
24+
model_id = "gemini-2.0-flash-exp"
25+
26+
async with client.aio.live.connect(
27+
model=model_id,
28+
config=LiveConnectConfig(response_modalities=[Modality.TEXT]),
29+
) as session:
30+
text_input = "Hello? Gemini, are you there?"
31+
print("> ", text_input, "\n")
32+
await session.send(input=text_input, end_of_turn=True)
33+
34+
response = []
35+
36+
async for message in session.receive():
37+
if message.text:
38+
response.append(message.text)
39+
40+
print("".join(response))
41+
# Example output:
42+
# > Hello? Gemini, are you there?
43+
44+
# Yes, I'm here. What would you like to talk about?
45+
46+
# [END googlegenaisdk_live_with_txt]
47+
return response
48+
49+
50+
if __name__ == "__main__":
51+
asyncio.run(generate_content())

genai/live/noxfile_config.py

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
# Copyright 2021 Google LLC
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
# Default TEST_CONFIG_OVERRIDE for python repos.
16+
17+
# You can copy this file into your directory, then it will be imported from
18+
# the noxfile.py.
19+
20+
# The source of truth:
21+
# https://github.com/GoogleCloudPlatform/python-docs-samples/blob/main/noxfile_config.py
22+
23+
TEST_CONFIG_OVERRIDE = {
24+
# You can opt out from the test for specific Python versions.
25+
"ignored_versions": ["2.7", "3.7", "3.8", "3.10", "3.11", "3.12"],
26+
# Old samples are opted out of enforcing Python type hints
27+
# All new samples should feature them
28+
"enforce_type_hints": True,
29+
# An envvar key for determining the project id to use. Change it
30+
# to 'BUILD_SPECIFIC_GCLOUD_PROJECT' if you want to opt in using a
31+
# build specific Cloud project. You can also use your own string
32+
# to use your own Cloud project.
33+
"gcloud_project_env": "GOOGLE_CLOUD_PROJECT",
34+
# 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT',
35+
# If you need to use a specific version of pip,
36+
# change pip_version_override to the string representation
37+
# of the version number, for example, "20.2.4"
38+
"pip_version_override": None,
39+
# A dictionary you want to inject into your test. Don't put any
40+
# secrets here. These values will override predefined values.
41+
"envs": {},
42+
}

genai/live/requirements-test.txt

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
backoff==2.2.1
2+
google-api-core==2.19.0
3+
pytest==8.2.0
4+
pytest-asyncio==0.25.3

genai/live/requirements.txt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
google-genai==1.2.0

genai/live/test_live_samples.py

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
# Copyright 2025 Google LLC
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# https://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
#
16+
# Using Google Cloud Vertex AI to test the code samples.
17+
#
18+
19+
import os
20+
21+
import pytest
22+
23+
import live_with_txt
24+
25+
os.environ["GOOGLE_GENAI_USE_VERTEXAI"] = "True"
26+
os.environ["GOOGLE_CLOUD_LOCATION"] = "us-central1"
27+
# The project name is included in the CICD pipeline
28+
# os.environ['GOOGLE_CLOUD_PROJECT'] = "add-your-project-name"
29+
30+
31+
@pytest.mark.asyncio
32+
async def test_live_with_text() -> None:
33+
assert await live_with_txt.generate_content()

0 commit comments

Comments
 (0)