feat(genai): Add Count Tokens Samples (#13155)

* init count_tokens

* Add Count Tokens Samples

* Update client ot use GA endpoint

* Update genai/count_tokens/count_tokens_compute_with_txt.py

Co-authored-by: Sampath Kumar <sampathm@google.com>

* Update genai/count_tokens/count_tokens_resp_with_txt.py

Co-authored-by: Sampath Kumar <sampathm@google.com>

* Update genai/count_tokens/count_tokens_with_txt.py

Co-authored-by: Sampath Kumar <sampathm@google.com>

* Update genai/count_tokens/count_tokens_with_txt.py

Co-authored-by: Sampath Kumar <sampathm@google.com>

* Lint

---------

Co-authored-by: Sampath Kumar <sampathm@google.com>

Author: holtskinner

genai/count_tokens/count_tokens_compute_with_txt.py

@@ -0,0 +1,40 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def compute_tokens() -> int:
+    # [START googlegenaisdk_count_tokens_compute_with_txt]
+    from google import genai
+    from google.genai.types import HttpOptions
+
+    client = genai.Client(http_options=HttpOptions(api_version="v1"))
+    response = client.models.compute_tokens(
+        model="gemini-2.0-flash-001",
+        contents="What's the longest word in the English language?",
+    )
+    print(response)
+
+    # Example output:
+    # tokens_info=[TokensInfo(
+    #    role='user',
+    #    token_ids=[1841, 235303, 235256, 573, 32514, 2204, 575, 573, 4645, 5255, 235336],
+    #    tokens=[b'What', b"'", b's', b' the', b' longest', b' word', b' in', b' the', b' English', b' language', b'?']
+    #  )]
+
+    # [END googlegenaisdk_count_tokens_compute_with_txt]
+    return response.tokens_info
+
+
+if __name__ == "__main__":
+    compute_tokens()

genai/count_tokens/count_tokens_resp_with_txt.py

@@ -0,0 +1,44 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def generate_content() -> int:
+    # [START googlegenaisdk_count_tokens_resp_with_txt]
+    from google import genai
+    from google.genai.types import HttpOptions
+
+    client = genai.Client(http_options=HttpOptions(api_version="v1"))
+
+    prompt = "Why is the sky blue?"
+
+    # Send text to Gemini
+    response = client.models.generate_content(
+        model="gemini-2.0-flash-001", contents=prompt
+    )
+
+    # Prompt and response tokens count
+    print(response.usage_metadata)
+
+    # Example output:
+    #  cached_content_token_count=None
+    #  candidates_token_count=311
+    #  prompt_token_count=6
+    #  total_token_count=317
+
+    # [END googlegenaisdk_count_tokens_resp_with_txt]
+    return response.usage_metadata
+
+
+if __name__ == "__main__":
+    generate_content()

genai/count_tokens/count_tokens_with_txt.py

@@ -0,0 +1,36 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def count_tokens() -> int:
+    # [START googlegenaisdk_count_tokens_with_txt]
+    from google import genai
+    from google.genai.types import HttpOptions
+
+    client = genai.Client(http_options=HttpOptions(api_version="v1"))
+    response = client.models.count_tokens(
+        model="gemini-2.0-flash-001",
+        contents="What's the highest mountain in Africa?",
+    )
+    print(response)
+    # Example output:
+    # total_tokens=10
+    # cached_content_token_count=None
+
+    # [END googlegenaisdk_count_tokens_with_txt]
+    return response.total_tokens
+
+
+if __name__ == "__main__":
+    count_tokens()

genai/count_tokens/count_tokens_with_txt_img_vid.py

@@ -0,0 +1,45 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def count_tokens() -> int:
+    # [START googlegenaisdk_count_tokens_with_txt_img_vid]
+    from google import genai
+    from google.genai.types import HttpOptions, Part
+
+    client = genai.Client(http_options=HttpOptions(api_version="v1"))
+
+    contents = [
+        Part.from_uri(
+            file_uri="gs://cloud-samples-data/generative-ai/video/pixel8.mp4",
+            mime_type="video/mp4",
+        ),
+        "Provide a description of the video.",
+    ]
+
+    response = client.models.count_tokens(
+        model="gemini-2.0-flash-001",
+        contents=contents,
+    )
+    print(response)
+
+    # Example output:
+    # total_tokens=10 cached_content_token_count=None
+
+    # [END googlegenaisdk_count_tokens_with_txt_img_vid]
+    return response.total_tokens
+
+
+if __name__ == "__main__":
+    count_tokens()

genai/count_tokens/noxfile_config.py

@@ -0,0 +1,42 @@
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Default TEST_CONFIG_OVERRIDE for python repos.
+
+# You can copy this file into your directory, then it will be imported from
+# the noxfile.py.
+
+# The source of truth:
+# https://github.com/GoogleCloudPlatform/python-docs-samples/blob/main/noxfile_config.py
+
+TEST_CONFIG_OVERRIDE = {
+    # You can opt out from the test for specific Python versions.
+    "ignored_versions": ["2.7", "3.7", "3.8", "3.10", "3.11", "3.12"],
+    # Old samples are opted out of enforcing Python type hints
+    # All new samples should feature them
+    "enforce_type_hints": True,
+    # An envvar key for determining the project id to use. Change it
+    # to 'BUILD_SPECIFIC_GCLOUD_PROJECT' if you want to opt in using a
+    # build specific Cloud project. You can also use your own string
+    # to use your own Cloud project.
+    "gcloud_project_env": "GOOGLE_CLOUD_PROJECT",
+    # 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT',
+    # If you need to use a specific version of pip,
+    # change pip_version_override to the string representation
+    # of the version number, for example, "20.2.4"
+    "pip_version_override": None,
+    # A dictionary you want to inject into your test. Don't put any
+    # secrets here. These values will override predefined values.
+    "envs": {},
+}

genai/count_tokens/requirements-test.txt

@@ -0,0 +1,4 @@
+backoff==2.2.1
+google-api-core==2.19.0
+pytest==8.2.0
+pytest-asyncio==0.23.6

genai/count_tokens/requirements.txt

@@ -0,0 +1 @@
+google-genai==1.2.0

genai/count_tokens/test_count_tokens_samples.py

@@ -0,0 +1,45 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+#
+# Using Google Cloud Vertex AI to test the code samples.
+#
+
+import os
+
+import count_tokens_compute_with_txt
+import count_tokens_resp_with_txt
+import count_tokens_with_txt
+import count_tokens_with_txt_img_vid
+
+os.environ["GOOGLE_GENAI_USE_VERTEXAI"] = "True"
+os.environ["GOOGLE_CLOUD_LOCATION"] = "us-central1"
+# The project name is included in the CICD pipeline
+# os.environ['GOOGLE_CLOUD_PROJECT'] = "add-your-project-name"
+
+
+def test_count_tokens_compute_with_txt() -> None:
+    assert count_tokens_compute_with_txt.compute_tokens()
+
+
+def test_count_tokens_resp_with_txt() -> None:
+    assert count_tokens_resp_with_txt.generate_content()
+
+
+def test_count_tokens_with_txt() -> None:
+    assert count_tokens_with_txt.count_tokens()
+
+
+def test_count_tokens_with_txt_img_vid() -> None:
+    assert count_tokens_with_txt_img_vid.count_tokens()