feat(vertexai): add sample for text translation with gemini

Author: Valeriy-Burlaka

generative_ai/translation/noxfile_config.py

@@ -0,0 +1,42 @@
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Default TEST_CONFIG_OVERRIDE for python repos.
+
+# You can copy this file into your directory, then it will be imported from
+# the noxfile.py.
+
+# The source of truth:
+# https://github.com/GoogleCloudPlatform/python-docs-samples/blob/main/noxfile_config.py
+
+TEST_CONFIG_OVERRIDE = {
+    # You can opt out from the test for specific Python versions.
+    "ignored_versions": ["2.7", "3.7", "3.8", "3.10", "3.11"],
+    # Old samples are opted out of enforcing Python type hints
+    # All new samples should feature them
+    "enforce_type_hints": True,
+    # An envvar key for determining the project id to use. Change it
+    # to 'BUILD_SPECIFIC_GCLOUD_PROJECT' if you want to opt in using a
+    # build specific Cloud project. You can also use your own string
+    # to use your own Cloud project.
+    "gcloud_project_env": "GOOGLE_CLOUD_PROJECT",
+    # 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT',
+    # If you need to use a specific version of pip,
+    # change pip_version_override to the string representation
+    # of the version number, for example, "20.2.4"
+    "pip_version_override": None,
+    # A dictionary you want to inject into your test. Don't put any
+    # secrets here. These values will override predefined values.
+    "envs": {},
+}

generative_ai/translation/requirements-test.txt

@@ -0,0 +1,4 @@
+backoff==2.2.1
+google-api-core==2.19.0
+pytest==8.2.0
+pytest-asyncio==0.23.6

generative_ai/translation/requirements.txt

@@ -0,0 +1,14 @@
+pandas==1.3.5; python_version == '3.7'
+pandas==2.0.3; python_version == '3.8'
+pandas==2.1.4; python_version > '3.8'
+pillow==10.3.0; python_version < '3.8'
+pillow==10.3.0; python_version >= '3.8'
+google-cloud-aiplatform[all]==1.73.0
+sentencepiece==0.2.0
+google-auth==2.29.0
+anthropic[vertex]==0.28.0
+langchain-core==0.2.11
+langchain-google-vertexai==1.0.6
+numpy<2
+openai==1.30.5
+immutabledict==4.2.0

generative_ai/translation/test_translation.py

@@ -0,0 +1,25 @@
+# Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import backoff
+
+from google.api_core.exceptions import ResourceExhausted
+
+import translate_text_gemini
+
+
+@backoff.on_exception(backoff.expo, ResourceExhausted, max_time=10)
+def test_translate_text_gemini() -> None:
+    response = translate_text_gemini.generate_translation
+    assert response

generative_ai/translation/translate_text_gemini.py

@@ -0,0 +1,79 @@
+# Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import os
+
+from vertexai.generative_models import GenerationResponse
+
+PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")
+
+
+def generate_translation() -> GenerationResponse:
+    # [START generativeaionvertexai_translate_text_gemini]
+    import vertexai
+
+    from vertexai.generative_models import GenerativeModel, HarmBlockThreshold, HarmCategory
+
+    # TODO(developer): Update and un-comment below line
+    # PROJECT_ID = "your-project-id"
+    vertexai.init(project=PROJECT_ID, location="us-central1")
+
+    model = GenerativeModel("gemini-1.5-flash-002")
+
+    prompt = """
+    Translate the text from source to target language and return the translated text.
+
+    TEXT: Google's Generative AI API lets you use a large language model (LLM) to dynamically translate text.
+    SOURCE_LANGUAGE_CODE: EN
+    TARGET_LANGUAGE_CODE: FR
+    """
+
+    # Check the API reference for details:
+    # https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/inference#generationconfig
+    generation_config = {
+        "candidate_count": 1,
+        "max_output_tokens": 8192,
+        "temperature": 0.2,
+        "top_k": 40.0,
+        "top_p": 0.95,
+    }
+    safety_settings = {
+        HarmCategory.HARM_CATEGORY_HATE_SPEECH: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE,
+        HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE,
+        HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE,
+        HarmCategory.HARM_CATEGORY_HARASSMENT: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE,
+    }
+    # Send request to Gemini
+    response = model.generate_content(
+        prompt,
+        generation_config=generation_config,
+        safety_settings=safety_settings,
+    )
+
+    print(f"Translation:\n{response.text}", )
+    print(f"Usage metadata:\n{response.usage_metadata}")
+    # Example response:
+    #     Translation:
+    #     L'API d'IA générative de Google vous permet d'utiliser un grand modèle linguistique (LLM) pour traduire dynamiquement du texte.
+    #
+    #     Usage metadata:
+    #     prompt_token_count: 63
+    #     candidates_token_count: 32
+    #     total_token_count: 95
+
+    # [END generativeaionvertexai_translate_text_gemini]
+    return response
+
+
+if __name__ == "__main__":
+    generate_translation()