docs(genai):Add anthropic batch predict samples (#13228)

* docs(genai):Add anthropic batch predict samples

* updating module names in testing file

* updating import statements

* updating file names

* moving model_garden folder and updating code owners

* update region tags

* changing folder structure

* removing delete files

* updating lib

Author: CadillacBurgess1

.github/CODEOWNERS

@@ -27,6 +27,7 @@
 /iam/cloud-client/**/*                 @GoogleCloudPlatform/dee-infra @GoogleCloudPlatform/python-samples-reviewers @GoogleCloudPlatform/cloud-samples-reviewers
 /kms/**/**                             @GoogleCloudPlatform/dee-infra @GoogleCloudPlatform/python-samples-reviewers @GoogleCloudPlatform/cloud-samples-reviewers
 /media_cdn/**/*                        @GoogleCloudPlatform/dee-infra @GoogleCloudPlatform/python-samples-reviewers @GoogleCloudPlatform/cloud-samples-reviewers
+/model_garden/**/*                    @GoogleCloudPlatform/generative-ai-devrel @GoogleCloudPlatform/python-samples-reviewers @GoogleCloudPlatform/cloud-samples-reviewers
 /parametermanager/**/*                 @GoogleCloudPlatform/dee-infra @GoogleCloudPlatform/python-samples-reviewers @GoogleCloudPlatform/cloud-samples-reviewers @GoogleCloudPlatform/cloud-secrets-team @GoogleCloudPlatform/cloud-parameters-team
 /privateca/**/*                        @GoogleCloudPlatform/dee-infra @GoogleCloudPlatform/python-samples-reviewers @GoogleCloudPlatform/cloud-samples-reviewers
 /recaptcha_enterprise/**/*             @GoogleCloudPlatform/dee-infra @GoogleCloudPlatform/recaptcha-customer-obsession-reviewers @GoogleCloudPlatform/python-samples-reviewers @GoogleCloudPlatform/cloud-samples-reviewers

model_garden/anthropic/anthropic_batchpredict_with_bq.py

@@ -0,0 +1,67 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def generate_content(output_uri: str) -> str:
+    # [START aiplatform_anthropic_batchpredict_with_bq]
+    import time
+
+    from google import genai
+    from google.genai.types import CreateBatchJobConfig, JobState, HttpOptions
+
+    client = genai.Client(http_options=HttpOptions(api_version="v1"))
+
+    # TODO(developer): Update and un-comment below line
+    # output_uri = f"bq://your-project.your_dataset.your_table"
+
+    job = client.batches.create(
+        # anthropic BQ predicitions only work in us-east5
+        # More about Anthropic model: https://console.cloud.google.com/vertex-ai/publishers/anthropic/model-garden/claude-3-5-haiku
+        model="publishers/anthropic/models/claude-3-5-haiku",
+        # The source dataset needs to be created specifically in us-east5
+        src="bq://python-docs-samples-tests.anthropic_bq_sample.test_data",
+        config=CreateBatchJobConfig(dest=output_uri),
+    )
+    print(f"Job name: {job.name}")
+    print(f"Job state: {job.state}")
+    # Example response:
+    # Job name: projects/%PROJECT_ID%/locations/us-central1/batchPredictionJobs/9876453210000000000
+    # Job state: JOB_STATE_PENDING
+
+    # See the documentation: https://googleapis.github.io/python-genai/genai.html#genai.types.BatchJob
+    completed_states = {
+        JobState.JOB_STATE_SUCCEEDED,
+        JobState.JOB_STATE_FAILED,
+        JobState.JOB_STATE_CANCELLED,
+        JobState.JOB_STATE_PAUSED,
+    }
+
+    while job.state not in completed_states:
+        time.sleep(30)
+        job = client.batches.get(name=job.name)
+        print(f"Job state: {job.state}")
+    # Example response:
+    # Job state: JOB_STATE_PENDING
+    # Job state: JOB_STATE_RUNNING
+    # Job state: JOB_STATE_RUNNING
+    # ...
+    # Job state: JOB_STATE_SUCCEEDED
+
+    # [END aiplatform_anthropic_batchpredict_with_bq]
+    return job.state
+
+
+if __name__ == "__main__":
+    # The dataset of the output uri needs to be created specifically in us-east5
+    generate_content(output_uri="bq://your-project.your_dataset.your_table")

model_garden/anthropic/anthropic_batchpredict_with_gcs.py

@@ -0,0 +1,65 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def generate_content(output_uri: str) -> str:
+    # [START aiplatform_anthropic_batchpredict_with_gcs]
+    import time
+
+    from google import genai
+    from google.genai.types import CreateBatchJobConfig, JobState, HttpOptions
+
+    client = genai.Client(http_options=HttpOptions(api_version="v1"))
+    # TODO(developer): Update and un-comment below line
+    # output_uri = "gs://your-bucket/your-prefix"
+
+    # See the documentation: https://googleapis.github.io/python-genai/genai.html#genai.batches.Batches.create
+    job = client.batches.create(
+        # More about Anthropic model: https://console.cloud.google.com/vertex-ai/publishers/anthropic/model-garden/claude-3-5-haiku
+        model="publishers/anthropic/models/claude-3-5-haiku",
+        # Source link: https://storage.cloud.google.com/cloud-samples-data/batch/anthropic-test-data-gcs.jsonl
+        src="gs://cloud-samples-data/anthropic-test-data-gcs.jsonl",
+        config=CreateBatchJobConfig(dest=output_uri),
+    )
+    print(f"Job name: {job.name}")
+    print(f"Job state: {job.state}")
+    # Example response:
+    # Job name: projects/%PROJECT_ID%/locations/us-central1/batchPredictionJobs/9876453210000000000
+    # Job state: JOB_STATE_PENDING
+
+    # See the documentation: https://googleapis.github.io/python-genai/genai.html#genai.types.BatchJob
+    completed_states = {
+        JobState.JOB_STATE_SUCCEEDED,
+        JobState.JOB_STATE_FAILED,
+        JobState.JOB_STATE_CANCELLED,
+        JobState.JOB_STATE_PAUSED,
+    }
+
+    while job.state not in completed_states:
+        time.sleep(30)
+        job = client.batches.get(name=job.name)
+        print(f"Job state: {job.state}")
+    # Example response:
+    # Job state: JOB_STATE_PENDING
+    # Job state: JOB_STATE_RUNNING
+    # Job state: JOB_STATE_RUNNING
+    # ...
+    # Job state: JOB_STATE_SUCCEEDED
+
+    # [END aiplatform_anthropic_batchpredict_with_gcs]
+    return job.state
+
+
+if __name__ == "__main__":
+    generate_content(output_uri="gs://your-bucket/your-prefix")

model_garden/anthropic/noxfile_config.py

@@ -0,0 +1,42 @@
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Default TEST_CONFIG_OVERRIDE for python repos.
+
+# You can copy this file into your directory, then it will be imported from
+# the noxfile.py.
+
+# The source of truth:
+# https://github.com/GoogleCloudPlatform/python-docs-samples/blob/main/noxfile_config.py
+
+TEST_CONFIG_OVERRIDE = {
+    # You can opt out from the test for specific Python versions.
+    "ignored_versions": ["2.7", "3.7", "3.8", "3.10", "3.11", "3.12"],
+    # Old samples are opted out of enforcing Python type hints
+    # All new samples should feature them
+    "enforce_type_hints": True,
+    # An envvar key for determining the project id to use. Change it
+    # to 'BUILD_SPECIFIC_GCLOUD_PROJECT' if you want to opt in using a
+    # build specific Cloud project. You can also use your own string
+    # to use your own Cloud project.
+    "gcloud_project_env": "GOOGLE_CLOUD_PROJECT",
+    # 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT',
+    # If you need to use a specific version of pip,
+    # change pip_version_override to the string representation
+    # of the version number, for example, "20.2.4"
+    "pip_version_override": None,
+    # A dictionary you want to inject into your test. Don't put any
+    # secrets here. These values will override predefined values.
+    "envs": {},
+}

model_garden/anthropic/requirements-test.txt

@@ -0,0 +1,4 @@
+google-api-core==2.24.0
+google-cloud-bigquery==3.29.0
+google-cloud-storage==2.19.0
+pytest==8.2.0

model_garden/anthropic/requirements.txt

@@ -0,0 +1 @@
+google-genai==1.5.0

model_garden/anthropic/test_model_garden_batch_prediction_examples.py

@@ -0,0 +1,71 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+#
+# Using Google Cloud Vertex AI to test the code samples.
+#
+
+from datetime import datetime as dt
+
+import os
+
+from google.cloud import bigquery, storage
+from google.genai.types import JobState
+
+import pytest
+
+import anthropic_batchpredict_with_bq
+import anthropic_batchpredict_with_gcs
+
+
+os.environ["GOOGLE_GENAI_USE_VERTEXAI"] = "True"
+os.environ["GOOGLE_CLOUD_LOCATION"] = "us-east5"
+# The project name is included in the CICD pipeline
+# os.environ['GOOGLE_CLOUD_PROJECT'] = "add-your-project-name"
+BQ_OUTPUT_DATASET = f"{os.environ['GOOGLE_CLOUD_PROJECT']}.anthropic_bq_sample"
+GCS_OUTPUT_BUCKET = "python-docs-samples-tests"
+
+
+@pytest.fixture(scope="session")
+def bq_output_uri() -> str:
+    table_name = f"text_output_{dt.now().strftime('%Y_%m_%d_T%H_%M_%S')}"
+    table_uri = f"{BQ_OUTPUT_DATASET}.{table_name}"
+
+    yield f"bq://{table_uri}"
+
+    bq_client = bigquery.Client()
+    bq_client.delete_table(table_uri, not_found_ok=True)
+
+
+@pytest.fixture(scope="session")
+def gcs_output_uri() -> str:
+    prefix = f"text_output/{dt.now()}"
+
+    yield f"gs://{GCS_OUTPUT_BUCKET}/{prefix}"
+
+    storage_client = storage.Client()
+    bucket = storage_client.get_bucket(GCS_OUTPUT_BUCKET)
+    blobs = bucket.list_blobs(prefix=prefix)
+    for blob in blobs:
+        blob.delete()
+
+
+def test_batch_prediction_with_bq(bq_output_uri: str) -> None:
+    response = anthropic_batchpredict_with_bq.generate_content(output_uri=bq_output_uri)
+    assert response == JobState.JOB_STATE_SUCCEEDED
+
+
+def test_batch_prediction_with_gcs(gcs_output_uri: str) -> None:
+    response = anthropic_batchpredict_with_gcs.generate_content(output_uri=gcs_output_uri)
+    assert response == JobState.JOB_STATE_SUCCEEDED