data-mapping-model/output.py
2025-05-14 02:03:24 +07:00

46 lines
1.2 KiB
Python

"""
Demonstrate how to generate output in a format that can be easily parsed by downstream systems.
"""
from google import genai
from google.genai import types
# pyright: reportArgumentType=false
def generate():
client = genai.Client(
vertexai=True,
project="83228855505",
location="us-central1",
)
model = "projects/83228855505/locations/us-central1/endpoints/7800363197466148864"
contents = [types.Content(role="user", parts=[])]
generate_content_config = types.GenerateContentConfig(
temperature=1,
top_p=0.95,
max_output_tokens=8192,
safety_settings=[
types.SafetySetting(category="HARM_CATEGORY_HATE_SPEECH", threshold="OFF"),
types.SafetySetting(
category="HARM_CATEGORY_DANGEROUS_CONTENT", threshold="OFF"
),
types.SafetySetting(
category="HARM_CATEGORY_SEXUALLY_EXPLICIT", threshold="OFF"
),
types.SafetySetting(category="HARM_CATEGORY_HARASSMENT", threshold="OFF"),
],
)
for chunk in client.models.generate_content_stream(
model=model,
contents=contents,
config=generate_content_config,
):
print(chunk.text, end="")
generate()