Skip to content

A programming framework for agentic AI

1.1 KB
Raw Blame
// Copyright (c) Microsoft Corporation. All rights reserved.
// VertexGeminiClient.cs

using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;
using Google.Cloud.AIPlatform.V1;

namespace AutoGen.Gemini;

internal class VertexGeminiClient : IGeminiClient
{
    private readonly PredictionServiceClient client;
    public VertexGeminiClient(PredictionServiceClient client)
    {
        this.client = client;
    }

    public VertexGeminiClient(string location)
    {
        PredictionServiceClientBuilder builder = new()
        {
            Endpoint = $"{location}-aiplatform.googleapis.com",
        };

        this.client = builder.Build();
    }

    public Task<GenerateContentResponse> GenerateContentAsync(GenerateContentRequest request, CancellationToken cancellationToken = default)
    {
        return client.GenerateContentAsync(request, cancellationToken);
    }

    public IAsyncEnumerable<GenerateContentResponse> GenerateContentStreamAsync(GenerateContentRequest request)
    {
        return client.StreamGenerateContent(request).GetResponseStream();
    }
}