A programming framework for agentic AI
// Copyright (c) Microsoft Corporation. All rights reserved.
// VertexGeminiClient.cs
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;
using Google.Cloud.AIPlatform.V1;
namespace AutoGen.Gemini;
internal class VertexGeminiClient : IGeminiClient
{
private readonly PredictionServiceClient client;
public VertexGeminiClient(PredictionServiceClient client)
{
this.client = client;
}
public VertexGeminiClient(string location)
{
PredictionServiceClientBuilder builder = new()
{
Endpoint = $"{location}-aiplatform.googleapis.com",
};
this.client = builder.Build();
}
public Task<GenerateContentResponse> GenerateContentAsync(GenerateContentRequest request, CancellationToken cancellationToken = default)
{
return client.GenerateContentAsync(request, cancellationToken);
}
public IAsyncEnumerable<GenerateContentResponse> GenerateContentStreamAsync(GenerateContentRequest request)
{
return client.StreamGenerateContent(request).GetResponseStream();
}
}