A programming framework for agentic AI
// Copyright (c) Microsoft Corporation. All rights reserved.
// OllamaTextEmbeddingService.cs
using System;
using System.IO;
using System.Net.Http;
using System.Text;
using System.Text.Json;
using System.Threading;
using System.Threading.Tasks;
namespace AutoGen.Ollama;
public class OllamaTextEmbeddingService : ITextEmbeddingService
{
private readonly HttpClient _client;
public OllamaTextEmbeddingService(HttpClient client)
{
_client = client;
}
public async Task<TextEmbeddingsResponse> GenerateAsync(TextEmbeddingsRequest request, CancellationToken cancellationToken = default)
{
using (HttpResponseMessage? response = await _client
.SendAsync(BuildPostRequest(request), HttpCompletionOption.ResponseContentRead, cancellationToken))
{
response.EnsureSuccessStatusCode();
#pragma warning disable CA2007 // Consider calling ConfigureAwait on the awaited task
Stream? streamResponse = await response.Content.ReadAsStreamAsync().ConfigureAwait(false);
#pragma warning restore CA2007 // Consider calling ConfigureAwait on the awaited task
TextEmbeddingsResponse output = await JsonSerializer
.DeserializeAsync<TextEmbeddingsResponse>(streamResponse, cancellationToken: cancellationToken)
?? throw new Exception("Failed to deserialize response");
return output;
}
}
private static HttpRequestMessage BuildPostRequest(TextEmbeddingsRequest request)
{
string serialized = JsonSerializer.Serialize(request);
return new HttpRequestMessage(HttpMethod.Post, OllamaConsts.EmbeddingsEndpoint)
{
Content = new StringContent(serialized, Encoding.UTF8, OllamaConsts.JsonMediaType)
};
}
}