Skip to content

A programming framework for agentic AI

1.8 KB
Raw Blame
// Copyright (c) Microsoft Corporation. All rights reserved.
// OllamaTextEmbeddingService.cs

using System;
using System.IO;
using System.Net.Http;
using System.Text;
using System.Text.Json;
using System.Threading;
using System.Threading.Tasks;

namespace AutoGen.Ollama;

public class OllamaTextEmbeddingService : ITextEmbeddingService
{
    private readonly HttpClient _client;

    public OllamaTextEmbeddingService(HttpClient client)
    {
        _client = client;
    }
    public async Task<TextEmbeddingsResponse> GenerateAsync(TextEmbeddingsRequest request, CancellationToken cancellationToken = default)
    {
        using (HttpResponseMessage? response = await _client
                   .SendAsync(BuildPostRequest(request), HttpCompletionOption.ResponseContentRead, cancellationToken))
        {
            response.EnsureSuccessStatusCode();

#pragma warning disable CA2007 // Consider calling ConfigureAwait on the awaited task
            Stream? streamResponse = await response.Content.ReadAsStreamAsync().ConfigureAwait(false);
#pragma warning restore CA2007 // Consider calling ConfigureAwait on the awaited task
            TextEmbeddingsResponse output = await JsonSerializer
                                                .DeserializeAsync<TextEmbeddingsResponse>(streamResponse, cancellationToken: cancellationToken)
                                            ?? throw new Exception("Failed to deserialize response");
            return output;
        }
    }
    private static HttpRequestMessage BuildPostRequest(TextEmbeddingsRequest request)
    {
        string serialized = JsonSerializer.Serialize(request);
        return new HttpRequestMessage(HttpMethod.Post, OllamaConsts.EmbeddingsEndpoint)
        {
            Content = new StringContent(serialized, Encoding.UTF8, OllamaConsts.JsonMediaType)
        };
    }
}