Skip to content

A programming framework for agentic AI

3.7 KB
Raw Blame
// Copyright (c) Microsoft Corporation. All rights reserved.
// ImageMessage.cs

using System;
using System.Text.RegularExpressions;

namespace AutoGen.Core;

public class ImageMessage : IMessage
{
    private static readonly Regex s_DataUriRegex = new Regex(@"^data:(?<mediatype>[^;]+);base64,(?<data>.*)$", RegexOptions.Compiled);

    /// <summary>
    /// Create an ImageMessage from a url.
    /// The url can be a regular url or a data uri.
    /// If the url is a data uri, the scheme must be "data" and the format must be data:[<mediatype>][;base64],<data>
    /// </summary>
    public ImageMessage(Role role, string url, string? from = null, string? mimeType = null)
    {
        this.Role = role;
        this.From = from;

        // url might be a data uri or a regular url
        if (url.StartsWith("data:", StringComparison.OrdinalIgnoreCase))
        {
            // the url must be in the format of data:[<mediatype>][;base64],<data>
            var match = s_DataUriRegex.Match(url);

            if (!match.Success)
            {
                throw new ArgumentException("Invalid DataUri format, expected data:[<mediatype>][;base64],<data>", nameof(url));
            }

            this.Data = new BinaryData(Convert.FromBase64String(match.Groups["data"].Value), match.Groups["mediatype"].Value);

            this.MimeType = match.Groups["mediatype"].Value;
        }
        else
        {
            this.Url = url;
            // try infer mimeType from uri extension if not provided
            if (mimeType is null)
            {
                mimeType = url switch
                {
                    _ when url.EndsWith(".png", StringComparison.OrdinalIgnoreCase) => "image/png",
                    _ when url.EndsWith(".jpg", StringComparison.OrdinalIgnoreCase) => "image/jpeg",
                    _ when url.EndsWith(".jpeg", StringComparison.OrdinalIgnoreCase) => "image/jpeg",
                    _ when url.EndsWith(".gif", StringComparison.OrdinalIgnoreCase) => "image/gif",
                    _ when url.EndsWith(".bmp", StringComparison.OrdinalIgnoreCase) => "image/bmp",
                    _ when url.EndsWith(".webp", StringComparison.OrdinalIgnoreCase) => "image/webp",
                    _ when url.EndsWith(".svg", StringComparison.OrdinalIgnoreCase) => "image/svg+xml",
                    _ => throw new ArgumentException("MimeType is required for ImageMessage", nameof(mimeType))
                };
            }

            this.MimeType = mimeType;
        }
    }

    public ImageMessage(Role role, Uri uri, string? from = null, string? mimeType = null)
        : this(role, uri.ToString(), from, mimeType)
    {
    }

    public ImageMessage(Role role, BinaryData data, string? from = null)
    {
        if (data.IsEmpty)
        {
            throw new ArgumentException("Data cannot be empty", nameof(data));
        }

        if (data.MediaType is null)
        {
            throw new ArgumentException("MediaType is needed for DataUri Images", nameof(data));
        }

        this.Role = role;
        this.From = from;
        this.Data = data;
        this.MimeType = data.MediaType;
    }

    public Role Role { get; }

    public string? Url { get; }

    public string? From { get; set; }

    public BinaryData? Data { get; }

    public string MimeType { get; }

    public string BuildDataUri()
    {
        if (this.Data is null)
        {
            throw new ArgumentNullException($"{nameof(Data)}");
        }

        return $"data:{this.MimeType};base64,{Convert.ToBase64String(this.Data.ToArray())}";
    }

    public override string ToString()
    {
        return $"ImageMessage({this.Role}, {(this.Data != null ? BuildDataUri() : this.Url) ?? string.Empty}, {this.From})";
    }
}