Skip to content

A programming framework for agentic AI

4.3 KB
Raw Blame
// Copyright (c) Microsoft Corporation. All rights reserved.
// OllamaReplyOptions.cs

using AutoGen.Core;

namespace AutoGen.Ollama;

public enum FormatType
{
    None,
    Json,
}

public class OllamaReplyOptions : GenerateReplyOptions
{
    /// <summary>
    /// the format to return a response in. Currently, the only accepted value is json
    /// </summary>
    public FormatType Format { get; set; } = FormatType.None;

    /// <summary>
    /// the prompt template to use (overrides what is defined in the Modelfile)
    /// </summary>
    public string? Template { get; set; }

    /// <summary>
    /// The temperature of the model. Increasing the temperature will make the model answer more creatively. (Default: 0.8)
    /// </summary>
    public new float? Temperature { get; set; }

    /// <summary>
    ///  controls how long the model will stay loaded into memory following the request (default: 5m)
    /// </summary>
    public string? KeepAlive { get; set; }

    /// <summary>
    /// Enable Mirostat sampling for controlling perplexity. (default: 0, 0 = disabled, 1 = Mirostat, 2 = Mirostat 2.0)
    /// </summary>
    public int? MiroStat { get; set; }

    /// <summary>
    /// Influences how quickly the algorithm responds to feedback from the generated text.
    /// A lower learning rate will result in slower adjustments, while a higher learning rate will make the algorithm more responsive. (Default: 0.1)
    /// </summary>
    public float? MiroStatEta { get; set; }

    /// <summary>
    /// Controls the balance between coherence and diversity of the output.
    /// A lower value will result in more focused and coherent text. (Default: 5.0)
    /// </summary>
    public float? MiroStatTau { get; set; }

    /// <summary>
    /// Sets the size of the context window used to generate the next token. (Default: 2048)
    /// </summary>
    public int? NumCtx { get; set; }

    /// <summary>
    /// The number of GQA groups in the transformer layer. Required for some models, for example it is 8 for llama2:70b
    /// </summary>
    public int? NumGqa { get; set; }

    /// <summary>
    /// The number of layers to send to the GPU(s). On macOS it defaults to 1 to enable metal support, 0 to disable.
    /// </summary>
    public int? NumGpu { get; set; }

    /// <summary>
    /// Sets the number of threads to use during computation. By default, Ollama will detect this for optimal performance.
    /// It is recommended to set this value to the number of physical CPU cores your system has (as opposed to the logical number of cores).
    /// </summary>
    public int? NumThread { get; set; }

    /// <summary>
    /// Sets how far back for the model to look back to prevent repetition. (Default: 64, 0 = disabled, -1 = num_ctx)
    /// </summary>
    public int? RepeatLastN { get; set; }

    /// <summary>
    /// Sets how strongly to penalize repetitions.
    /// A higher value (e.g., 1.5) will penalize repetitions more strongly, while a lower value (e.g., 0.9) will be more lenient. (Default: 1.1)
    /// </summary>
    public float? RepeatPenalty { get; set; }

    /// <summary>
    /// Sets the random number seed to use for generation.
    /// Setting this to a specific number will make the model generate the same text for the same prompt. (Default: 0)
    /// </summary>
    public int? Seed { get; set; }

    /// <summary>
    /// Tail free sampling is used to reduce the impact of less probable tokens from the output.
    /// A higher value (e.g., 2.0) will reduce the impact more, while a value of 1.0 disables this setting. (default: 1)
    /// </summary>
    public float? TfsZ { get; set; }

    /// <summary>
    /// Maximum number of tokens to predict when generating text. (Default: 128, -1 = infinite generation, -2 = fill context)
    /// </summary>
    public new int? MaxToken { get; set; }

    /// <summary>
    /// Reduces the probability of generating nonsense. A higher value (e.g. 100) will give more diverse answers, while a lower value (e.g. 10) will be more conservative. (Default: 40)
    /// </summary>
    public int? TopK { get; set; }

    /// <summary>
    /// Works together with top-k. A higher value (e.g., 0.95) will lead to more diverse text, while a lower value (e.g., 0.5) will generate more focused and conservative text. (Default: 0.9)
    /// </summary>
    public int? TopP { get; set; }
}