Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more
import Foundation
/// Remembers, per provider endpoint and model ID, whether a model accepts the `temperature` parameter.
///
/// Filled from provider `/models` listings (see `ModelRepository.fetchModels`) and from
/// HTTP 400 rejections at request time (see `LLMClient.call`), so new models work without
/// editing the name list in `SettingsStore.isTemperatureUnsupported`. Keyed by endpoint too:
/// two providers can serve the same model ID (e.g. "llama3") with different parameter support.
final nonisolated class ModelTemperatureSupport: @unchecked Sendable {
static let shared = ModelTemperatureSupport(defaults: .standard)
private static let defaultsKey = "ModelTemperatureSupportByEndpoint"
private let defaults: UserDefaults
private let lock = NSLock()
init(defaults: UserDefaults) {
self.defaults = defaults
}
/// `true` = accepts `temperature`, `false` = rejects it, `nil` = unknown.
func isSupported(_ model: String, baseURL: String) -> Bool? {
self.lock.withLock { self.stored()[Self.key(model, baseURL: baseURL)] }
}
func record(_ entries: [String: Bool], baseURL: String) {
guard !entries.isEmpty else { return }
self.lock.withLock {
var stored = self.stored()
for (model, supported) in entries {
stored[Self.key(model, baseURL: baseURL)] = supported
}
self.defaults.set(stored, forKey: Self.defaultsKey)
}
}
/// Reads temperature support from a `/models` response. Models without usable metadata are omitted.
/// - OpenRouter lists accepted request parameters in `supported_parameters`.
/// - Anthropic has no sampling capability, but every model that dropped `budget_tokens`
/// thinking (`capabilities.thinking.types.enabled`) also dropped `temperature`.
static func entries(fromModelsResponse json: [String: Any]) -> [String: Bool] {
guard let models = json["data"] as? [[String: Any]] else { return [:] }
var entries: [String: Bool] = [:]
for model in models {
guard let id = model["id"] as? String else { continue }
if let parameters = model["supported_parameters"] as? [String] {
entries[id] = parameters.contains("temperature")
} else if let capabilities = model["capabilities"] as? [String: Any],
let thinking = capabilities["thinking"] as? [String: Any],
let types = thinking["types"] as? [String: Any],
let budgetThinking = types["enabled"] as? [String: Any],
let supported = budgetThinking["supported"] as? Bool
{
entries[id] = supported
}
}
return entries
}
private func stored() -> [String: Bool] {
self.defaults.dictionary(forKey: Self.defaultsKey) as? [String: Bool] ?? [:]
}
private static func key(_ model: String, baseURL: String) -> String {
var endpoint = baseURL.trimmingCharacters(in: .whitespacesAndNewlines).lowercased()
while endpoint.hasSuffix("/") {
endpoint.removeLast()
}
return endpoint + "|" + model.trimmingCharacters(in: .whitespacesAndNewlines).lowercased()
}
}