Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

728 B
Raw Blame
import Foundation
import Uzu

struct ReplyStats: Equatable {
    let timeToFirstToken: Double
    let tokensPerSecond: Double
    let memoryUsedBytes: Int64?
    let totalEnergy: Double?
    let inputJoulesPerToken: ChatReplyJoulesPerToken?
    let outputJoulesPerToken: ChatReplyJoulesPerToken?
    let totalTime: Double

    init(stats: ChatReplyStats) {
        timeToFirstToken = stats.timeToFirstToken ?? 0.0
        tokensPerSecond = stats.generateTokensPerSecond ?? 0.0
        memoryUsedBytes = stats.memoryUsedBytes
        totalEnergy = stats.totalJoules()
        inputJoulesPerToken = stats.inputJoulesPerToken()
        outputJoulesPerToken = stats.outputJoulesPerToken()
        totalTime = stats.duration
    }
}