Skip to main content

CompletionStats

@totemsdk/qvac


@totemsdk/qvac / CompletionStats

Interface: CompletionStats

Properties​

avgConcurrentSeq?​

optional avgConcurrentSeq?: number


backendDevice?​

optional backendDevice?: "gpu" | "cpu"


cacheTokens?​

optional cacheTokens?: number


emittedTokens?​

optional emittedTokens?: number


generatedTokens?​

optional generatedTokens?: number


promptTokens?​

optional promptTokens?: number


promptTokensPerSecond?​

optional promptTokensPerSecond?: number


timeToFirstToken?​

optional timeToFirstToken?: number


tokensPerSecond?​

optional tokensPerSecond?: number