CompletionStats

@totemsdk/qvac

---

@totemsdk/qvac / CompletionStats

Interface: CompletionStats

Properties

avgConcurrentSeq?

optional avgConcurrentSeq?: number

---

backendDevice?

optional backendDevice?: "gpu" | "cpu"

---

cacheTokens?

optional cacheTokens?: number

---

emittedTokens?

optional emittedTokens?: number

---

generatedTokens?

optional generatedTokens?: number

---

promptTokens?

optional promptTokens?: number

---

promptTokensPerSecond?

optional promptTokensPerSecond?: number

---

timeToFirstToken?

optional timeToFirstToken?: number

---

tokensPerSecond?

optional tokensPerSecond?: number