46bbbce109
Extract model-command, questions, and resume sub-machines from the ~1600-line createTuiChat closure into src/chat/ factories that take explicit dependency bundles (shared ChatChannelDeps/ChannelNotice). Reorganize src/ so chat/ holds all chat-channel concerns (former input and session/ files move under it); xml-tool-output moves to components/; TuiRuntime/TuiResumeHost move to runtime.ts. index.ts drops 2067->~1530 lines. Behavior identical: 167 tests and all TUI snapshots pass unchanged.
97 lines
3.6 KiB
TypeScript
97 lines
3.6 KiB
TypeScript
/**
|
|
* Running token accounting for the terminal footer. Usage is keyed per
|
|
* turn/step so replayed or re-emitted usage replaces rather than double-counts.
|
|
* @module @deepseek-ai/dsh-tui/chat/tokens
|
|
*/
|
|
|
|
import type { TokenUsage } from '@deepseek-ai/dsh-llm'
|
|
import type { Session, SessionEvent } from '@deepseek-ai/dsh-session'
|
|
|
|
/**
|
|
* Running token totals for the footer, keyed per turn/step so replayed or
|
|
* re-emitted usage replaces rather than double-counts; `input` is uncached
|
|
* input, cache buckets are disjoint.
|
|
*/
|
|
export interface SessionTokenTotals {
|
|
input: number
|
|
output: number
|
|
cacheRead: number
|
|
cacheWrite: number
|
|
readonly byStep: Map<string, TokenUsage>
|
|
}
|
|
|
|
/**
|
|
* Fold one step's usage into the running totals, replacing any prior usage
|
|
* logged for the same turn/step.
|
|
* @param totals - Running totals mutated in place.
|
|
* @param turn - Turn index of the usage.
|
|
* @param step - Step index of the usage.
|
|
* @param usage - The step's token usage.
|
|
*/
|
|
export function recordTokenUsage(totals: SessionTokenTotals, turn: number, step: number, usage: TokenUsage): void {
|
|
const key = `${turn}:${step}`
|
|
const previous = totals.byStep.get(key)
|
|
if (previous !== undefined) {
|
|
totals.input -= previous.inputTokens
|
|
totals.output -= previous.outputTokens
|
|
totals.cacheRead -= previous.cacheReadTokens ?? 0
|
|
totals.cacheWrite -= previous.cacheWriteTokens ?? 0
|
|
}
|
|
totals.byStep.set(key, usage)
|
|
totals.input += usage.inputTokens
|
|
totals.output += usage.outputTokens
|
|
totals.cacheRead += usage.cacheReadTokens ?? 0
|
|
totals.cacheWrite += usage.cacheWriteTokens ?? 0
|
|
}
|
|
|
|
/**
|
|
* Fold a usage-bearing session event into the running totals.
|
|
* @param totals - Running totals mutated in place.
|
|
* @param event - Session event; ignored when it carries no usage.
|
|
*/
|
|
export function recordEventUsage(totals: SessionTokenTotals, event: SessionEvent): void {
|
|
if (event.type === 'assistant/chunk' && event.data.chunk.type === 'usage') {
|
|
recordTokenUsage(totals, event.data.turn, event.data.step, event.data.chunk.usage)
|
|
} else if (event.type === 'assistant/message' && event.data.usage !== undefined) {
|
|
recordTokenUsage(totals, event.data.turn, event.data.step, event.data.usage)
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Share of billed input (prompt) tokens served from the provider cache, as an
|
|
* integer percent, or `undefined` before any input is billed (avoids 0/0 and a
|
|
* meaningless rate on an empty session).
|
|
* @param totals - Running totals to measure.
|
|
* @returns The cache hit rate percent, or `undefined` when no input is billed.
|
|
*/
|
|
export function cacheHitRate(totals: SessionTokenTotals): number | undefined {
|
|
const billedInput = totals.input + totals.cacheRead + totals.cacheWrite
|
|
if (billedInput === 0) return undefined
|
|
return Math.round((totals.cacheRead / billedInput) * 100)
|
|
}
|
|
|
|
/**
|
|
* Fold every usage-bearing event in a session into fresh totals.
|
|
* @param session - Session whose events supply usage.
|
|
* @returns The accumulated token totals.
|
|
*/
|
|
export function sessionTokens(session: Session): SessionTokenTotals {
|
|
const totals: SessionTokenTotals = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, byStep: new Map() }
|
|
for (const event of session.events) {
|
|
recordEventUsage(totals, event)
|
|
}
|
|
return totals
|
|
}
|
|
|
|
/**
|
|
* Format a token count with a compact k/m suffix for the footer.
|
|
* @param value - Token count.
|
|
* @returns The compact display string.
|
|
*/
|
|
export function formatTokens(value: number): string {
|
|
if (value < 1_000) return String(value)
|
|
if (value < 10_000) return `${(value / 1_000).toFixed(1)}k`
|
|
if (value < 1_000_000) return `${Math.round(value / 1_000)}k`
|
|
return `${(value / 1_000_000).toFixed(1)}m`
|
|
}
|