test(web): live-turn interaction scenarios — cancel, error, retry, question composer, steering
Five browser e2e scenarios over the existing keyless lane, one recorded base fixture per spec family: - live-interactions: one tool-free recorded turn + per-run override sidecars authored in the spec (content single-sourced from the fixture via deriveReplayScript, minted into a spec-owned temp dir). Cancel uses a hang patch with a readyFile marker — the marker proves the stream is parked mid-turn before the Stop click, so mid-stream cancellation is deterministic by construction (turn/end 'aborted', composer re-enabled). AUTH pins the non-retryable path: turn/end 'error', zero llm/retry events, composer recovers; FIXME(web-error-surface) marks the found product gap (no error copy renders — the client consumes no agent/error frames and a pre-chunk failure freezes no partial). SERVER retry appends the fixture's own success after an injected throw and proves llm-retry end-to-end in the browser via the durable llm/retry record. - question-composer: the shipped ask_user_question takeover blocks the turn mid-step on the real userInteraction seam; the test answers through the composer (the one sanctioned model-content-reactive drive step: the turn cannot complete without it) and the tool result carries the answer. Adds the composer waiting-state aria golden. - steering: steers mid-turn while the composer blocks the step (the deterministic mid-turn window). The steer rides the real wire (session.prompt mode:'steer' POSTed from the page; the locked composer has no steering gesture yet — TODO(web-steer-composer)); downstream is all product: gateway -> Agent.steer -> step-boundary drain -> durable steering/message -> SSE -> badged interjection bubble. Record mode rejects a fixture whose live reply ignored the steer. Scaffold gains the replayOverride passthrough; specs register in both tsconfig planes (client exclude, host include).
This commit is contained in:
Tianyi Cui
176
apps/web/tests/live-interactions.e2e.ts
Normal file
176
apps/web/tests/live-interactions.e2e.ts
Normal file
@@ -0,0 +1,176 @@
|
||||
// Web e2e scenarios: live-turn interactions — cancellation, error surfacing,
|
||||
// and transient-retry recovery, all through the real composition and wire.
|
||||
// The model seam is dsh-llm-replay with override sidecars: `hang` (+ a
|
||||
// readyFile marker) makes mid-stream cancel deterministic by construction,
|
||||
// `throw` entries express provider failures by stable code, and `{ patches }`
|
||||
// augmentation injects a transient throw before the recorded success so
|
||||
// llm-retry's recovery is proven end-to-end in the browser. Sidecar CONTENT
|
||||
// is authored here (single-sourced against the fixture via deriveReplayScript
|
||||
// — no committed copy of recorded chunks); the file is a per-run artifact in
|
||||
// the temp workspace. One recorded base fixture serves all three scenarios.
|
||||
import { mkdtemp, readFile, rm, writeFile } from 'node:fs/promises'
|
||||
import { existsSync } from 'node:fs'
|
||||
import { tmpdir } from 'node:os'
|
||||
import { fileURLToPath } from 'node:url'
|
||||
import { join } from 'node:path'
|
||||
import type { Browser, Page } from 'playwright'
|
||||
import { chromium } from 'playwright'
|
||||
import { afterEach, describe, expect, it, onTestFailed } from 'vitest'
|
||||
import { deriveReplayScript, parseSessionLog } from '@deepseek-ai/dsh-llm-replay'
|
||||
import type { ReplayOverrideDoc } from '@deepseek-ai/dsh-llm-replay'
|
||||
import type { SessionEvent } from '@deepseek-ai/dsh-session'
|
||||
import {
|
||||
assertFixtureInventory, fixtureUserPrompts, launchWebScaffold, recordFixture,
|
||||
watchConsole, webSnapshotMode, type WebScaffold,
|
||||
} from './scaffold.ts'
|
||||
import { saveFailureShot } from './support.ts'
|
||||
|
||||
const SNAPSHOT_DIR = fileURLToPath(new URL('./snapshots/live-interactions', import.meta.url))
|
||||
const FIXTURE = join(SNAPSHOT_DIR, 'session.jsonl')
|
||||
const MODE = webSnapshotMode()
|
||||
|
||||
// The recorded base: one text-only turn whose derived script the sidecars
|
||||
// patch. Kept deliberately tool-free so the derived script is exactly one
|
||||
// model call.
|
||||
const PROMPT = 'Reply with a one-sentence description of event sourcing, then stop.'
|
||||
|
||||
/** turn/end reasons observed, in order. */
|
||||
function turnEndReasons(events: SessionEvent[]): string[] {
|
||||
return events
|
||||
.filter(e => e.type === 'turn/end')
|
||||
.map(e => (e as SessionEvent & { data: { reason: { kind: string } } }).data.reason.kind)
|
||||
}
|
||||
|
||||
describe('web e2e: live-turn interactions (cancel / error / retry)', () => {
|
||||
let scaffold: WebScaffold | undefined
|
||||
let browser: Browser | undefined
|
||||
let page: Page
|
||||
let tripwire: ReturnType<typeof watchConsole>
|
||||
let sessionEvents: SessionEvent[]
|
||||
let sidecarDir: string | undefined
|
||||
|
||||
afterEach(async () => {
|
||||
await browser?.close().catch(() => undefined)
|
||||
browser = undefined
|
||||
await scaffold?.close().catch(() => undefined)
|
||||
scaffold = undefined
|
||||
if (sidecarDir !== undefined) await rm(sidecarDir, { recursive: true, force: true }).catch(() => undefined)
|
||||
sidecarDir = undefined
|
||||
})
|
||||
|
||||
/** Boot scaffold + page with an optional override doc materialized per run. */
|
||||
async function launch(buildOverride?: (sidecarHome: string) => ReplayOverrideDoc): Promise<void> {
|
||||
sessionEvents = []
|
||||
let overridePath: string | undefined
|
||||
if (buildOverride !== undefined) {
|
||||
// The sidecar CONTENT is authored in this spec; the file is a per-run
|
||||
// artifact minted in a spec-owned temp dir. It must exist BEFORE the
|
||||
// scaffold boots — installLlmReplay resolves the script at install.
|
||||
sidecarDir = await mkdtemp(join(tmpdir(), 'dsh-web-e2e-sidecar-'))
|
||||
overridePath = join(sidecarDir, 'replay.override.json')
|
||||
await writeFile(overridePath, JSON.stringify(buildOverride(sidecarDir)))
|
||||
}
|
||||
scaffold = await launchWebScaffold({
|
||||
replayFixture: FIXTURE,
|
||||
...(overridePath === undefined ? {} : { replayOverride: overridePath }),
|
||||
})
|
||||
scaffold.ctx.on('session/event', (_session, event: SessionEvent) => { sessionEvents.push(event) })
|
||||
browser = await chromium.launch()
|
||||
page = await browser.newPage({ viewport: { width: 1680, height: 1000 } })
|
||||
tripwire = watchConsole(page)
|
||||
await page.goto(scaffold.baseUrl, { waitUntil: 'load' })
|
||||
await page.waitForSelector('[class*="frame"]', { timeout: 30_000 })
|
||||
}
|
||||
|
||||
/**
|
||||
* Type the recorded prompt and send, with the settled barrier pre-armed.
|
||||
* Returned WRAPPED ({ settled }) — a bare returned promise would be
|
||||
* flattened by the caller's await, blocking on turn/end before the caller
|
||||
* can act mid-turn (the cancel scenario's whole point).
|
||||
*/
|
||||
async function sendPrompt(timeoutMs?: number): Promise<{ settled: ReturnType<WebScaffold['whenTurnSettled']> }> {
|
||||
const input = page.locator('textarea').first()
|
||||
await input.waitFor({ timeout: 10_000 })
|
||||
const settled = scaffold!.whenTurnSettled(timeoutMs)
|
||||
await input.fill(PROMPT)
|
||||
await input.press('Enter')
|
||||
return { settled }
|
||||
}
|
||||
|
||||
it.skipIf(MODE !== 'record')('records the base fixture live through the composer', async () => {
|
||||
await launch()
|
||||
onTestFailed(() => saveFailureShot(page, 'web-e2e-interactions-record'))
|
||||
const { settled } = await sendPrompt(180_000)
|
||||
const sessionId = await settled
|
||||
await recordFixture(scaffold!, sessionId, FIXTURE)
|
||||
}, 200_000)
|
||||
|
||||
it.skipIf(MODE === 'record')('cancels a hung stream deterministically via the readyFile marker', async () => {
|
||||
expect(fixtureUserPrompts(await readFile(FIXTURE, 'utf8'))).toEqual([PROMPT])
|
||||
let marker = ''
|
||||
await launch((sidecarHome) => {
|
||||
marker = join(sidecarHome, '.hang-ready')
|
||||
return { patches: [{ at: 0, entry: { kind: 'hang', readyFile: marker } }] }
|
||||
})
|
||||
onTestFailed(() => saveFailureShot(page, 'web-e2e-cancel'))
|
||||
const { settled } = await sendPrompt()
|
||||
// The marker IS the synchronization: the stream is provably parked in the
|
||||
// hang (prefix chunks delivered to the loop) before the stop click.
|
||||
await expect.poll(() => existsSync(marker), { timeout: 15_000 }).toBe(true)
|
||||
await page.getByRole('button', { name: 'Stop generating' }).click()
|
||||
await settled
|
||||
expect(turnEndReasons(sessionEvents).at(-1)).toBe('aborted')
|
||||
// Composer recovered; no streaming node lingers.
|
||||
await expect.poll(() => page.locator('textarea').first().isEnabled(), { timeout: 10_000 }).toBe(true)
|
||||
expect(await page.locator('[data-streaming="true"]').count()).toBe(0)
|
||||
expect(tripwire.pageErrors).toEqual([])
|
||||
}, 120_000)
|
||||
|
||||
it.skipIf(MODE === 'record')('surfaces a non-retryable AUTH failure without retrying', async () => {
|
||||
await launch(() => ({
|
||||
patches: [{ at: 0, entry: { kind: 'throw', chunks: [], message: 'invalid api key', code: 'AUTH' } }],
|
||||
}))
|
||||
onTestFailed(() => saveFailureShot(page, 'web-e2e-error-auth'))
|
||||
const { settled } = await sendPrompt()
|
||||
await settled
|
||||
expect(turnEndReasons(sessionEvents).at(-1)).toBe('error')
|
||||
// AUTH is outside llm-retry's retryable set: no retry record.
|
||||
expect(sessionEvents.filter(e => e.type === 'llm/retry').length).toBe(0)
|
||||
// Product gap found by this lane, pinned as-is: the client consumes no
|
||||
// agent/error frames and a pre-chunk failure freezes no partial, so THIS
|
||||
// failure renders no error copy anywhere — the user sees the send simply
|
||||
// stop. FIXME(web-error-surface): assert visible error text here once the
|
||||
// web UI grows an error rendering; until then the pinned contract is
|
||||
// "no crash, composer recovers, turn logged as error".
|
||||
await expect.poll(() => page.locator('textarea').first().isEnabled(), { timeout: 10_000 }).toBe(true)
|
||||
expect(await page.locator('[data-streaming="true"]').count()).toBe(0)
|
||||
expect(tripwire.pageErrors).toEqual([])
|
||||
}, 120_000)
|
||||
|
||||
it.skipIf(MODE === 'record')('recovers a transient SERVER failure through llm-retry and completes', async () => {
|
||||
const derived = deriveReplayScript(parseSessionLog(await readFile(FIXTURE, 'utf8')))
|
||||
expect(derived).toHaveLength(1)
|
||||
await launch(() => ({
|
||||
patches: [
|
||||
{ at: 0, entry: { kind: 'throw', chunks: [], message: 'upstream 503', code: 'SERVER' } },
|
||||
// Append the fixture's own success as the retry attempt — single-
|
||||
// sourced from the recording, never copied into a committed sidecar.
|
||||
{ at: 1, entry: derived[0]! },
|
||||
],
|
||||
}))
|
||||
onTestFailed(() => saveFailureShot(page, 'web-e2e-retry'))
|
||||
// llm-retry backs off ~500ms before the second attempt.
|
||||
const { settled } = await sendPrompt(60_000)
|
||||
await settled
|
||||
expect(turnEndReasons(sessionEvents).at(-1)).toBe('completed')
|
||||
// The durable retry record proves the second attempt (request/header logs
|
||||
// only on change, so attempt count is invisible there).
|
||||
expect(sessionEvents.filter(e => e.type === 'llm/retry').length).toBeGreaterThanOrEqual(1)
|
||||
await expect.poll(() => page.getByText('event sourcing', { exact: false }).count(), { timeout: 10_000 }).toBeGreaterThan(0)
|
||||
expect(tripwire.pageErrors).toEqual([])
|
||||
}, 120_000)
|
||||
|
||||
it.skipIf(MODE === 'record')('keeps the fixture inventory closed', async () => {
|
||||
await assertFixtureInventory(SNAPSHOT_DIR, ['session.jsonl'])
|
||||
})
|
||||
})
|
||||
99
apps/web/tests/question-composer.e2e.ts
Normal file
99
apps/web/tests/question-composer.e2e.ts
Normal file
@@ -0,0 +1,99 @@
|
||||
// Web e2e scenario: the resident question composer. The shipped composition
|
||||
// already exposes ask_user_question (the ui-question row's node half mounts
|
||||
// the tool), so a recorded turn where the model asks blocks mid-turn on the
|
||||
// real userInteraction seam: the composer renders in the browser, the test
|
||||
// answers through it, and the turn completes with the answer in the log.
|
||||
// Replay is fully deterministic — the question content arrives from replayed
|
||||
// chunks, the composer wait is real, and the answer click is the test's own
|
||||
// gesture (the ONE place a drive step legitimately reacts to model content:
|
||||
// the turn cannot complete without it, in record and replay alike).
|
||||
import { readFile } from 'node:fs/promises'
|
||||
import { fileURLToPath } from 'node:url'
|
||||
import { join } from 'node:path'
|
||||
import type { Browser, Page } from 'playwright'
|
||||
import { chromium } from 'playwright'
|
||||
import { afterAll, beforeAll, describe, expect, it, onTestFailed } from 'vitest'
|
||||
import type { SessionEvent } from '@deepseek-ai/dsh-session'
|
||||
import {
|
||||
assertFixtureInventory, captureStableAria, compareOrRefreshGolden, fixtureUserPrompts,
|
||||
launchWebScaffold, recordFixture, watchConsole, webSnapshotMode, type WebScaffold,
|
||||
} from './scaffold.ts'
|
||||
import { saveFailureShot } from './support.ts'
|
||||
|
||||
const SNAPSHOT_DIR = fileURLToPath(new URL('./snapshots/question-composer', import.meta.url))
|
||||
const FIXTURE = join(SNAPSHOT_DIR, 'session.jsonl')
|
||||
const UI_EXPECTED = join(SNAPSHOT_DIR, 'ui.expected.md')
|
||||
const MODE = webSnapshotMode()
|
||||
|
||||
const PROMPT = 'Use the ask_user_question tool to ask me exactly one question with id "color", question "Which color do you prefer?", header "Pick one", and options labeled "Blue" and "Green". After I answer, reply with the single word DONE and stop.'
|
||||
|
||||
describe('web e2e: resident question composer round trip', () => {
|
||||
let scaffold: WebScaffold
|
||||
let browser: Browser
|
||||
let page: Page
|
||||
let tripwire: ReturnType<typeof watchConsole>
|
||||
const sessionEvents: SessionEvent[] = []
|
||||
|
||||
beforeAll(async () => {
|
||||
scaffold = await launchWebScaffold(MODE === 'record' ? {} : { replayFixture: FIXTURE, paceMs: 15 })
|
||||
scaffold.ctx.on('session/event', (_session, event: SessionEvent) => { sessionEvents.push(event) })
|
||||
browser = await chromium.launch()
|
||||
page = await browser.newPage({ viewport: { width: 1680, height: 1000 } })
|
||||
tripwire = watchConsole(page)
|
||||
await page.goto(scaffold.baseUrl, { waitUntil: 'load' })
|
||||
await page.waitForSelector('[class*="frame"]', { timeout: 30_000 })
|
||||
}, 120_000)
|
||||
|
||||
afterAll(async () => {
|
||||
await browser?.close()
|
||||
await scaffold?.close()
|
||||
})
|
||||
|
||||
it('asks through the composer, answers, and completes with the answer logged', async () => {
|
||||
onTestFailed(() => saveFailureShot(page, 'web-e2e-question'))
|
||||
if (MODE !== 'record') {
|
||||
expect(fixtureUserPrompts(await readFile(FIXTURE, 'utf8'))).toEqual([PROMPT])
|
||||
}
|
||||
const input = page.locator('textarea').first()
|
||||
await input.waitFor({ timeout: 10_000 })
|
||||
const settled = scaffold.whenTurnSettled(MODE === 'record' ? 180_000 : 30_000)
|
||||
await input.fill(PROMPT)
|
||||
await input.press('Enter')
|
||||
|
||||
// The composer takes over the input area while the tool blocks. Its
|
||||
// presence is a STABLE waiting state (not a transient): it stays until
|
||||
// answered, so a plain waitFor is race-free.
|
||||
const composer = page.locator('[data-question-key]')
|
||||
await composer.waitFor({ timeout: MODE === 'record' ? 120_000 : 30_000 })
|
||||
await expect.poll(() => composer.getByText('Which color do you prefer?').count(), { timeout: 10_000 }).toBeGreaterThan(0)
|
||||
|
||||
if (MODE !== 'record') {
|
||||
// Golden of the composer's waiting state (the transcript region golden
|
||||
// is #612's job; this pins the question surface).
|
||||
const snapshot = await captureStableAria(page, '[data-question-key]', scaffold.workspaceCwd)
|
||||
await compareOrRefreshGolden(UI_EXPECTED, snapshot, MODE)
|
||||
}
|
||||
|
||||
await composer.getByRole('radio', { name: 'Blue' }).click()
|
||||
// Submit: Enter on the focused option (the composer's documented submit).
|
||||
await composer.getByRole('radio', { name: 'Blue' }).press('Enter')
|
||||
|
||||
const sessionId = await settled
|
||||
if (MODE === 'record') {
|
||||
await recordFixture(scaffold, sessionId, FIXTURE)
|
||||
return
|
||||
}
|
||||
// World state: the tool result carries the chosen answer, and DONE lands.
|
||||
const results = sessionEvents.filter(e => e.type === 'tool/result')
|
||||
expect(JSON.stringify(results.at(-1))).toContain('Blue')
|
||||
await expect.poll(() => page.getByText('DONE', { exact: true }).count(), { timeout: 15_000 }).toBeGreaterThanOrEqual(1)
|
||||
// Composer gone; regular input restored.
|
||||
expect(await page.locator('[data-question-key]').count()).toBe(0)
|
||||
await expect.poll(() => page.locator('textarea').first().isEnabled(), { timeout: 10_000 }).toBe(true)
|
||||
expect(tripwire.pageErrors).toEqual([])
|
||||
}, 200_000)
|
||||
|
||||
it.skipIf(MODE === 'record')('keeps the fixture inventory closed', async () => {
|
||||
await assertFixtureInventory(SNAPSHOT_DIR, ['session.jsonl', 'ui.expected.md'])
|
||||
})
|
||||
})
|
||||
@@ -101,6 +101,12 @@ export interface LaunchOptions {
|
||||
* mounts).
|
||||
*/
|
||||
replayFixture?: string
|
||||
/**
|
||||
* Optional replay.override.json sidecar (whole-script replacement or
|
||||
* `{ patches }` augmentation) for throw/hang scenarios not expressible as
|
||||
* recorded chunks; replay/refresh only.
|
||||
*/
|
||||
replayOverride?: string
|
||||
/** Per-chunk replay pacing (ms) so the browser observes genuinely incremental SSE; replay/refresh only. */
|
||||
paceMs?: number
|
||||
}
|
||||
@@ -179,6 +185,7 @@ export async function launchWebScaffold(options: LaunchOptions = {}): Promise<We
|
||||
replayHandle = installLlmReplay(ctx, {
|
||||
file: options.replayFixture,
|
||||
providers: REPLAY_PROVIDERS,
|
||||
...(options.replayOverride === undefined ? {} : { overrideFile: options.replayOverride }),
|
||||
...(options.paceMs === undefined ? {} : { paceMs: options.paceMs }),
|
||||
})
|
||||
}
|
||||
|
||||
93
apps/web/tests/snapshots/live-interactions/session.jsonl
Normal file
93
apps/web/tests/snapshots/live-interactions/session.jsonl
Normal file
@@ -0,0 +1,93 @@
|
||||
{"type":"session","version":0,"id":"{{sessionId}}","createdAt":1784998084441,"cwd":"{{cwd}}/workspace"}
|
||||
{"type":"turn/start","seq":0,"time":1784998084454,"data":{"turn":1,"trigger":{"kind":"message","source":{"kind":"user","rpcId":"{{rpcId}}"}}}}
|
||||
{"type":"user/message","seq":1,"time":1784998084454,"data":{"content":[{"type":"text","text":"Reply with a one-sentence description of event sourcing, then stop."}],"source":{"kind":"user","rpcId":"{{rpcId}}"}},"surfaceOp":"append"}
|
||||
{"type":"session/title","seq":2,"time":1784998084457,"data":{"title":"Reply with a one-sentence description","messageSeqs":[1],"source":{"kind":"fallback"}}}
|
||||
{"type":"step/start","seq":3,"time":1784998084519,"data":{"turn":1,"step":1}}
|
||||
{"type":"request/header","seq":4,"time":1784998084520,"data":{"header":{"config":{"provider":"deepseek","model":"deepseek-v4-flash"},"system":"{{system}}","tools":"{{tools}}","messagePrefix":["{{messagePrefix}}"]},"reason":"initial"}}
|
||||
{"type":"assistant/chunk","seq":5,"time":1784998084900,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
|
||||
{"type":"assistant/chunk","seq":6,"time":1784998084900,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
|
||||
{"type":"assistant/chunk","seq":7,"time":1784998085053,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
|
||||
{"type":"assistant/chunk","seq":8,"time":1784998085056,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" is"}}}
|
||||
{"type":"assistant/chunk","seq":9,"time":1784998085056,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" asking"}}}
|
||||
{"type":"assistant/chunk","seq":10,"time":1784998085085,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" for"}}}
|
||||
{"type":"assistant/chunk","seq":11,"time":1784998085086,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" a"}}}
|
||||
{"type":"assistant/chunk","seq":12,"time":1784998085086,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" one"}}}
|
||||
{"type":"assistant/chunk","seq":13,"time":1784998085086,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"-s"}}}
|
||||
{"type":"assistant/chunk","seq":14,"time":1784998085114,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"entence"}}}
|
||||
{"type":"assistant/chunk","seq":15,"time":1784998085114,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" description"}}}
|
||||
{"type":"assistant/chunk","seq":16,"time":1784998085115,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" of"}}}
|
||||
{"type":"assistant/chunk","seq":17,"time":1784998085115,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" event"}}}
|
||||
{"type":"assistant/chunk","seq":18,"time":1784998085115,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" sourcing"}}}
|
||||
{"type":"assistant/chunk","seq":19,"time":1784998085115,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":20,"time":1784998085143,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" This"}}}
|
||||
{"type":"assistant/chunk","seq":21,"time":1784998085143,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" is"}}}
|
||||
{"type":"assistant/chunk","seq":22,"time":1784998085143,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" a"}}}
|
||||
{"type":"assistant/chunk","seq":23,"time":1784998085143,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" straightforward"}}}
|
||||
{"type":"assistant/chunk","seq":24,"time":1784998085172,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" knowledge"}}}
|
||||
{"type":"assistant/chunk","seq":25,"time":1784998085173,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" question"}}}
|
||||
{"type":"assistant/chunk","seq":26,"time":1784998085173,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" that"}}}
|
||||
{"type":"assistant/chunk","seq":27,"time":1784998085202,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" doesn"}}}
|
||||
{"type":"assistant/chunk","seq":28,"time":1784998085202,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"'t"}}}
|
||||
{"type":"assistant/chunk","seq":29,"time":1784998085202,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" require"}}}
|
||||
{"type":"assistant/chunk","seq":30,"time":1784998085231,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" any"}}}
|
||||
{"type":"assistant/chunk","seq":31,"time":1784998085231,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" skill"}}}
|
||||
{"type":"assistant/chunk","seq":32,"time":1784998085231,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" loading"}}}
|
||||
{"type":"assistant/chunk","seq":33,"time":1784998085267,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" or"}}}
|
||||
{"type":"assistant/chunk","seq":34,"time":1784998085267,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" tool"}}}
|
||||
{"type":"assistant/chunk","seq":35,"time":1784998085288,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" calls"}}}
|
||||
{"type":"assistant/chunk","seq":36,"time":1784998085317,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":37,"time":1784998085318,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":1,"blockType":"text"}}}
|
||||
{"type":"assistant/chunk","seq":38,"time":1784998085318,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"Event"}}}
|
||||
{"type":"assistant/chunk","seq":39,"time":1784998085318,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" sourcing"}}}
|
||||
{"type":"assistant/chunk","seq":40,"time":1784998085346,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" is"}}}
|
||||
{"type":"assistant/chunk","seq":41,"time":1784998085346,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" a"}}}
|
||||
{"type":"assistant/chunk","seq":42,"time":1784998085346,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" pattern"}}}
|
||||
{"type":"assistant/chunk","seq":43,"time":1784998085375,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" where"}}}
|
||||
{"type":"assistant/chunk","seq":44,"time":1784998085376,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" all"}}}
|
||||
{"type":"assistant/chunk","seq":45,"time":1784998085404,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" changes"}}}
|
||||
{"type":"assistant/chunk","seq":46,"time":1784998085433,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" to"}}}
|
||||
{"type":"assistant/chunk","seq":47,"time":1784998085434,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" an"}}}
|
||||
{"type":"assistant/chunk","seq":48,"time":1784998085434,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" application"}}}
|
||||
{"type":"assistant/chunk","seq":49,"time":1784998085434,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"'s"}}}
|
||||
{"type":"assistant/chunk","seq":50,"time":1784998085467,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" state"}}}
|
||||
{"type":"assistant/chunk","seq":51,"time":1784998085467,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" are"}}}
|
||||
{"type":"assistant/chunk","seq":52,"time":1784998085467,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" stored"}}}
|
||||
{"type":"assistant/chunk","seq":53,"time":1784998085495,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" as"}}}
|
||||
{"type":"assistant/chunk","seq":54,"time":1784998085495,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" an"}}}
|
||||
{"type":"assistant/chunk","seq":55,"time":1784998085520,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" immutable"}}}
|
||||
{"type":"assistant/chunk","seq":56,"time":1784998085520,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
|
||||
{"type":"assistant/chunk","seq":57,"time":1784998085521,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" append"}}}
|
||||
{"type":"assistant/chunk","seq":58,"time":1784998085550,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"-only"}}}
|
||||
{"type":"assistant/chunk","seq":59,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" sequence"}}}
|
||||
{"type":"assistant/chunk","seq":60,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" of"}}}
|
||||
{"type":"assistant/chunk","seq":61,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" events"}}}
|
||||
{"type":"assistant/chunk","seq":62,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
|
||||
{"type":"assistant/chunk","seq":63,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" rather"}}}
|
||||
{"type":"assistant/chunk","seq":64,"time":1784998085579,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" than"}}}
|
||||
{"type":"assistant/chunk","seq":65,"time":1784998085579,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" pers"}}}
|
||||
{"type":"assistant/chunk","seq":66,"time":1784998085609,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"isting"}}}
|
||||
{"type":"assistant/chunk","seq":67,"time":1784998085609,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" only"}}}
|
||||
{"type":"assistant/chunk","seq":68,"time":1784998085609,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" the"}}}
|
||||
{"type":"assistant/chunk","seq":69,"time":1784998085609,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" current"}}}
|
||||
{"type":"assistant/chunk","seq":70,"time":1784998085638,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" state"}}}
|
||||
{"type":"assistant/chunk","seq":71,"time":1784998085639,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
|
||||
{"type":"assistant/chunk","seq":72,"time":1784998085666,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" enabling"}}}
|
||||
{"type":"assistant/chunk","seq":73,"time":1784998085666,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" full"}}}
|
||||
{"type":"assistant/chunk","seq":74,"time":1784998085695,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" audit"}}}
|
||||
{"type":"assistant/chunk","seq":75,"time":1784998085696,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"ability"}}}
|
||||
{"type":"assistant/chunk","seq":76,"time":1784998085726,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
|
||||
{"type":"assistant/chunk","seq":77,"time":1784998085726,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" temporal"}}}
|
||||
{"type":"assistant/chunk","seq":78,"time":1784998085754,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" queries"}}}
|
||||
{"type":"assistant/chunk","seq":79,"time":1784998085754,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
|
||||
{"type":"assistant/chunk","seq":80,"time":1784998085754,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" and"}}}
|
||||
{"type":"assistant/chunk","seq":81,"time":1784998085754,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" event"}}}
|
||||
{"type":"assistant/chunk","seq":82,"time":1784998085782,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"-driven"}}}
|
||||
{"type":"assistant/chunk","seq":83,"time":1784998085782,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" architectures"}}}
|
||||
{"type":"assistant/chunk","seq":84,"time":1784998085813,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":85,"time":1784998085814,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The user is asking for a one-sentence description of event sourcing. This is a straightforward knowledge question that doesn't require any skill loading or tool calls."}}}}
|
||||
{"type":"assistant/chunk","seq":86,"time":1784998085814,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":1,"block":{"type":"text","text":"Event sourcing is a pattern where all changes to an application's state are stored as an immutable, append-only sequence of events, rather than persisting only the current state, enabling full auditability, temporal queries, and event-driven architectures."}}}}
|
||||
{"type":"assistant/chunk","seq":87,"time":1784998085814,"data":{"turn":1,"step":1,"chunk":{"type":"usage","usage":{"inputTokens":110,"outputTokens":79,"cacheReadTokens":7680,"reasoningTokens":31}}}}
|
||||
{"type":"assistant/chunk","seq":88,"time":1784998085814,"data":{"turn":1,"step":1,"chunk":{"type":"finish","reason":{"kind":"stop"}}}}
|
||||
{"type":"assistant/message","seq":89,"time":1784998085818,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user is asking for a one-sentence description of event sourcing. This is a straightforward knowledge question that doesn't require any skill loading or tool calls."},{"type":"text","text":"Event sourcing is a pattern where all changes to an application's state are stored as an immutable, append-only sequence of events, rather than persisting only the current state, enabling full auditability, temporal queries, and event-driven architectures."}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":110,"outputTokens":79,"cacheReadTokens":7680,"reasoningTokens":31}},"sourceEventSeqs":[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88],"surfaceOp":"append"}
|
||||
{"type":"step/end","seq":90,"time":1784998085820,"data":{"turn":1,"step":1}}
|
||||
{"type":"turn/end","seq":91,"time":1784998085821,"data":{"turn":1,"reason":{"kind":"completed"}}}
|
||||
147
apps/web/tests/snapshots/question-composer/session.jsonl
Normal file
147
apps/web/tests/snapshots/question-composer/session.jsonl
Normal file
@@ -0,0 +1,147 @@
|
||||
{"type":"session","version":0,"id":"{{sessionId}}","createdAt":1785001700711,"cwd":"{{cwd}}/workspace"}
|
||||
{"type":"turn/start","seq":0,"time":1785001700724,"data":{"turn":1,"trigger":{"kind":"message","source":{"kind":"user","rpcId":"{{rpcId}}"}}}}
|
||||
{"type":"user/message","seq":1,"time":1785001700725,"data":{"content":[{"type":"text","text":"Use the ask_user_question tool to ask me exactly one question with id \"color\", question \"Which color do you prefer?\", header \"Pick one\", and options labeled \"Blue\" and \"Green\". After I answer, reply with the single word DONE and stop."}],"source":{"kind":"user","rpcId":"{{rpcId}}"}},"surfaceOp":"append"}
|
||||
{"type":"session/title","seq":2,"time":1785001700727,"data":{"title":"Use the ask_user_question tool to","messageSeqs":[1],"source":{"kind":"fallback"}}}
|
||||
{"type":"step/start","seq":3,"time":1785001700783,"data":{"turn":1,"step":1}}
|
||||
{"type":"request/header","seq":4,"time":1785001700784,"data":{"header":{"config":{"provider":"deepseek","model":"deepseek-v4-flash"},"system":"{{system}}","tools":"{{tools}}","messagePrefix":["{{messagePrefix}}"]},"reason":"initial"}}
|
||||
{"type":"assistant/chunk","seq":5,"time":1785001701372,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
|
||||
{"type":"assistant/chunk","seq":6,"time":1785001701373,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
|
||||
{"type":"assistant/chunk","seq":7,"time":1785001701490,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
|
||||
{"type":"assistant/chunk","seq":8,"time":1785001701513,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" wants"}}}
|
||||
{"type":"assistant/chunk","seq":9,"time":1785001701513,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" me"}}}
|
||||
{"type":"assistant/chunk","seq":10,"time":1785001701513,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" to"}}}
|
||||
{"type":"assistant/chunk","seq":11,"time":1785001701513,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" use"}}}
|
||||
{"type":"assistant/chunk","seq":12,"time":1785001701514,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" the"}}}
|
||||
{"type":"assistant/chunk","seq":13,"time":1785001701540,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" ask"}}}
|
||||
{"type":"assistant/chunk","seq":14,"time":1785001701541,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"_user"}}}
|
||||
{"type":"assistant/chunk","seq":15,"time":1785001701541,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"_"}}}
|
||||
{"type":"assistant/chunk","seq":16,"time":1785001701541,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"question"}}}
|
||||
{"type":"assistant/chunk","seq":17,"time":1785001701541,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" tool"}}}
|
||||
{"type":"assistant/chunk","seq":18,"time":1785001701541,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" to"}}}
|
||||
{"type":"assistant/chunk","seq":19,"time":1785001701566,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" ask"}}}
|
||||
{"type":"assistant/chunk","seq":20,"time":1785001701566,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" a"}}}
|
||||
{"type":"assistant/chunk","seq":21,"time":1785001701566,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" specific"}}}
|
||||
{"type":"assistant/chunk","seq":22,"time":1785001701566,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" question"}}}
|
||||
{"type":"assistant/chunk","seq":23,"time":1785001701593,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" with"}}}
|
||||
{"type":"assistant/chunk","seq":24,"time":1785001701594,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" id"}}}
|
||||
{"type":"assistant/chunk","seq":25,"time":1785001701618,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
|
||||
{"type":"assistant/chunk","seq":26,"time":1785001701619,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"color"}}}
|
||||
{"type":"assistant/chunk","seq":27,"time":1785001701619,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"\","}}}
|
||||
{"type":"assistant/chunk","seq":28,"time":1785001701619,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" question"}}}
|
||||
{"type":"assistant/chunk","seq":29,"time":1785001701619,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
|
||||
{"type":"assistant/chunk","seq":30,"time":1785001701646,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"Which"}}}
|
||||
{"type":"assistant/chunk","seq":31,"time":1785001701646,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" color"}}}
|
||||
{"type":"assistant/chunk","seq":32,"time":1785001701646,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" do"}}}
|
||||
{"type":"assistant/chunk","seq":33,"time":1785001701646,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" you"}}}
|
||||
{"type":"assistant/chunk","seq":34,"time":1785001701646,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" prefer"}}}
|
||||
{"type":"assistant/chunk","seq":35,"time":1785001701647,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"?\","}}}
|
||||
{"type":"assistant/chunk","seq":36,"time":1785001701681,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" header"}}}
|
||||
{"type":"assistant/chunk","seq":37,"time":1785001701681,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
|
||||
{"type":"assistant/chunk","seq":38,"time":1785001701681,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"Pick"}}}
|
||||
{"type":"assistant/chunk","seq":39,"time":1785001701681,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" one"}}}
|
||||
{"type":"assistant/chunk","seq":40,"time":1785001701681,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"\","}}}
|
||||
{"type":"assistant/chunk","seq":41,"time":1785001701682,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" and"}}}
|
||||
{"type":"assistant/chunk","seq":42,"time":1785001701699,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" options"}}}
|
||||
{"type":"assistant/chunk","seq":43,"time":1785001701699,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" labeled"}}}
|
||||
{"type":"assistant/chunk","seq":44,"time":1785001701699,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
|
||||
{"type":"assistant/chunk","seq":45,"time":1785001701699,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"Blue"}}}
|
||||
{"type":"assistant/chunk","seq":46,"time":1785001701700,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"\""}}}
|
||||
{"type":"assistant/chunk","seq":47,"time":1785001701700,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" and"}}}
|
||||
{"type":"assistant/chunk","seq":48,"time":1785001701727,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
|
||||
{"type":"assistant/chunk","seq":49,"time":1785001701728,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"Green"}}}
|
||||
{"type":"assistant/chunk","seq":50,"time":1785001701728,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"\"."}}}
|
||||
{"type":"assistant/chunk","seq":51,"time":1785001701728,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" Let"}}}
|
||||
{"type":"assistant/chunk","seq":52,"time":1785001701756,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" me"}}}
|
||||
{"type":"assistant/chunk","seq":53,"time":1785001701756,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" do"}}}
|
||||
{"type":"assistant/chunk","seq":54,"time":1785001701756,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" exactly"}}}
|
||||
{"type":"assistant/chunk","seq":55,"time":1785001701778,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" that"}}}
|
||||
{"type":"assistant/chunk","seq":56,"time":1785001701778,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":57,"time":1785001701858,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":1,"blockType":"tool-call"}}}
|
||||
{"type":"assistant/chunk","seq":58,"time":1785001701858,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":""}}}
|
||||
{"type":"assistant/chunk","seq":59,"time":1785001701885,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"{"}}}
|
||||
{"type":"assistant/chunk","seq":60,"time":1785001701886,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\""}}}
|
||||
{"type":"assistant/chunk","seq":61,"time":1785001701886,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"questions"}}}
|
||||
{"type":"assistant/chunk","seq":62,"time":1785001701886,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\""}}}
|
||||
{"type":"assistant/chunk","seq":63,"time":1785001701886,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":": "}}}
|
||||
{"type":"assistant/chunk","seq":64,"time":1785001701910,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"["}}}
|
||||
{"type":"assistant/chunk","seq":65,"time":1785001701911,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"{\""}}}
|
||||
{"type":"assistant/chunk","seq":66,"time":1785001701911,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"id"}}}
|
||||
{"type":"assistant/chunk","seq":67,"time":1785001701911,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":68,"time":1785001701939,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":69,"time":1785001701939,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"color"}}}
|
||||
{"type":"assistant/chunk","seq":70,"time":1785001701939,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\","}}}
|
||||
{"type":"assistant/chunk","seq":71,"time":1785001701939,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":72,"time":1785001701939,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"question"}}}
|
||||
{"type":"assistant/chunk","seq":73,"time":1785001701940,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":74,"time":1785001701964,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":75,"time":1785001701964,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"Which"}}}
|
||||
{"type":"assistant/chunk","seq":76,"time":1785001701964,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" color"}}}
|
||||
{"type":"assistant/chunk","seq":77,"time":1785001701965,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" do"}}}
|
||||
{"type":"assistant/chunk","seq":78,"time":1785001701965,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" you"}}}
|
||||
{"type":"assistant/chunk","seq":79,"time":1785001701965,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" prefer"}}}
|
||||
{"type":"assistant/chunk","seq":80,"time":1785001701991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"?\","}}}
|
||||
{"type":"assistant/chunk","seq":81,"time":1785001701991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":82,"time":1785001701991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"header"}}}
|
||||
{"type":"assistant/chunk","seq":83,"time":1785001701991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":84,"time":1785001701991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":85,"time":1785001701991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"Pick"}}}
|
||||
{"type":"assistant/chunk","seq":86,"time":1785001702017,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" one"}}}
|
||||
{"type":"assistant/chunk","seq":87,"time":1785001702017,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\","}}}
|
||||
{"type":"assistant/chunk","seq":88,"time":1785001702018,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":89,"time":1785001702018,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"options"}}}
|
||||
{"type":"assistant/chunk","seq":90,"time":1785001702018,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":91,"time":1785001702018,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" ["}}}
|
||||
{"type":"assistant/chunk","seq":92,"time":1785001702043,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"{\""}}}
|
||||
{"type":"assistant/chunk","seq":93,"time":1785001702043,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"label"}}}
|
||||
{"type":"assistant/chunk","seq":94,"time":1785001702043,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":95,"time":1785001702043,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":96,"time":1785001702043,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"Blue"}}}
|
||||
{"type":"assistant/chunk","seq":97,"time":1785001702046,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\"},"}}}
|
||||
{"type":"assistant/chunk","seq":98,"time":1785001702069,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" {\""}}}
|
||||
{"type":"assistant/chunk","seq":99,"time":1785001702070,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"label"}}}
|
||||
{"type":"assistant/chunk","seq":100,"time":1785001702070,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":101,"time":1785001702070,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":102,"time":1785001702070,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"Green"}}}
|
||||
{"type":"assistant/chunk","seq":103,"time":1785001702070,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"\""}}}
|
||||
{"type":"assistant/chunk","seq":104,"time":1785001702096,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"}]"}}}
|
||||
{"type":"assistant/chunk","seq":105,"time":1785001702097,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"}]"}}}
|
||||
{"type":"assistant/chunk","seq":106,"time":1785001702123,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","argumentsDelta":"}"}}}
|
||||
{"type":"assistant/chunk","seq":107,"time":1785001702154,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The user wants me to use the ask_user_question tool to ask a specific question with id \"color\", question \"Which color do you prefer?\", header \"Pick one\", and options labeled \"Blue\" and \"Green\". Let me do exactly that."}}}}
|
||||
{"type":"assistant/chunk","seq":108,"time":1785001702155,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":1,"block":{"type":"tool-call","id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","arguments":"{\"questions\": [{\"id\": \"color\", \"question\": \"Which color do you prefer?\", \"header\": \"Pick one\", \"options\": [{\"label\": \"Blue\"}, {\"label\": \"Green\"}]}]}"}}}}
|
||||
{"type":"assistant/chunk","seq":109,"time":1785001702155,"data":{"turn":1,"step":1,"chunk":{"type":"usage","usage":{"inputTokens":23,"outputTokens":138,"cacheReadTokens":7808,"reasoningTokens":51}}}}
|
||||
{"type":"assistant/chunk","seq":110,"time":1785001702155,"data":{"turn":1,"step":1,"chunk":{"type":"finish","reason":{"kind":"tool-calls"}}}}
|
||||
{"type":"assistant/message","seq":111,"time":1785001702159,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user wants me to use the ask_user_question tool to ask a specific question with id \"color\", question \"Which color do you prefer?\", header \"Pick one\", and options labeled \"Blue\" and \"Green\". Let me do exactly that."},{"type":"tool-call","id":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","arguments":"{\"questions\": [{\"id\": \"color\", \"question\": \"Which color do you prefer?\", \"header\": \"Pick one\", \"options\": [{\"label\": \"Blue\"}, {\"label\": \"Green\"}]}]}"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":23,"outputTokens":138,"cacheReadTokens":7808,"reasoningTokens":51}},"sourceEventSeqs":[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110],"surfaceOp":"append"}
|
||||
{"type":"tool/call","seq":112,"time":1785001702160,"data":{"turn":1,"step":1,"callId":"call_00_evaSJ80aahxJCcpWrfA00887","name":"ask_user_question","arguments":"{\"questions\": [{\"id\": \"color\", \"question\": \"Which color do you prefer?\", \"header\": \"Pick one\", \"options\": [{\"label\": \"Blue\"}, {\"label\": \"Green\"}]}]}"}}
|
||||
{"type":"tool/result","seq":113,"time":1785001702566,"data":{"turn":1,"step":1,"callId":"call_00_evaSJ80aahxJCcpWrfA00887","content":[{"type":"text","text":"{\"answers\":[{\"id\":\"color\",\"selected\":[\"Blue\"]}]}"}],"isError":false},"sourceEventSeqs":[112],"surfaceOp":"append"}
|
||||
{"type":"step/end","seq":114,"time":1785001702568,"data":{"turn":1,"step":1}}
|
||||
{"type":"step/start","seq":115,"time":1785001702569,"data":{"turn":1,"step":2}}
|
||||
{"type":"assistant/chunk","seq":116,"time":1785001702948,"data":{"turn":1,"step":2,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
|
||||
{"type":"assistant/chunk","seq":117,"time":1785001702949,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
|
||||
{"type":"assistant/chunk","seq":118,"time":1785001703033,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
|
||||
{"type":"assistant/chunk","seq":119,"time":1785001703059,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" answered"}}}
|
||||
{"type":"assistant/chunk","seq":120,"time":1785001703060,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
|
||||
{"type":"assistant/chunk","seq":121,"time":1785001703060,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"Blue"}}}
|
||||
{"type":"assistant/chunk","seq":122,"time":1785001703060,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"\"."}}}
|
||||
{"type":"assistant/chunk","seq":123,"time":1785001703060,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" I"}}}
|
||||
{"type":"assistant/chunk","seq":124,"time":1785001703060,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" need"}}}
|
||||
{"type":"assistant/chunk","seq":125,"time":1785001703089,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" to"}}}
|
||||
{"type":"assistant/chunk","seq":126,"time":1785001703089,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" reply"}}}
|
||||
{"type":"assistant/chunk","seq":127,"time":1785001703089,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" with"}}}
|
||||
{"type":"assistant/chunk","seq":128,"time":1785001703111,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" the"}}}
|
||||
{"type":"assistant/chunk","seq":129,"time":1785001703111,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" single"}}}
|
||||
{"type":"assistant/chunk","seq":130,"time":1785001703112,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" word"}}}
|
||||
{"type":"assistant/chunk","seq":131,"time":1785001703112,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" D"}}}
|
||||
{"type":"assistant/chunk","seq":132,"time":1785001703112,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"ONE"}}}
|
||||
{"type":"assistant/chunk","seq":133,"time":1785001703112,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" and"}}}
|
||||
{"type":"assistant/chunk","seq":134,"time":1785001703139,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" stop"}}}
|
||||
{"type":"assistant/chunk","seq":135,"time":1785001703140,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":136,"time":1785001703140,"data":{"turn":1,"step":2,"chunk":{"type":"block-start","index":1,"blockType":"text"}}}
|
||||
{"type":"assistant/chunk","seq":137,"time":1785001703140,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"D"}}}
|
||||
{"type":"assistant/chunk","seq":138,"time":1785001703140,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"ONE"}}}
|
||||
{"type":"assistant/chunk","seq":139,"time":1785001703140,"data":{"turn":1,"step":2,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The user answered \"Blue\". I need to reply with the single word DONE and stop."}}}}
|
||||
{"type":"assistant/chunk","seq":140,"time":1785001703141,"data":{"turn":1,"step":2,"chunk":{"type":"block-end","index":1,"block":{"type":"text","text":"DONE"}}}}
|
||||
{"type":"assistant/chunk","seq":141,"time":1785001703141,"data":{"turn":1,"step":2,"chunk":{"type":"usage","usage":{"inputTokens":179,"outputTokens":22,"cacheReadTokens":7808,"reasoningTokens":19}}}}
|
||||
{"type":"assistant/chunk","seq":142,"time":1785001703141,"data":{"turn":1,"step":2,"chunk":{"type":"finish","reason":{"kind":"stop"}}}}
|
||||
{"type":"assistant/message","seq":143,"time":1785001703141,"data":{"turn":1,"step":2,"content":[{"type":"reasoning","text":"The user answered \"Blue\". I need to reply with the single word DONE and stop."},{"type":"text","text":"DONE"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":179,"outputTokens":22,"cacheReadTokens":7808,"reasoningTokens":19}},"sourceEventSeqs":[116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142],"surfaceOp":"append"}
|
||||
{"type":"step/end","seq":144,"time":1785001703142,"data":{"turn":1,"step":2}}
|
||||
{"type":"turn/end","seq":145,"time":1785001703142,"data":{"turn":1,"reason":{"kind":"completed"}}}
|
||||
23
apps/web/tests/snapshots/question-composer/ui.expected.md
Normal file
23
apps/web/tests/snapshots/question-composer/ui.expected.md
Normal file
@@ -0,0 +1,23 @@
|
||||
- region "Which color do you prefer?":
|
||||
- text: Pick one
|
||||
- heading "Which color do you prefer?" [level=2]
|
||||
- text: 1 / 1
|
||||
- button "上一题" [disabled]:
|
||||
- img
|
||||
- button "下一题" [disabled]:
|
||||
- img
|
||||
- button "放弃整组问题":
|
||||
- img
|
||||
- radiogroup:
|
||||
- radio "Blue":
|
||||
- text: 1 Blue
|
||||
- img
|
||||
- radio "Green":
|
||||
- text: 2 Green
|
||||
- img
|
||||
- button "其他，请填写自定义答案":
|
||||
- img
|
||||
- text: 其他，请填写自定义答案
|
||||
- status
|
||||
- button "跳过本题"
|
||||
- button "提交" [disabled]
|
||||
144
apps/web/tests/snapshots/steering/session.jsonl
Normal file
144
apps/web/tests/snapshots/steering/session.jsonl
Normal file
@@ -0,0 +1,144 @@
|
||||
{"type":"session","version":0,"id":"{{sessionId}}","createdAt":1785004180013,"cwd":"{{cwd}}/workspace"}
|
||||
{"type":"turn/start","seq":0,"time":1785004180030,"data":{"turn":1,"trigger":{"kind":"message","source":{"kind":"user","rpcId":"{{rpcId}}"}}}}
|
||||
{"type":"user/message","seq":1,"time":1785004180030,"data":{"content":[{"type":"text","text":"Use the ask_user_question tool to ask me exactly one question with id \"checkpoint\", question \"Ready to continue?\", header \"Checkpoint\", and options labeled \"Yes\" and \"No\". After I answer, reply with one short sentence acknowledging my answer and stop."}],"source":{"kind":"user","rpcId":"{{rpcId}}"}},"surfaceOp":"append"}
|
||||
{"type":"session/title","seq":2,"time":1785004180033,"data":{"title":"Use the ask_user_question tool to","messageSeqs":[1],"source":{"kind":"fallback"}}}
|
||||
{"type":"step/start","seq":3,"time":1785004180105,"data":{"turn":1,"step":1}}
|
||||
{"type":"request/header","seq":4,"time":1785004180106,"data":{"header":{"config":{"provider":"deepseek","model":"deepseek-v4-flash"},"system":"{{system}}","tools":"{{tools}}","messagePrefix":["{{messagePrefix}}"]},"reason":"initial"}}
|
||||
{"type":"assistant/chunk","seq":5,"time":1785004180696,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
|
||||
{"type":"assistant/chunk","seq":6,"time":1785004180697,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
|
||||
{"type":"assistant/chunk","seq":7,"time":1785004180785,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
|
||||
{"type":"assistant/chunk","seq":8,"time":1785004180814,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" wants"}}}
|
||||
{"type":"assistant/chunk","seq":9,"time":1785004180815,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" me"}}}
|
||||
{"type":"assistant/chunk","seq":10,"time":1785004180815,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" to"}}}
|
||||
{"type":"assistant/chunk","seq":11,"time":1785004180815,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" use"}}}
|
||||
{"type":"assistant/chunk","seq":12,"time":1785004180815,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" the"}}}
|
||||
{"type":"assistant/chunk","seq":13,"time":1785004180843,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" ask"}}}
|
||||
{"type":"assistant/chunk","seq":14,"time":1785004180843,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"_user"}}}
|
||||
{"type":"assistant/chunk","seq":15,"time":1785004180843,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"_"}}}
|
||||
{"type":"assistant/chunk","seq":16,"time":1785004180844,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"question"}}}
|
||||
{"type":"assistant/chunk","seq":17,"time":1785004180844,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" tool"}}}
|
||||
{"type":"assistant/chunk","seq":18,"time":1785004180844,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" to"}}}
|
||||
{"type":"assistant/chunk","seq":19,"time":1785004180874,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" ask"}}}
|
||||
{"type":"assistant/chunk","seq":20,"time":1785004180875,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" them"}}}
|
||||
{"type":"assistant/chunk","seq":21,"time":1785004180902,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" a"}}}
|
||||
{"type":"assistant/chunk","seq":22,"time":1785004180902,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" specific"}}}
|
||||
{"type":"assistant/chunk","seq":23,"time":1785004180902,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" question"}}}
|
||||
{"type":"assistant/chunk","seq":24,"time":1785004180902,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" with"}}}
|
||||
{"type":"assistant/chunk","seq":25,"time":1785004180902,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" the"}}}
|
||||
{"type":"assistant/chunk","seq":26,"time":1785004180930,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" given"}}}
|
||||
{"type":"assistant/chunk","seq":27,"time":1785004180931,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" parameters"}}}
|
||||
{"type":"assistant/chunk","seq":28,"time":1785004180931,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":29,"time":1785004180961,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" Let"}}}
|
||||
{"type":"assistant/chunk","seq":30,"time":1785004180961,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" me"}}}
|
||||
{"type":"assistant/chunk","seq":31,"time":1785004180961,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" do"}}}
|
||||
{"type":"assistant/chunk","seq":32,"time":1785004180961,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" exactly"}}}
|
||||
{"type":"assistant/chunk","seq":33,"time":1785004180989,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" that"}}}
|
||||
{"type":"assistant/chunk","seq":34,"time":1785004180990,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":35,"time":1785004181077,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":1,"blockType":"tool-call"}}}
|
||||
{"type":"assistant/chunk","seq":36,"time":1785004181078,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":""}}}
|
||||
{"type":"assistant/chunk","seq":37,"time":1785004181105,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"{"}}}
|
||||
{"type":"assistant/chunk","seq":38,"time":1785004181106,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\""}}}
|
||||
{"type":"assistant/chunk","seq":39,"time":1785004181106,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"questions"}}}
|
||||
{"type":"assistant/chunk","seq":40,"time":1785004181106,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\""}}}
|
||||
{"type":"assistant/chunk","seq":41,"time":1785004181106,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":": "}}}
|
||||
{"type":"assistant/chunk","seq":42,"time":1785004181134,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"["}}}
|
||||
{"type":"assistant/chunk","seq":43,"time":1785004181135,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"{\""}}}
|
||||
{"type":"assistant/chunk","seq":44,"time":1785004181135,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"id"}}}
|
||||
{"type":"assistant/chunk","seq":45,"time":1785004181135,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":46,"time":1785004181164,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":47,"time":1785004181165,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"check"}}}
|
||||
{"type":"assistant/chunk","seq":48,"time":1785004181165,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"point"}}}
|
||||
{"type":"assistant/chunk","seq":49,"time":1785004181165,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\","}}}
|
||||
{"type":"assistant/chunk","seq":50,"time":1785004181165,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":51,"time":1785004181165,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"question"}}}
|
||||
{"type":"assistant/chunk","seq":52,"time":1785004181193,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":53,"time":1785004181194,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":54,"time":1785004181194,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"Ready"}}}
|
||||
{"type":"assistant/chunk","seq":55,"time":1785004181194,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" to"}}}
|
||||
{"type":"assistant/chunk","seq":56,"time":1785004181194,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" continue"}}}
|
||||
{"type":"assistant/chunk","seq":57,"time":1785004181194,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"?\","}}}
|
||||
{"type":"assistant/chunk","seq":58,"time":1785004181223,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":59,"time":1785004181223,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"header"}}}
|
||||
{"type":"assistant/chunk","seq":60,"time":1785004181223,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":61,"time":1785004181223,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":62,"time":1785004181223,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"Check"}}}
|
||||
{"type":"assistant/chunk","seq":63,"time":1785004181224,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"point"}}}
|
||||
{"type":"assistant/chunk","seq":64,"time":1785004181252,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\","}}}
|
||||
{"type":"assistant/chunk","seq":65,"time":1785004181252,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":66,"time":1785004181252,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"options"}}}
|
||||
{"type":"assistant/chunk","seq":67,"time":1785004181252,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":68,"time":1785004181252,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" ["}}}
|
||||
{"type":"assistant/chunk","seq":69,"time":1785004181253,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"{\""}}}
|
||||
{"type":"assistant/chunk","seq":70,"time":1785004181281,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"label"}}}
|
||||
{"type":"assistant/chunk","seq":71,"time":1785004181281,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":72,"time":1785004181281,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":73,"time":1785004181281,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"Yes"}}}
|
||||
{"type":"assistant/chunk","seq":74,"time":1785004181281,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\"},"}}}
|
||||
{"type":"assistant/chunk","seq":75,"time":1785004181281,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" {\""}}}
|
||||
{"type":"assistant/chunk","seq":76,"time":1785004181309,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"label"}}}
|
||||
{"type":"assistant/chunk","seq":77,"time":1785004181309,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\":"}}}
|
||||
{"type":"assistant/chunk","seq":78,"time":1785004181310,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":" \""}}}
|
||||
{"type":"assistant/chunk","seq":79,"time":1785004181310,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"No"}}}
|
||||
{"type":"assistant/chunk","seq":80,"time":1785004181310,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"\""}}}
|
||||
{"type":"assistant/chunk","seq":81,"time":1785004181310,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"}]"}}}
|
||||
{"type":"assistant/chunk","seq":82,"time":1785004181338,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"}]"}}}
|
||||
{"type":"assistant/chunk","seq":83,"time":1785004181368,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","argumentsDelta":"}"}}}
|
||||
{"type":"assistant/chunk","seq":84,"time":1785004181401,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The user wants me to use the ask_user_question tool to ask them a specific question with the given parameters. Let me do exactly that."}}}}
|
||||
{"type":"assistant/chunk","seq":85,"time":1785004181401,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":1,"block":{"type":"tool-call","id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","arguments":"{\"questions\": [{\"id\": \"checkpoint\", \"question\": \"Ready to continue?\", \"header\": \"Checkpoint\", \"options\": [{\"label\": \"Yes\"}, {\"label\": \"No\"}]}]}"}}}}
|
||||
{"type":"assistant/chunk","seq":86,"time":1785004181401,"data":{"turn":1,"step":1,"chunk":{"type":"usage","usage":{"inputTokens":151,"outputTokens":115,"cacheReadTokens":7680,"reasoningTokens":29}}}}
|
||||
{"type":"assistant/chunk","seq":87,"time":1785004181402,"data":{"turn":1,"step":1,"chunk":{"type":"finish","reason":{"kind":"tool-calls"}}}}
|
||||
{"type":"assistant/message","seq":88,"time":1785004181406,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user wants me to use the ask_user_question tool to ask them a specific question with the given parameters. Let me do exactly that."},{"type":"tool-call","id":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","arguments":"{\"questions\": [{\"id\": \"checkpoint\", \"question\": \"Ready to continue?\", \"header\": \"Checkpoint\", \"options\": [{\"label\": \"Yes\"}, {\"label\": \"No\"}]}]}"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":151,"outputTokens":115,"cacheReadTokens":7680,"reasoningTokens":29}},"sourceEventSeqs":[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87],"surfaceOp":"append"}
|
||||
{"type":"tool/call","seq":89,"time":1785004181407,"data":{"turn":1,"step":1,"callId":"call_00_sAvjivLShvnWVk0sPQPV7661","name":"ask_user_question","arguments":"{\"questions\": [{\"id\": \"checkpoint\", \"question\": \"Ready to continue?\", \"header\": \"Checkpoint\", \"options\": [{\"label\": \"Yes\"}, {\"label\": \"No\"}]}]}"}}
|
||||
{"type":"tool/result","seq":90,"time":1785004181867,"data":{"turn":1,"step":1,"callId":"call_00_sAvjivLShvnWVk0sPQPV7661","content":[{"type":"text","text":"{\"answers\":[{\"id\":\"checkpoint\",\"selected\":[\"Yes\"]}]}"}],"isError":false},"sourceEventSeqs":[89],"surfaceOp":"append"}
|
||||
{"type":"steering/message","seq":91,"time":1785004181867,"data":{"turn":1,"content":[{"type":"text","text":"Interjection: include the word BANANA in your final reply."}],"source":{"kind":"user","rpcId":"{{rpcId}}"}},"surfaceOp":"append"}
|
||||
{"type":"step/end","seq":92,"time":1785004181870,"data":{"turn":1,"step":1}}
|
||||
{"type":"step/start","seq":93,"time":1785004181870,"data":{"turn":1,"step":2}}
|
||||
{"type":"assistant/chunk","seq":94,"time":1785004182322,"data":{"turn":1,"step":2,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
|
||||
{"type":"assistant/chunk","seq":95,"time":1785004182323,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
|
||||
{"type":"assistant/chunk","seq":96,"time":1785004182452,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
|
||||
{"type":"assistant/chunk","seq":97,"time":1785004182480,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" selected"}}}
|
||||
{"type":"assistant/chunk","seq":98,"time":1785004182481,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
|
||||
{"type":"assistant/chunk","seq":99,"time":1785004182481,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"Yes"}}}
|
||||
{"type":"assistant/chunk","seq":100,"time":1785004182481,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"\""}}}
|
||||
{"type":"assistant/chunk","seq":101,"time":1785004182509,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" and"}}}
|
||||
{"type":"assistant/chunk","seq":102,"time":1785004182510,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" wants"}}}
|
||||
{"type":"assistant/chunk","seq":103,"time":1785004182539,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" me"}}}
|
||||
{"type":"assistant/chunk","seq":104,"time":1785004182539,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" to"}}}
|
||||
{"type":"assistant/chunk","seq":105,"time":1785004182539,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" include"}}}
|
||||
{"type":"assistant/chunk","seq":106,"time":1785004182569,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" the"}}}
|
||||
{"type":"assistant/chunk","seq":107,"time":1785004182570,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" word"}}}
|
||||
{"type":"assistant/chunk","seq":108,"time":1785004182597,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
|
||||
{"type":"assistant/chunk","seq":109,"time":1785004182597,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"B"}}}
|
||||
{"type":"assistant/chunk","seq":110,"time":1785004182597,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"AN"}}}
|
||||
{"type":"assistant/chunk","seq":111,"time":1785004182597,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"ANA"}}}
|
||||
{"type":"assistant/chunk","seq":112,"time":1785004182626,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"\""}}}
|
||||
{"type":"assistant/chunk","seq":113,"time":1785004182627,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" in"}}}
|
||||
{"type":"assistant/chunk","seq":114,"time":1785004182627,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" my"}}}
|
||||
{"type":"assistant/chunk","seq":115,"time":1785004182627,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" final"}}}
|
||||
{"type":"assistant/chunk","seq":116,"time":1785004182627,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" reply"}}}
|
||||
{"type":"assistant/chunk","seq":117,"time":1785004182627,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":118,"time":1785004182655,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" Let"}}}
|
||||
{"type":"assistant/chunk","seq":119,"time":1785004182656,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" me"}}}
|
||||
{"type":"assistant/chunk","seq":120,"time":1785004182656,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" acknowledge"}}}
|
||||
{"type":"assistant/chunk","seq":121,"time":1785004182685,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" their"}}}
|
||||
{"type":"assistant/chunk","seq":122,"time":1785004182749,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" answer"}}}
|
||||
{"type":"assistant/chunk","seq":123,"time":1785004182749,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":124,"time":1785004182750,"data":{"turn":1,"step":2,"chunk":{"type":"block-start","index":1,"blockType":"text"}}}
|
||||
{"type":"assistant/chunk","seq":125,"time":1785004182750,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"Great"}}}
|
||||
{"type":"assistant/chunk","seq":126,"time":1785004182774,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":","}}}
|
||||
{"type":"assistant/chunk","seq":127,"time":1785004182774,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":" let"}}}
|
||||
{"type":"assistant/chunk","seq":128,"time":1785004182802,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"'s"}}}
|
||||
{"type":"assistant/chunk","seq":129,"time":1785004182804,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":" move"}}}
|
||||
{"type":"assistant/chunk","seq":130,"time":1785004182804,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":" forward"}}}
|
||||
{"type":"assistant/chunk","seq":131,"time":1785004182831,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"."}}}
|
||||
{"type":"assistant/chunk","seq":132,"time":1785004182862,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":" B"}}}
|
||||
{"type":"assistant/chunk","seq":133,"time":1785004182863,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"AN"}}}
|
||||
{"type":"assistant/chunk","seq":134,"time":1785004182863,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"ANA"}}}
|
||||
{"type":"assistant/chunk","seq":135,"time":1785004182863,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"!"}}}
|
||||
{"type":"assistant/chunk","seq":136,"time":1785004182892,"data":{"turn":1,"step":2,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The user selected \"Yes\" and wants me to include the word \"BANANA\" in my final reply. Let me acknowledge their answer."}}}}
|
||||
{"type":"assistant/chunk","seq":137,"time":1785004182893,"data":{"turn":1,"step":2,"chunk":{"type":"block-end","index":1,"block":{"type":"text","text":"Great, let's move forward. BANANA!"}}}}
|
||||
{"type":"assistant/chunk","seq":138,"time":1785004182893,"data":{"turn":1,"step":2,"chunk":{"type":"usage","usage":{"inputTokens":172,"outputTokens":41,"cacheReadTokens":7808,"reasoningTokens":29}}}}
|
||||
{"type":"assistant/chunk","seq":139,"time":1785004182893,"data":{"turn":1,"step":2,"chunk":{"type":"finish","reason":{"kind":"stop"}}}}
|
||||
{"type":"assistant/message","seq":140,"time":1785004182894,"data":{"turn":1,"step":2,"content":[{"type":"reasoning","text":"The user selected \"Yes\" and wants me to include the word \"BANANA\" in my final reply. Let me acknowledge their answer."},{"type":"text","text":"Great, let's move forward. BANANA!"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":172,"outputTokens":41,"cacheReadTokens":7808,"reasoningTokens":29}},"sourceEventSeqs":[94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139],"surfaceOp":"append"}
|
||||
{"type":"step/end","seq":141,"time":1785004182895,"data":{"turn":1,"step":2}}
|
||||
{"type":"turn/end","seq":142,"time":1785004182895,"data":{"turn":1,"reason":{"kind":"completed"}}}
|
||||
146
apps/web/tests/steering.e2e.ts
Normal file
146
apps/web/tests/steering.e2e.ts
Normal file
@@ -0,0 +1,146 @@
|
||||
// Web e2e scenario: mid-turn steering, end to end. The composer locks while a
|
||||
// turn runs, so the product UI has no steering gesture yet — the steer is
|
||||
// POSTed from the page itself over the same same-origin /api transport the
|
||||
// client uses (TODO(web-steer-composer): drive this through a composer
|
||||
// gesture once one exists). Everything downstream is product: the gateway
|
||||
// routes mode:'steer' to Agent.steer, the loop drains it at the step
|
||||
// boundary into a durable steering/message event, the SSE mux pushes it, and
|
||||
// the transcript renders the badged interjection bubble. The question
|
||||
// composer supplies the deterministic mid-turn window: while ask_user_question
|
||||
// blocks, the turn is provably running, so record and replay perform the
|
||||
// identical steer-then-answer sequence with zero timing dependence — and the
|
||||
// recorded final reply proves the steer reached the MODEL (it obeys an
|
||||
// instruction that only the steering message carries).
|
||||
import { readFile } from 'node:fs/promises'
|
||||
import { fileURLToPath } from 'node:url'
|
||||
import { join } from 'node:path'
|
||||
import type { Browser, Page } from 'playwright'
|
||||
import { chromium } from 'playwright'
|
||||
import { afterAll, beforeAll, describe, expect, it, onTestFailed } from 'vitest'
|
||||
import { parseSessionLog } from '@deepseek-ai/dsh-llm-replay'
|
||||
import type { SessionEvent } from '@deepseek-ai/dsh-session'
|
||||
import {
|
||||
assertFixtureInventory, fixtureUserPrompts, launchWebScaffold, recordFixture,
|
||||
watchConsole, webSnapshotMode, type WebScaffold,
|
||||
} from './scaffold.ts'
|
||||
import { saveFailureShot } from './support.ts'
|
||||
|
||||
const SNAPSHOT_DIR = fileURLToPath(new URL('./snapshots/steering', import.meta.url))
|
||||
const FIXTURE = join(SNAPSHOT_DIR, 'session.jsonl')
|
||||
const MODE = webSnapshotMode()
|
||||
|
||||
const PROMPT = 'Use the ask_user_question tool to ask me exactly one question with id "checkpoint", question "Ready to continue?", header "Checkpoint", and options labeled "Yes" and "No". After I answer, reply with one short sentence acknowledging my answer and stop.'
|
||||
const STEER = 'Interjection: include the word BANANA in your final reply.'
|
||||
|
||||
/** Concatenated assistant text deltas — the model-visible reply body. */
|
||||
function assistantText(events: SessionEvent[]): string {
|
||||
return events
|
||||
.filter(e => e.type === 'assistant/chunk')
|
||||
.map((e) => {
|
||||
const chunk = (e as SessionEvent & { data: { chunk: { type: string; text?: string } } }).data.chunk
|
||||
return chunk.type === 'text-delta' ? chunk.text ?? '' : ''
|
||||
})
|
||||
.join('')
|
||||
}
|
||||
|
||||
describe('web e2e: mid-turn steering lands durably and visibly', () => {
|
||||
let scaffold: WebScaffold
|
||||
let browser: Browser
|
||||
let page: Page
|
||||
let tripwire: ReturnType<typeof watchConsole>
|
||||
let liveSessionId: string | undefined
|
||||
const sessionEvents: SessionEvent[] = []
|
||||
|
||||
beforeAll(async () => {
|
||||
scaffold = await launchWebScaffold(MODE === 'record' ? {} : { replayFixture: FIXTURE, paceMs: 15 })
|
||||
scaffold.ctx.on('session/event', (session, event) => {
|
||||
liveSessionId ??= session.id
|
||||
sessionEvents.push(event)
|
||||
})
|
||||
browser = await chromium.launch()
|
||||
page = await browser.newPage({ viewport: { width: 1680, height: 1000 } })
|
||||
tripwire = watchConsole(page)
|
||||
await page.goto(scaffold.baseUrl, { waitUntil: 'load' })
|
||||
await page.waitForSelector('[class*="frame"]', { timeout: 30_000 })
|
||||
}, 120_000)
|
||||
|
||||
afterAll(async () => {
|
||||
await browser?.close()
|
||||
await scaffold?.close()
|
||||
})
|
||||
|
||||
it('steers during the blocked step; the interjection is logged, rendered, and obeyed', async () => {
|
||||
onTestFailed(() => saveFailureShot(page, 'web-e2e-steering'))
|
||||
if (MODE !== 'record') {
|
||||
// The steer must NOT be a user/message — it lands as steering/message.
|
||||
expect(fixtureUserPrompts(await readFile(FIXTURE, 'utf8'))).toEqual([PROMPT])
|
||||
}
|
||||
const input = page.locator('textarea').first()
|
||||
await input.waitFor({ timeout: 10_000 })
|
||||
const settled = scaffold.whenTurnSettled(MODE === 'record' ? 180_000 : 30_000)
|
||||
await input.fill(PROMPT)
|
||||
await input.press('Enter')
|
||||
|
||||
// The blocked composer is the mid-turn barrier: its presence proves the
|
||||
// ask_user_question step is executing, i.e. the turn is running NOW.
|
||||
const composer = page.locator('[data-question-key]')
|
||||
await composer.waitFor({ timeout: MODE === 'record' ? 120_000 : 30_000 })
|
||||
|
||||
// Steer through the real wire from the page (same envelope + endpoint the
|
||||
// web client's session.prompt uses). accepted:true is the transport proof.
|
||||
expect(liveSessionId).toBeDefined()
|
||||
const reply = await page.evaluate(async ({ sessionId, text }) => {
|
||||
const response = await fetch('/api/session.prompt', {
|
||||
method: 'POST',
|
||||
headers: { 'content-type': 'application/json' },
|
||||
body: JSON.stringify({
|
||||
type: 'client-request',
|
||||
rpcId: crypto.randomUUID(),
|
||||
method: 'session.prompt',
|
||||
payload: { sessionId, mode: 'steer', content: [{ type: 'text', text }] },
|
||||
}),
|
||||
})
|
||||
return await response.json() as { result?: { ok?: boolean } }
|
||||
}, { sessionId: liveSessionId!, text: STEER })
|
||||
expect(reply.result?.ok).toBe(true)
|
||||
|
||||
// Answer the composer; the tool result closes the step, the loop drains
|
||||
// the steer as steering/message, and the steered continuation runs the
|
||||
// final model call.
|
||||
await composer.getByRole('radio', { name: 'Yes' }).click()
|
||||
await composer.getByRole('radio', { name: 'Yes' }).press('Enter')
|
||||
await settled
|
||||
|
||||
if (MODE === 'record') {
|
||||
const sessionId = await settled
|
||||
await recordFixture(scaffold, sessionId, FIXTURE)
|
||||
// Fixture honesty: a recording where the live model ignored the steer
|
||||
// would replay as a vacuous scenario — reject it and re-record instead.
|
||||
const recorded = parseSessionLog(await readFile(FIXTURE, 'utf8'))
|
||||
expect(recorded.filter(e => e.type === 'steering/message')).toHaveLength(1)
|
||||
expect(assistantText(recorded)).toContain('BANANA')
|
||||
return
|
||||
}
|
||||
|
||||
// Durable: exactly one steering/message, inside turn 1, carrying the text.
|
||||
const steerEvents = sessionEvents.filter(e => e.type === 'steering/message')
|
||||
expect(steerEvents).toHaveLength(1)
|
||||
expect((steerEvents[0] as SessionEvent & { data: { turn: number } }).data.turn).toBe(1)
|
||||
expect(JSON.stringify(steerEvents[0])).toContain('BANANA')
|
||||
const turnEnds = sessionEvents.filter(e => e.type === 'turn/end')
|
||||
expect(turnEnds).toHaveLength(1)
|
||||
expect((turnEnds[0] as SessionEvent & { data: { reason: { kind: string } } }).data.reason.kind).toBe('completed')
|
||||
|
||||
// Visible: the badged interjection bubble plus the reply that obeys it
|
||||
// (steer text + final reply each contain the marker word).
|
||||
await expect.poll(() => page.getByText('插话').count(), { timeout: 15_000 }).toBe(1)
|
||||
await expect.poll(() => page.getByText('Interjection:', { exact: false }).count(), { timeout: 10_000 }).toBe(1)
|
||||
await expect.poll(() => page.getByText('BANANA', { exact: false }).count(), { timeout: 10_000 }).toBeGreaterThanOrEqual(2)
|
||||
expect(await page.locator('[data-question-key]').count()).toBe(0)
|
||||
expect(tripwire.pageErrors).toEqual([])
|
||||
}, 200_000)
|
||||
|
||||
it.skipIf(MODE === 'record')('keeps the fixture inventory closed', async () => {
|
||||
await assertFixtureInventory(SNAPSHOT_DIR, ['session.jsonl'])
|
||||
})
|
||||
})
|
||||
@@ -23,6 +23,9 @@
|
||||
// cannot see both sides of the cordis Context merges).
|
||||
"exclude": [
|
||||
"tests/scaffold.ts",
|
||||
"tests/live-interactions.e2e.ts",
|
||||
"tests/question-composer.e2e.ts",
|
||||
"tests/steering.e2e.ts",
|
||||
"tests/replay-round-trip.e2e.ts",
|
||||
"tests/seeded-history.e2e.ts"
|
||||
],
|
||||
|
||||
@@ -10,6 +10,9 @@
|
||||
"include": [
|
||||
"apps/web/tests/scaffold.ts",
|
||||
"apps/web/tests/support.ts",
|
||||
"apps/web/tests/live-interactions.e2e.ts",
|
||||
"apps/web/tests/question-composer.e2e.ts",
|
||||
"apps/web/tests/steering.e2e.ts",
|
||||
"apps/web/tests/replay-round-trip.e2e.ts",
|
||||
"apps/web/tests/seeded-history.e2e.ts",
|
||||
"examples/*/src/**/*.ts",
|
||||
|
||||
Reference in New Issue
Block a user