test(web): cover core profile request header
This commit is contained in:
@@ -3,12 +3,14 @@ import { join } from 'node:path'
|
|||||||
import { fileURLToPath } from 'node:url'
|
import { fileURLToPath } from 'node:url'
|
||||||
import { afterAll, beforeAll, describe, expect, it } from 'vitest'
|
import { afterAll, beforeAll, describe, expect, it } from 'vitest'
|
||||||
import type { AgentHandle } from '@deepseek-ai/dsh-agent'
|
import type { AgentHandle } from '@deepseek-ai/dsh-agent'
|
||||||
import { CallId } from '@deepseek-ai/dsh-llm'
|
import { CallId, createUserMessage } from '@deepseek-ai/dsh-llm'
|
||||||
import { SessionId } from '@deepseek-ai/dsh-session'
|
import { SessionId } from '@deepseek-ai/dsh-session'
|
||||||
import { renderPrompt } from '@deepseek-ai/dsh-system-prompt'
|
import { assertFixtureInventory, launchWebScaffold, type WebScaffold } from './scaffold.ts'
|
||||||
import { launchWebScaffold, type WebScaffold } from './scaffold.ts'
|
|
||||||
|
|
||||||
const CORE_WEB_OVERLAY = fileURLToPath(new URL('../../cli/config/core-web.cordis.yml', import.meta.url))
|
const CORE_WEB_OVERLAY = fileURLToPath(new URL('../../cli/config/core-web.cordis.yml', import.meta.url))
|
||||||
|
const SNAPSHOT_DIR = fileURLToPath(new URL('./snapshots/core-web-profile', import.meta.url))
|
||||||
|
const FIXTURE = join(SNAPSHOT_DIR, 'session.jsonl')
|
||||||
|
const PROMPT = 'Reply exactly CORE_WEB_REQUEST_OK and stop.'
|
||||||
|
|
||||||
describe('core Web profile', () => {
|
describe('core Web profile', () => {
|
||||||
let scaffold: WebScaffold
|
let scaffold: WebScaffold
|
||||||
@@ -18,7 +20,7 @@ describe('core Web profile', () => {
|
|||||||
const systemPrompt = process.env.DSH_SYSTEM_PROMPT
|
const systemPrompt = process.env.DSH_SYSTEM_PROMPT
|
||||||
Reflect.deleteProperty(process.env, 'DSH_SYSTEM_PROMPT')
|
Reflect.deleteProperty(process.env, 'DSH_SYSTEM_PROMPT')
|
||||||
try {
|
try {
|
||||||
scaffold = await launchWebScaffold({ extraOverlayPath: CORE_WEB_OVERLAY })
|
scaffold = await launchWebScaffold({ extraOverlayPath: CORE_WEB_OVERLAY, replayFixture: FIXTURE })
|
||||||
} finally {
|
} finally {
|
||||||
if (systemPrompt !== undefined) process.env.DSH_SYSTEM_PROMPT = systemPrompt
|
if (systemPrompt !== undefined) process.env.DSH_SYSTEM_PROMPT = systemPrompt
|
||||||
}
|
}
|
||||||
@@ -37,7 +39,16 @@ describe('core Web profile', () => {
|
|||||||
if (failures.length > 1) throw new AggregateError(failures, 'core Web profile smoke teardown failed')
|
if (failures.length > 1) throw new AggregateError(failures, 'core Web profile smoke teardown failed')
|
||||||
})
|
})
|
||||||
|
|
||||||
it('boots and executes both tools through the shipped Web composition', async () => {
|
it('sends the RL prompt and tool schemas through a real request, then executes both tools', async () => {
|
||||||
|
agentHandle.agent.followup(createUserMessage({
|
||||||
|
content: [{ type: 'text', text: PROMPT }],
|
||||||
|
source: { kind: 'user' },
|
||||||
|
}))
|
||||||
|
await agentHandle.agent.whenIdle()
|
||||||
|
|
||||||
|
const requestHeader = agentHandle.agent.session.requestHeader()
|
||||||
|
if (requestHeader === undefined) throw new Error('the core Web agent issued no model request')
|
||||||
|
|
||||||
const seedPath = join(scaffold.workspaceCwd, 'profile-smoke.txt')
|
const seedPath = join(scaffold.workspaceCwd, 'profile-smoke.txt')
|
||||||
await writeFile(seedPath, 'CORE_WEB_EDITOR_OK\n')
|
await writeFile(seedPath, 'CORE_WEB_EDITOR_OK\n')
|
||||||
const signal = new AbortController().signal
|
const signal = new AbortController().signal
|
||||||
@@ -63,10 +74,9 @@ describe('core Web profile', () => {
|
|||||||
.replaceAll(scaffold.workspaceCwd, '{{cwd}}')
|
.replaceAll(scaffold.workspaceCwd, '{{cwd}}')
|
||||||
.trimEnd()
|
.trimEnd()
|
||||||
|
|
||||||
const prompt = renderPrompt(await scaffold.ctx.systemPrompt.assemble())
|
|
||||||
expect({
|
expect({
|
||||||
prompt,
|
prompt: requestHeader.system,
|
||||||
tools: scaffold.ctx.tools.schemas().map(tool => tool.name),
|
tools: requestHeader.tools?.map(tool => tool.name),
|
||||||
bash: text(bash),
|
bash: text(bash),
|
||||||
editor: text(editor),
|
editor: text(editor),
|
||||||
}).toMatchInlineSnapshot(`
|
}).toMatchInlineSnapshot(`
|
||||||
@@ -82,6 +92,7 @@ describe('core Web profile', () => {
|
|||||||
],
|
],
|
||||||
}
|
}
|
||||||
`)
|
`)
|
||||||
|
expect(requestHeader.tools).toEqual(scaffold.ctx.tools.schemas(agentHandle.agent))
|
||||||
|
|
||||||
const entries = [...scaffold.ctx.loader.entries()]
|
const entries = [...scaffold.ctx.loader.entries()]
|
||||||
expect(entries.find(entry => entry.options.id === 'persistent-bash')?.fiber).toBeDefined()
|
expect(entries.find(entry => entry.options.id === 'persistent-bash')?.fiber).toBeDefined()
|
||||||
@@ -89,21 +100,37 @@ describe('core Web profile', () => {
|
|||||||
expect(entries.find(entry => entry.options.id === 'str-replace-editor')?.fiber).toBeDefined()
|
expect(entries.find(entry => entry.options.id === 'str-replace-editor')?.fiber).toBeDefined()
|
||||||
expect(entries.find(entry => entry.options.id === 'web-runtime')?.fiber).toBeDefined()
|
expect(entries.find(entry => entry.options.id === 'web-runtime')?.fiber).toBeDefined()
|
||||||
expect(entries.find(entry => entry.options.id === 'workspace-context')?.fiber).toBeUndefined()
|
expect(entries.find(entry => entry.options.id === 'workspace-context')?.fiber).toBeUndefined()
|
||||||
|
await assertFixtureInventory(SNAPSHOT_DIR, ['session.jsonl'])
|
||||||
})
|
})
|
||||||
|
|
||||||
it('uses DSH_SYSTEM_PROMPT as the complete prompt when configured', async () => {
|
it('uses DSH_SYSTEM_PROMPT as the complete prompt when configured', async () => {
|
||||||
const previous = process.env.DSH_SYSTEM_PROMPT
|
const previous = process.env.DSH_SYSTEM_PROMPT
|
||||||
process.env.DSH_SYSTEM_PROMPT = 'RL prompt override'
|
process.env.DSH_SYSTEM_PROMPT = 'RL prompt override'
|
||||||
let overrideScaffold: WebScaffold | undefined
|
let overrideScaffold: WebScaffold | undefined
|
||||||
|
let overrideAgent: AgentHandle | undefined
|
||||||
try {
|
try {
|
||||||
overrideScaffold = await launchWebScaffold({ extraOverlayPath: CORE_WEB_OVERLAY })
|
overrideScaffold = await launchWebScaffold({ extraOverlayPath: CORE_WEB_OVERLAY, replayFixture: FIXTURE })
|
||||||
expect(renderPrompt(await overrideScaffold.ctx.systemPrompt.assemble())).toBe('RL prompt override')
|
overrideAgent = await overrideScaffold.ctx.agents.create({
|
||||||
|
sessionId: SessionId('core-web-profile-override'),
|
||||||
|
meta: { cwd: overrideScaffold.workspaceCwd },
|
||||||
|
agentOptions: { provider: 'deepseek-official', model: 'deepseek-v4-flash' },
|
||||||
|
})
|
||||||
|
overrideAgent.agent.followup(createUserMessage({
|
||||||
|
content: [{ type: 'text', text: PROMPT }],
|
||||||
|
source: { kind: 'user' },
|
||||||
|
}))
|
||||||
|
await overrideAgent.agent.whenIdle()
|
||||||
|
expect(overrideAgent.agent.session.requestHeader()?.system).toBe('RL prompt override')
|
||||||
} finally {
|
} finally {
|
||||||
try {
|
try {
|
||||||
await overrideScaffold?.close()
|
await overrideAgent?.dispose()
|
||||||
} finally {
|
} finally {
|
||||||
if (previous === undefined) Reflect.deleteProperty(process.env, 'DSH_SYSTEM_PROMPT')
|
try {
|
||||||
else process.env.DSH_SYSTEM_PROMPT = previous
|
await overrideScaffold?.close()
|
||||||
|
} finally {
|
||||||
|
if (previous === undefined) Reflect.deleteProperty(process.env, 'DSH_SYSTEM_PROMPT')
|
||||||
|
else process.env.DSH_SYSTEM_PROMPT = previous
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
|
|||||||
7
apps/web/tests/snapshots/core-web-profile/session.jsonl
Normal file
7
apps/web/tests/snapshots/core-web-profile/session.jsonl
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
{"type":"session","version":0,"id":"{{sessionId}}","createdAt":1785974400000,"cwd":"{{cwd}}"}
|
||||||
|
{"type":"user/message","seq":0,"time":1785974400001,"data":{"content":[{"type":"text","text":"Reply exactly CORE_WEB_REQUEST_OK and stop."}],"source":{"kind":"user","rpcId":"{{rpcId}}"}},"surfaceOp":"append"}
|
||||||
|
{"type":"assistant/chunk","seq":1,"time":1785974400002,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":0,"blockType":"text"}}}
|
||||||
|
{"type":"assistant/chunk","seq":2,"time":1785974400003,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":0,"text":"CORE_WEB_REQUEST_OK"}}}
|
||||||
|
{"type":"assistant/chunk","seq":3,"time":1785974400004,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":0,"block":{"type":"text","text":"CORE_WEB_REQUEST_OK"}}}}
|
||||||
|
{"type":"assistant/chunk","seq":4,"time":1785974400005,"data":{"turn":1,"step":1,"chunk":{"type":"usage","usage":{"inputTokens":10,"outputTokens":4}}}}
|
||||||
|
{"type":"assistant/chunk","seq":5,"time":1785974400006,"data":{"turn":1,"step":1,"chunk":{"type":"finish","reason":{"kind":"stop"}}}}
|
||||||
Reference in New Issue
Block a user