Coder/deepseek-harness
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: identify and freeze messages at creation

Browse Source
This commit is contained in:
_Kerman
2026-07-28 13:55:59 +08:00
parent c49c0ba497
commit fbf87e660c
345 changed files with 5220 additions and 2901 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
packages/llm/llm-deepseek/tests/adapter.e2e.ts
View File

@@ -1,6 +1,6 @@
import { afterEach, describe, expect, it } from 'vitest'
import { Context } from 'cordis'
import LlmService, { CallId, ReasoningEffortId } from '@deepseek-ai/dsh-llm'
import LlmService, { createUserMessage, CallId, ReasoningEffortId , createMessage } from '@deepseek-ai/dsh-llm'
import type { Message, ToolSchema } from '@deepseek-ai/dsh-llm'
import * as LlmDeepSeek from '@deepseek-ai/dsh-llm-deepseek'
import type { Config } from '@deepseek-ai/dsh-llm-deepseek'
@@ -29,7 +29,10 @@ afterEach(async () => {
})
function ask(text: string): Message[] {
return [{ role: 'user', content: [{ type: 'text', text }] }]
return [createUserMessage({
content: [{ type: 'text', text }],
source: { kind: 'plugin', plugin: 'test' },
})]
}
function textOf(result: AssembledResult): string {
@@ -101,15 +104,18 @@ describe.skipIf(!process.env.DEEPSEEK_API_KEY)('llm-deepseek e2e (real API)', ()
reasoningEffort: ReasoningEffortId(effort),
messages: [
...ask('What is the weather in Paris right now? Use the get_weather tool.'),
{ role: 'assistant', content: first.message.content },
{
role: 'user',
createMessage({
role: 'assistant', content: first.message.content,
source: { kind: 'plugin', plugin: 'test' },
}),
createUserMessage({
content: [{
type: 'tool-result',
toolCallId: CallId(call!.id),
content: [{ type: 'text', text: 'Sunny, 22°C' }],
}],
},
source: { kind: 'plugin', plugin: 'test' },
}),
],
tools: [weatherTool],
maxTokens: 2000,

52
packages/llm/llm-deepseek/tests/adapter.spec.ts
View File

@@ -2,7 +2,7 @@ import { createServer } from 'node:http'
import type { IncomingMessage, Server, ServerResponse } from 'node:http'
import { afterEach, describe, expect, it, vi } from 'vitest'
import { Context } from 'cordis'
import LlmService, {
import LlmService, { createUserMessage,
CONTEXT_WINDOW_EXCEEDED_CODE,
errorChain,
LlmError,
@@ -112,7 +112,10 @@ describe('DeepSeekAdapter against a mock server', () => {
const result = await assemble(ctx, {
model: 'deepseek-v4-flash',
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})],
})
expect(result.message.content).toEqual([{ type: 'text', text: 'hello' }])
expect(result.finish).toEqual({ kind: 'stop' })
@@ -142,7 +145,10 @@ describe('DeepSeekAdapter against a mock server', () => {
for await (const chunk of ctx.llm.stream({
provider: 'deepseek',
model: 'deepseek-v4-flash',
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})],
})) {
kinds.push(chunk.type)
}
@@ -155,7 +161,10 @@ describe('DeepSeekAdapter against a mock server', () => {
await assemble(ctx, {
model: 'deepseek-v4-flash',
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})],
sessionId: SessionId('child-session'),
})
@@ -168,7 +177,10 @@ describe('DeepSeekAdapter against a mock server', () => {
await assemble(ctx, {
model: 'deepseek-v4-flash',
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})],
purpose: 'compaction',
})
@@ -185,17 +197,26 @@ describe('DeepSeekAdapter against a mock server', () => {
await assemble(ctx,{
model: 'deepseek-v4-flash',
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})],
})
await assemble(ctx,{
model: 'deepseek-v4-flash',
reasoningEffort: ReasoningEffortId('off'),
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi again' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi again' }],
source: { kind: 'plugin', plugin: 'test' },
})],
})
await assemble(ctx,{
model: 'deepseek-v4-flash',
reasoningEffort: ReasoningEffortId('max'),
messages: [{ role: 'user', content: [{ type: 'text', text: 'one more time' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'one more time' }],
source: { kind: 'plugin', plugin: 'test' },
})],
})
expect(server.requests[0]).toMatchObject({
thinking: { type: 'enabled' },
@@ -217,7 +238,10 @@ describe('DeepSeekAdapter against a mock server', () => {
await assemble(ctx,{
model: 'deepseek-v4-flash',
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})],
})
expect(server.requests[0]).toMatchObject({
thinking: { type: 'disabled' },
@@ -239,7 +263,10 @@ describe('DeepSeekAdapter against a mock server', () => {
await expect(assemble(ctx, {
model: 'deepseek-v4-flash',
reasoningEffort: ReasoningEffortId('high'),
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})],
})).rejects.toMatchObject({ code: 'UNSUPPORTED_REASONING_EFFORT' })
expect(server.requests).toHaveLength(0)
})
@@ -258,7 +285,10 @@ describe('DeepSeekAdapter against a mock server', () => {
provider: 'deepseek',
model: 'deepseek-v4-flash',
reasoningEffort: ReasoningEffortId(effort),
messages: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
messages: [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})],
})
await expect(async () => {
for await (const _chunk of stream) { /* drain */ }

14
packages/llm/llm-deepseek/tests/assemble.ts
View File

@@ -20,14 +20,12 @@ export async function assemble(ctx: Context, options: Omit<GenerateOptions, 'pro
const request = { provider: 'deepseek', ...options }
for await (const chunk of ctx.llm.stream(request)) assembler.push(chunk)
return {
message: {
...assembler.message(),
provenance: {
provider: request.provider,
model: request.model,
...assembler.replayState === undefined ? {} : { replayState: assembler.replayState },
},
},
message: assembler.message({
kind: 'model',
provider: request.provider,
model: request.model,
...assembler.replayState === undefined ? {} : { replayState: assembler.replayState },
}),
...assembler.usage !== undefined ? { usage: assembler.usage } : {},
finish: assembler.finish,
}

76
packages/llm/llm-deepseek/tests/serialize.spec.ts
View File

@@ -1,5 +1,5 @@
import { describe, expect, it } from 'vitest'
import { CallId, ReasoningEffortId } from '@deepseek-ai/dsh-llm'
import { createUserMessage, CallId, ReasoningEffortId , createMessage } from '@deepseek-ai/dsh-llm'
import type { ContentBlock, GenerateOptions, Message } from '@deepseek-ai/dsh-llm'
import { serializeMessages, serializeRequest } from '../src/serialize.ts'
@@ -10,27 +10,34 @@ function request(overrides: Partial<GenerateOptions> = {}): GenerateOptions {
describe('serializeMessages', () => {
it('maps user text to string content', () => {
const wire = serializeMessages([
{ role: 'user', content: [{ type: 'text', text: 'hello ' }, { type: 'text', text: 'world' }] },
createUserMessage({
content: [{ type: 'text', text: 'hello ' }, { type: 'text', text: 'world' }],
source: { kind: 'plugin', plugin: 'test' },
}),
])
expect(wire).toEqual([{ role: 'user', content: 'hello world' }])
})
it('maps system-role messages in history', () => {
const wire = serializeMessages([
{ role: 'system', content: [{ type: 'text', text: 'be brief' }] },
createMessage({
role: 'system', content: [{ type: 'text', text: 'be brief' }],
source: { kind: 'plugin', plugin: 'test' },
}),
])
expect(wire).toEqual([{ role: 'system', content: 'be brief' }])
})
it('maps plain assistant text without reasoning_content', () => {
const wire = serializeMessages([
{
createMessage({
role: 'assistant',
content: [
{ type: 'reasoning', text: 'thinking…' },
{ type: 'text', text: 'answer' },
],
},
source: { kind: 'plugin', plugin: 'test' },
}),
])
// Tool-call-free turn: reasoning is dropped (ignored by the API anyway).
expect(wire).toEqual([{ role: 'assistant', content: 'answer' }])
@@ -38,13 +45,14 @@ describe('serializeMessages', () => {
it('passes reasoning_content back on tool-call turns (official passback rule)', () => {
const wire = serializeMessages([
{
createMessage({
role: 'assistant',
content: [
{ type: 'reasoning', text: 'I should check the weather.' },
{ type: 'tool-call', id: CallId('call-1'), name: 'get_weather', arguments: '{"city":"Paris"}' },
],
},
source: { kind: 'plugin', plugin: 'test' },
}),
])
expect(wire).toEqual([{
role: 'assistant',
@@ -58,13 +66,14 @@ describe('serializeMessages', () => {
it('serializes parallel tool calls in order', () => {
const wire = serializeMessages([
{
createMessage({
role: 'assistant',
content: [
{ type: 'tool-call', id: CallId('a'), name: 'one', arguments: '{}' },
{ type: 'tool-call', id: CallId('b'), name: 'two', arguments: '{}' },
],
},
source: { kind: 'plugin', plugin: 'test' },
}),
])
const assistant = wire[0] as { tool_calls: { id: string }[] }
expect(assistant.tool_calls.map(call => call.id)).toEqual(['a', 'b'])
@@ -72,37 +81,37 @@ describe('serializeMessages', () => {
it('turns tool results into role:tool messages', () => {
const wire = serializeMessages([
{
role: 'user',
createUserMessage({
content: [{
type: 'tool-result',
toolCallId: CallId('call-1'),
content: [{ type: 'text', text: 'Sunny 22C' }],
}],
},
source: { kind: 'plugin', plugin: 'test' },
}),
])
expect(wire).toEqual([{ role: 'tool', tool_call_id: 'call-1', content: 'Sunny 22C' }])
})
it('sends a sentinel for empty tool-result content', () => {
const wire = serializeMessages([
{
role: 'user',
createUserMessage({
content: [{ type: 'tool-result', toolCallId: CallId('call-1'), content: [] }],
},
source: { kind: 'plugin', plugin: 'test' },
}),
])
expect(wire).toEqual([{ role: 'tool', tool_call_id: 'call-1', content: '(no output)' }])
})
it('splits mixed user text + tool results into separate wire messages', () => {
const wire = serializeMessages([
{
role: 'user',
createUserMessage({
content: [
{ type: 'text', text: 'context note' },
{ type: 'tool-result', toolCallId: CallId('call-1'), content: [{ type: 'text', text: 'ok' }] },
],
},
source: { kind: 'plugin', plugin: 'test' },
}),
])
expect(wire).toEqual([
{ role: 'user', content: 'context note' },
@@ -112,25 +121,31 @@ describe('serializeMessages', () => {
it('skips plugin-added block types (merge-extensible ContentBlockMap)', () => {
const wire = serializeMessages([
{
role: 'user',
createUserMessage({
content: [
{ type: 'chart', data: 'x' } as unknown as ContentBlock,
{ type: 'text', text: 'see chart' },
],
},
source: { kind: 'plugin', plugin: 'test' },
}),
])
expect(wire).toEqual([{ role: 'user', content: 'see chart' }])
})
it('emits an empty user message rather than dropping block-less messages', () => {
const wire = serializeMessages([{ role: 'user', content: [] }])
const wire = serializeMessages([createUserMessage({
content: [],
source: { kind: 'plugin', plugin: 'test' },
})])
expect(wire).toEqual([{ role: 'user', content: '' }])
})
})
describe('serializeRequest', () => {
const history: Message[] = [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }]
const history: Message[] = [createUserMessage({
content: [{ type: 'text', text: 'hi' }],
source: { kind: 'plugin', plugin: 'test' },
})]
it('always streams with usage and maps the basics', () => {
const wire = serializeRequest(request({ messages: history }))
@@ -246,7 +261,10 @@ describe('review fixes: assistant content shapes', () => {
// Aborted/empty assistant turns: no text, no calls → "". The earlier
// null shape was live-falsified: the API 400s a null-content assistant
// message without tool_calls ("content or tool_calls must be set").
const wire = serializeMessages([{ role: 'assistant', content: [] }])
const wire = serializeMessages([createMessage({
role: 'assistant', content: [],
source: { kind: 'plugin', plugin: 'test' },
})])
expect(wire).toEqual([{ role: 'assistant', content: '' }])
})
@@ -255,15 +273,19 @@ describe('review fixes: assistant content shapes', () => {
// greeting did, live). The passback rule keeps reasoning_content off
// plain turns, and content must still be SET — a null here poisoned the
// session log and bricked every later turn of that session.
const wire = serializeMessages([{ role: 'assistant', content: [{ type: 'reasoning', text: '你好！有什么我可以帮你的吗？' }] }])
const wire = serializeMessages([createMessage({
role: 'assistant', content: [{ type: 'reasoning', text: '你好！有什么我可以帮你的吗？' }],
source: { kind: 'plugin', plugin: 'test' },
})])
expect(wire).toEqual([{ role: 'assistant', content: '' }])
})
it('serializes tool-call turns with empty string content, not null', () => {
const wire = serializeMessages([{
const wire = serializeMessages([createMessage({
role: 'assistant',
content: [{ type: 'tool-call', id: CallId('c'), name: 'f', arguments: '{}' }],
}])
source: { kind: 'plugin', plugin: 'test' },
})])
expect(wire[0]).toMatchObject({ content: '' })
})
})