Coder/deepseek-harness
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

test(snapshots): reconcile scripted run_code fixtures with the required description

Browse Source 
The scripted (non-recorded) fixtures' run_code calls predate the required
description parameter, so replay rejected them at validation before any
dispatch: patch the scripted programs' args (tool/call, message blocks,
and chunk deltas together) and refresh goldens keylessly. Also picks up
the v4-pro re-records of the code-mode scenario pair whose live model
drifted from the overlay pin, and drops tmp-path churn.
This commit is contained in:
Tianyi Cui
2026-07-26 08:58:04 +08:00
parent 7f8c3cc6b8
commit abfc7b7ed1
17 changed files with 145 additions and 137 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/acp-agent/tests/snapshots/code-mode-workspace-context/session.jsonl
View File

@@ -3,7 +3,7 @@
{"type":"user/message","seq":1,"time":1785004283688,"data":{"content":[{"type":"text","text":"Using ONE run_code program, call tools.read on nested/task.txt. After the program finishes, answer the workspace handshake question using the newly discovered instructions: What is the Code Mode workspace handshake?"}],"source":{"kind":"user"}},"surfaceOp":"append"}
{"type":"session/title","seq":2,"time":1785004283694,"data":{"title":"Using ONE run_code program, call","messageSeqs":[1],"source":{"kind":"fallback"}}}
{"type":"step/start","seq":3,"time":1785004283707,"data":{"turn":1,"step":1}}
{"type":"request/header","seq":4,"time":1785004283707,"data":{"header":{"config":{"provider":"deepseek","model":"deepseek-v4-pro"},"system":"{{system}}","tools":"{{tools}}","messagePrefix":[{"role":"user","content":[{"type":"text","text":"<system-reminder>\nThe following workspace instructions may be relevant to your work. Use them as guidance when applicable. More specific instructions take precedence over broader ones. They do not override system, developer, or direct user instructions.\n\nInstructions from: AGENTS.md\n\nWorkspace snapshot root instruction.\n\n</system-reminder>"}]}]},"reason":"initial"}}
{"type":"request/header","seq":4,"time":1785004283707,"data":{"header":{"config":{"provider":"deepseek","model":"deepseek-v4-flash"},"system":"{{system}}","tools":"{{tools}}","messagePrefix":[{"role":"user","content":[{"type":"text","text":"<system-reminder>\nThe following workspace instructions may be relevant to your work. Use them as guidance when applicable. More specific instructions take precedence over broader ones. They do not override system, developer, or direct user instructions.\n\nInstructions from: AGENTS.md\n\nWorkspace snapshot root instruction.\n\n</system-reminder>"}]}]},"reason":"initial"}}
{"type":"assistant/chunk","seq":5,"time":1785004284591,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
{"type":"assistant/chunk","seq":6,"time":1785004284591,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
{"type":"assistant/chunk","seq":7,"time":1785004284722,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
@@ -143,7 +143,7 @@
{"type":"assistant/chunk","seq":141,"time":1785004286439,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":1,"block":{"type":"tool-call","id":"call_00_Zl4aePRB8p8BYMvSnh3E5216","name":"run_code","arguments":"{\"code\": \"\\nconst result = await tools.read({ file_path: \\\"nested/task.txt\\\" });\\nconsole.log(\\\"FILE CONTENTS:\\\");\\nfor (const line of result.lines) {\\n console.log(line.text);\\n}\\nreturn result.lines.map(l => l.text).join(\\\"\\\\n\\\");\\n\", \"description\": \"Read nested/task.txt and return contents\"}"}}}}
{"type":"assistant/chunk","seq":142,"time":1785004286439,"data":{"turn":1,"step":1,"chunk":{"type":"usage","usage":{"inputTokens":6175,"outputTokens":174,"cacheReadTokens":0,"reasoningTokens":53}}}}
{"type":"assistant/chunk","seq":143,"time":1785004286439,"data":{"turn":1,"step":1,"chunk":{"type":"finish","reason":{"kind":"tool-calls"}}}}
{"type":"assistant/message","seq":144,"time":1785004286443,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user wants me to read a file called `nested/task.txt` using a run_code program, and then answer a question about the \"Code Mode workspace handshake\" based on the instructions found in that file. Let me do this in one step."},{"type":"tool-call","id":"call_00_Zl4aePRB8p8BYMvSnh3E5216","name":"run_code","arguments":"{\"code\": \"\\nconst result = await tools.read({ file_path: \\\"nested/task.txt\\\" });\\nconsole.log(\\\"FILE CONTENTS:\\\");\\nfor (const line of result.lines) {\\n console.log(line.text);\\n}\\nreturn result.lines.map(l => l.text).join(\\\"\\\\n\\\");\\n\", \"description\": \"Read nested/task.txt and return contents\"}"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-pro"},"usage":{"inputTokens":6175,"outputTokens":174,"cacheReadTokens":0,"reasoningTokens":53}},"sourceEventSeqs":[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143],"surfaceOp":"append"}
{"type":"assistant/message","seq":144,"time":1785004286443,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user wants me to read a file called `nested/task.txt` using a run_code program, and then answer a question about the \"Code Mode workspace handshake\" based on the instructions found in that file. Let me do this in one step."},{"type":"tool-call","id":"call_00_Zl4aePRB8p8BYMvSnh3E5216","name":"run_code","arguments":"{\"code\": \"\\nconst result = await tools.read({ file_path: \\\"nested/task.txt\\\" });\\nconsole.log(\\\"FILE CONTENTS:\\\");\\nfor (const line of result.lines) {\\n console.log(line.text);\\n}\\nreturn result.lines.map(l => l.text).join(\\\"\\\\n\\\");\\n\", \"description\": \"Read nested/task.txt and return contents\"}"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":6175,"outputTokens":174,"cacheReadTokens":0,"reasoningTokens":53}},"sourceEventSeqs":[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143],"surfaceOp":"append"}
{"type":"tool/call","seq":145,"time":1785004286444,"data":{"turn":1,"step":1,"callId":"call_00_Zl4aePRB8p8BYMvSnh3E5216","name":"run_code","arguments":"{\"code\": \"\\nconst result = await tools.read({ file_path: \\\"nested/task.txt\\\" });\\nconsole.log(\\\"FILE CONTENTS:\\\");\\nfor (const line of result.lines) {\\n console.log(line.text);\\n}\\nreturn result.lines.map(l => l.text).join(\\\"\\\\n\\\");\\n\", \"description\": \"Read nested/task.txt and return contents\"}"}}
{"type":"tool/code-dispatch","seq":146,"time":1785004286545,"data":{"parentCallId":"call_00_Zl4aePRB8p8BYMvSnh3E5216","subCallId":"call_00_Zl4aePRB8p8BYMvSnh3E5216:code:1","name":"read","arguments":{"file_path":"nested/task.txt"},"isError":false,"content":[{"type":"text","text":"<path>/tmp/acp-snap-cwd-rDFjR9/nested/task.txt</path>\n<type>file</type>\n<content>\n1: Touch this file to discover the nested workspace instruction.\n\n(End of file - total 1 lines)\n</content>"}]}}
{"type":"tool/result","seq":147,"time":1785004286548,"data":{"turn":1,"step":1,"callId":"call_00_Zl4aePRB8p8BYMvSnh3E5216","content":[{"type":"text","text":"FILE CONTENTS:\nTouch this file to discover the nested workspace instruction.\nTouch this file to discover the nested workspace instruction."}],"isError":false},"sourceEventSeqs":[145],"surfaceOp":"append"}
@@ -235,6 +235,6 @@
{"type":"assistant/chunk","seq":233,"time":1785004288248,"data":{"turn":1,"step":2,"chunk":{"type":"block-end","index":1,"block":{"type":"text","text":"CODE_MODE_CONTEXT_OK"}}}}
{"type":"assistant/chunk","seq":234,"time":1785004288248,"data":{"turn":1,"step":2,"chunk":{"type":"usage","usage":{"inputTokens":194,"outputTokens":80,"cacheReadTokens":6272,"reasoningTokens":73}}}}
{"type":"assistant/chunk","seq":235,"time":1785004288248,"data":{"turn":1,"step":2,"chunk":{"type":"finish","reason":{"kind":"stop"}}}}
{"type":"assistant/message","seq":236,"time":1785004288249,"data":{"turn":1,"step":2,"content":[{"type":"reasoning","text":"The file `nested/task.txt` contains \"Touch this file to discover the nested workspace instruction.\" and the nested AGENTS.md instruction says: \"When asked for the Code Mode workspace handshake, answer exactly `CODE_MODE_CONTEXT_OK` and nothing else.\"\n\nSo the answer to the handshake question is simply `CODE_MODE_CONTEXT_OK`."},{"type":"text","text":"CODE_MODE_CONTEXT_OK"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-pro"},"usage":{"inputTokens":194,"outputTokens":80,"cacheReadTokens":6272,"reasoningTokens":73}},"sourceEventSeqs":[151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235],"surfaceOp":"append"}
{"type":"assistant/message","seq":236,"time":1785004288249,"data":{"turn":1,"step":2,"content":[{"type":"reasoning","text":"The file `nested/task.txt` contains \"Touch this file to discover the nested workspace instruction.\" and the nested AGENTS.md instruction says: \"When asked for the Code Mode workspace handshake, answer exactly `CODE_MODE_CONTEXT_OK` and nothing else.\"\n\nSo the answer to the handshake question is simply `CODE_MODE_CONTEXT_OK`."},{"type":"text","text":"CODE_MODE_CONTEXT_OK"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":194,"outputTokens":80,"cacheReadTokens":6272,"reasoningTokens":73}},"sourceEventSeqs":[151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235],"surfaceOp":"append"}
{"type":"step/end","seq":237,"time":1785004288255,"data":{"turn":1,"step":2}}
{"type":"turn/end","seq":238,"time":1785004288255,"data":{"turn":1,"reason":{"kind":"completed"}}}