ef37ce3b9d
Implements the split-the-filesystem-seam RFC. ctx.fs shrinks to a text-storage provider seam (resolve/stat/readText/streamText/writeText/editText with branded FsTargetKey/FsVersion and an explicit FsWriteExpectation); the new dsh-file-context package owns the model-facing policy (read windowing, observed-state, write/edit freshness) as the concrete ctx.fileContext service. Authorization is now freshness-based rather than full/partial view: a windowed read records the file version and authorizes a later edit when the file is unchanged, removing the dead-end where reading lines 100-150 of a large file could not edit line 120. editText stays a provider primitive so version guard + literal match + atomic rewrite remain one critical section, and the stale check runs before matching so a stale edit reports FS_STALE_VERSION. tool-fs injects fileContext, never reaching around to ctx.fs (the no-bypass contract).
103 lines
4.2 KiB
TypeScript
103 lines
4.2 KiB
TypeScript
/**
|
|
* Cordis-free tests for the line-windowing module: offset/limit windows, byte
|
|
* caps, per-line truncation, CRLF stripping, offset-past-EOF rejection, and the
|
|
* capped line buffer for newline-free giant lines — all over an async-iterable
|
|
* of decoded text chunks (so one code path serves whole-file and streamed reads).
|
|
*/
|
|
|
|
import { describe, expect, it } from 'vitest'
|
|
import { buildWindow, READ_MAX_LINE_LENGTH } from '@deepseek-ai/dsh-file-context'
|
|
import type { ReadWindow } from '@deepseek-ai/dsh-file-context'
|
|
|
|
const READ_ALL: ReadWindow = { offset: 1, limit: 2000 }
|
|
|
|
/** Yield `text` as one chunk (whole-file read shape). */
|
|
async function* whole(text: string): AsyncIterable<string> {
|
|
yield text
|
|
}
|
|
|
|
/** Yield `text` split into fixed-size chunks (streamed read shape). */
|
|
async function* chunked(text: string, size: number): AsyncIterable<string> {
|
|
for (let i = 0; i < text.length; i += size) yield text.slice(i, i + size)
|
|
}
|
|
|
|
describe('buildWindow', () => {
|
|
it('numbers lines and reports total for a whole-file read', async () => {
|
|
const result = await buildWindow(whole('one\ntwo\nthree'), READ_ALL, 'f')
|
|
expect(result.lines).toEqual([
|
|
{ number: 1, text: 'one' },
|
|
{ number: 2, text: 'two' },
|
|
{ number: 3, text: 'three' },
|
|
])
|
|
expect(result.totalLines).toBe(3)
|
|
expect(result.truncatedByBytes).toBe(false)
|
|
})
|
|
|
|
it('applies offset/limit', async () => {
|
|
const result = await buildWindow(whole('one\ntwo\nthree\nfour'), { offset: 2, limit: 2 }, 'f')
|
|
expect(result.lines.map(l => l.number)).toEqual([2, 3])
|
|
expect(result.totalLines).toBe(4)
|
|
})
|
|
|
|
it('strips CRLF', async () => {
|
|
const result = await buildWindow(whole('one\r\ntwo\r\n'), READ_ALL, 'f')
|
|
expect(result.lines.map(l => l.text)).toEqual(['one', 'two'])
|
|
})
|
|
|
|
it('truncates an over-long line', async () => {
|
|
const result = await buildWindow(whole('x'.repeat(3000)), READ_ALL, 'f')
|
|
expect(result.lines[0]?.text).toContain(`... (line truncated to ${READ_MAX_LINE_LENGTH} chars)`)
|
|
})
|
|
|
|
it('caps output bytes and reports truncatedByBytes', async () => {
|
|
const big = Array.from({ length: 2000 }, () => 'y'.repeat(100)).join('\n')
|
|
const result = await buildWindow(whole(big), READ_ALL, 'f')
|
|
expect(result.truncatedByBytes).toBe(true)
|
|
})
|
|
|
|
it('reads an empty file at offset 1 as zero lines', async () => {
|
|
const result = await buildWindow(whole(''), READ_ALL, 'f')
|
|
expect(result.lines).toEqual([])
|
|
expect(result.totalLines).toBe(0)
|
|
})
|
|
|
|
it('rejects an offset past EOF', async () => {
|
|
await expect(buildWindow(whole('one\ntwo'), { offset: 9, limit: 1 }, 'f')).rejects.toMatchObject({ code: 'FS_NOT_FOUND' })
|
|
})
|
|
|
|
it('flushes a final line with no trailing newline', async () => {
|
|
const result = await buildWindow(whole('one\ntwo'), READ_ALL, 'f')
|
|
expect(result.lines.map(l => l.text)).toEqual(['one', 'two'])
|
|
})
|
|
|
|
it('handles a trailing newline (no dangling empty line)', async () => {
|
|
const result = await buildWindow(whole('one\ntwo\n'), READ_ALL, 'f')
|
|
expect(result.lines.map(l => l.text)).toEqual(['one', 'two'])
|
|
expect(result.totalLines).toBe(2)
|
|
})
|
|
|
|
describe('chunked input (streamed read shape)', () => {
|
|
it('windows identically when text arrives in small chunks', async () => {
|
|
const result = await buildWindow(chunked('one\ntwo\nthree', 2), { offset: 2, limit: 1 }, 'f')
|
|
expect(result.lines).toEqual([{ number: 2, text: 'two' }])
|
|
expect(result.totalLines).toBe(3)
|
|
})
|
|
|
|
it('caps a newline-free giant line split across chunks without unbounded buffering', async () => {
|
|
const result = await buildWindow(chunked('z'.repeat(5000), 256), READ_ALL, 'f')
|
|
expect(result.lines[0]?.text).toContain(`... (line truncated to ${READ_MAX_LINE_LENGTH} chars)`)
|
|
})
|
|
|
|
it('caps output bytes mid-stream', async () => {
|
|
const big = Array.from({ length: 2000 }, () => 'y'.repeat(100)).join('\n')
|
|
const result = await buildWindow(chunked(big, 512), READ_ALL, 'f')
|
|
expect(result.truncatedByBytes).toBe(true)
|
|
})
|
|
|
|
it('flushes a final newline-terminated line across a chunk boundary', async () => {
|
|
const result = await buildWindow(chunked('one\ntwo\n', 3), READ_ALL, 'f')
|
|
expect(result.lines.map(l => l.text)).toEqual(['one', 'two'])
|
|
})
|
|
})
|
|
})
|