From ad32c57e724e159291d132233d3c330ce9173ee0 Mon Sep 17 00:00:00 2001 From: Hypatia May Date: Sat, 11 Jul 2026 12:20:35 +0800 Subject: [PATCH] refactor(session-query): narrow phase one to exact reads --- docs/architecture.md | 2 +- docs/capability-seams.md | 4 +- docs/config-catalog.md | 10 +- docs/cordis-catalog/events.md | 24 +- docs/cordis-catalog/services.md | 15 +- docs/core-data-structures/core.md | 2 +- docs/core-data-structures/persistence.md | 14 - docs/core-data-structures/session-query.md | 229 +--- docs/event-producer-consumer.md | 6 +- docs/rfc/INDEX.md | 4 +- .../2026-07-10-session-query-service.md | 54 +- ...026-07-10-sqlite-session-query-provider.md | 49 +- packages/README.md | 2 +- .../cordis/tool-cordis/src/api-catalog.ts | 111 +- packages/core/session/README.md | 6 +- packages/core/session/src/index.ts | 15 - packages/core/session/tests/session.spec.ts | 37 - .../session-persistence/README.md | 2 - .../session-persistence/src/coordinator.ts | 60 +- .../session-persistence/src/index.ts | 23 - .../tests/coordinator-contract.ts | 68 -- packages/session-query/README.md | 6 +- .../session-query/session-query/README.md | 45 +- .../session-query/session-query/package.json | 2 +- .../session-query/session-query/src/config.ts | 34 +- .../session-query/session-query/src/corpus.ts | 260 ++--- .../session-query/src/extraction.ts | 254 ---- .../session-query/src/filters.ts | 123 -- .../session-query/session-query/src/index.ts | 177 +-- .../session-query/src/provider.ts | 310 ----- .../session-query/src/tracing.ts | 158 --- .../session-query/session-query/src/types.ts | 260 +---- .../session-query/tests/session-query.spec.ts | 1028 +++-------------- scripts/gen-doc-graphs.ts | 15 +- scripts/type-equiv.manifest.json | 23 - 35 files changed, 396 insertions(+), 3036 deletions(-) delete mode 100644 packages/session-query/session-query/src/extraction.ts delete mode 100644 packages/session-query/session-query/src/filters.ts delete mode 100644 packages/session-query/session-query/src/provider.ts delete mode 100644 packages/session-query/session-query/src/tracing.ts diff --git a/docs/architecture.md b/docs/architecture.md index 8a9cb0a4f2..2e113f956b 100644 --- a/docs/architecture.md +++ b/docs/architecture.md @@ -33,7 +33,7 @@ Composition is preferred over inheritance. `packages/core/` is a repository grou | `ctx.subagents` | [`subagent/`](../packages/subagent/README.md) | named delegation providers | | `ctx.workflows` | [`workflow/`](../packages/workflow/README.md) | script-driven multi-agent orchestration | | `ctx.sessionPersistence` | [`session-persistence/`](../packages/session-persistence/README.md) | durable storage for session logs | -| `ctx.sessionQuery` | [`session-query/`](../packages/session-query/README.md) | live/persisted session retrieval and search-provider coordination | +| `ctx.sessionQuery` | [`session-query/`](../packages/session-query/README.md) | live-preferred logical-corpus and exact-event reads | ## Event diff --git a/docs/capability-seams.md b/docs/capability-seams.md index dc2f0a05bc..c57c130bf4 100644 --- a/docs/capability-seams.md +++ b/docs/capability-seams.md @@ -25,7 +25,7 @@ flowchart LR pkg_session_persistence_jsonl["session-persistence-jsonl"] pkg_session_persistence_sqlite["session-persistence-sqlite"] pkg_acp["acp"] - svc_sessionQuery["ctx.sessionQuery
Session retrieval read model"] + svc_sessionQuery["ctx.sessionQuery
Exact session-history reads"] pkg_system_prompt["system-prompt"] svc_systemPrompt["ctx.systemPrompt
System prompt assembly registry"] pkg_tools["tools"] @@ -159,7 +159,7 @@ flowchart LR | `ctx.llm` | `seam` | [`llm`](../packages/llm/llm) | [`llm-deepseek`](../packages/llm/llm-deepseek), [`llm-pi-ai`](../packages/llm/llm-pi-ai), [`llm-replay`](../packages/support/llm-replay) | [`agent-loop`](../packages/core/agent-loop), [`compact-basic`](../packages/compact/compact-basic) | - | Adapters register provider implementations; the loop and compaction call the provider-neutral stream service. | | `ctx.sessions` | `core` | [`session`](../packages/core/session) | - | [`agent-loop`](../packages/core/agent-loop), [`agent`](../packages/core/agent), [`session-persistence`](../packages/session-persistence/session-persistence), [`session-query`](../packages/session-query/session-query), [`subagent-inprocess`](../packages/subagent/subagent-inprocess), [`invariants`](../packages/support/invariants) | - | Owns append-only Session instances and emits the durable session event feed. | | `ctx.sessionPersistence` | `seam` | [`session-persistence`](../packages/session-persistence/session-persistence) | [`session-persistence-jsonl`](../packages/session-persistence/session-persistence-jsonl), [`session-persistence-sqlite`](../packages/session-persistence/session-persistence-sqlite) | [`agent-loop`](../packages/core/agent-loop), [`acp`](../packages/ui/acp), [`session-query`](../packages/session-query/session-query) | - | Backends persist the same SessionEvent vocabulary; apps choose a backend at composition time. | -| `ctx.sessionQuery` | `seam` | [`session-query`](../packages/session-query/session-query) | - | - | - | Resolves live and optional persisted logs into one corpus and coordinates registered full-text providers. | +| `ctx.sessionQuery` | `seam` | [`session-query`](../packages/session-query/session-query) | - | - | - | Resolves live and optional persisted logs into one logical corpus for exact reads. | | `ctx.systemPrompt` | `core` | [`system-prompt`](../packages/core/system-prompt) | - | [`agent-loop`](../packages/core/agent-loop), [`tools`](../packages/core/tools), [`tool-fs`](../packages/fs/tool-fs), [`tool-web`](../packages/web/tool-web) | - | Collects prompt sections and model-facing tool schemas for each step. | | `ctx.tools` | `core` | [`tools`](../packages/core/tools) | - | [`agent-loop`](../packages/core/agent-loop), [`tool-ask-user`](../packages/ui/tool-ask-user), [`tool-bash`](../packages/bash/tool-bash), [`tool-cordis`](../packages/cordis/tool-cordis), [`tool-fs`](../packages/fs/tool-fs), [`tool-subagent`](../packages/subagent/tool-subagent), [`tool-todo`](../packages/todo/tool-todo), [`tool-web`](../packages/web/tool-web), [`acp`](../packages/ui/acp) | - | Registers tool definitions, exposes schemas to the prompt, and routes calls through tools/pre-execute and tools/post-execute. | | `ctx.userInteraction` | `seam` | [`user-interaction`](../packages/ui/user-interaction) | [`stdio-agent`](../packages/ui/stdio-agent), [`acp`](../packages/ui/acp) | [`tool-ask-user`](../packages/ui/tool-ask-user), [`stdio-agent`](../packages/ui/stdio-agent), [`acp`](../packages/ui/acp) | - | UI front doors provide the active human-answer provider; tool-ask-user pauses a tool call on the provider-neutral ask() promise. | diff --git a/docs/config-catalog.md b/docs/config-catalog.md index d008878b6a..532f52af77 100644 --- a/docs/config-catalog.md +++ b/docs/config-catalog.md @@ -488,20 +488,14 @@ Source: [`packages/session-persistence/session-persistence-sqlite/src/index.ts:5 Requires: `sessions` ```ts config-catalog -/** Configuration for the provider-neutral session-query service. */ +/** Configuration for exact session-query reads. */ export interface Config { - /** Explicit provider id; omitted auto-selects exactly one usable provider. */ - searchProvider?: string - /** Default search result page size. Defaults to 20. */ - defaultLimit?: number - /** Maximum accepted search page size. Defaults to 100. */ - maxLimit?: number /** Maximum accepted raw read context on either side. Defaults to 50. */ readWindowMax?: number } ``` -Source: [`packages/session-query/session-query/src/config.ts:17`](../packages/session-query/session-query/src/config.ts) +Source: [`packages/session-query/session-query/src/config.ts:9`](../packages/session-query/session-query/src/config.ts) ## `@deepseek-ai/dsh-stdio-agent` diff --git a/docs/cordis-catalog/events.md b/docs/cordis-catalog/events.md index 42be61a24e..a9dfb7e05c 100644 --- a/docs/cordis-catalog/events.md +++ b/docs/cordis-catalog/events.md @@ -237,7 +237,7 @@ An event was appended to a session log (sync, fire-and-forget). This is the per- Types: [SessionEvent](../core-data-structures/core.md) -Source: [`packages/core/session/src/index.ts:55`](../../packages/core/session/src/index.ts) +Source: [`packages/core/session/src/index.ts:47`](../../packages/core/session/src/index.ts) ### `session/flush` — parallel @@ -247,27 +247,7 @@ Awaited durability checkpoint. The agent loop awaits `ctx.parallel('session/flus 'session/flush'(session: Session): Promise | void ``` -Source: [`packages/core/session/src/index.ts:65`](../../packages/core/session/src/index.ts) - -### `session/persisted` — parallel - -A persistence backend committed a canonical session-log change. This is an observe-only notification for derived read models: the durable write has already succeeded, and listener failures are contained rather than propagated into append, load, flush, or teardown. - -```ts cordis-catalog -'session/persisted'(header: SessionHeader, change: SessionPersistedChange): Promise | void -``` - -Source: [`packages/session-persistence/session-persistence/src/index.ts:50`](../../packages/session-persistence/session-persistence/src/index.ts) - -### `session/removed` — parallel - -A session left the live store. The header is snapshotted after the store entry is removed; listener failures are contained and cannot break the owning fiber's teardown. - -```ts cordis-catalog -'session/removed'(header: SessionHeader): Promise | void -``` - -Source: [`packages/core/session/src/index.ts:47`](../../packages/core/session/src/index.ts) +Source: [`packages/core/session/src/index.ts:57`](../../packages/core/session/src/index.ts) ## `subagent/*` diff --git a/docs/cordis-catalog/services.md b/docs/cordis-catalog/services.md index c8d083593e..c079fbed01 100644 --- a/docs/cordis-catalog/services.md +++ b/docs/cordis-catalog/services.md @@ -167,26 +167,19 @@ abstract list(): Promise Types: [SessionEvent](../core-data-structures/core.md) -Source: [`packages/session-persistence/session-persistence/src/index.ts:125`](../../packages/session-persistence/session-persistence/src/index.ts) +Source: [`packages/session-persistence/session-persistence/src/index.ts:102`](../../packages/session-persistence/session-persistence/src/index.ts) ## `ctx.sessionQuery` — `SessionQueryService` -Session-history retrieval and provider coordination service. +Live-preferred logical-corpus and exact-event read service. ```ts cordis-catalog listSessions(): Promise async listEvents(sessionId: SessionId): Promise async readEvent(request: SessionEventReadRequest): Promise -async traceSession(sessionId: SessionId): Promise -async traceEvent(sessionId: SessionId, seq: number): Promise -registerSearchProvider(provider: SessionSearchProvider): () => Promise -registerEventTextExtractor( type: K, extractor: SessionEventTextExtractor, ): () => void -registerContentTextExtractor( type: K, extractor: SessionContentTextExtractor, ): () => void -searchSessions( request: SessionSearchRequest, exec?: SessionQueryExecContext, ): Promise> -searchEvents( request: SessionEventSearchRequest, exec?: SessionQueryExecContext, ): Promise> ``` -Source: [`packages/session-query/session-query/src/index.ts:59`](../../packages/session-query/session-query/src/index.ts) +Source: [`packages/session-query/session-query/src/index.ts:35`](../../packages/session-query/session-query/src/index.ts) ## `ctx.sessions` — `SessionStore` @@ -204,7 +197,7 @@ list(): Session[] fork(source: SessionForkSource, boundary?: number, childSessionId?: SessionId): Session ``` -Source: [`packages/core/session/src/index.ts:413`](../../packages/core/session/src/index.ts) +Source: [`packages/core/session/src/index.ts:405`](../../packages/core/session/src/index.ts) ## `ctx.subagents` — `SubagentService` diff --git a/docs/core-data-structures/core.md b/docs/core-data-structures/core.md index 6a31eddd70..c0e1213731 100644 --- a/docs/core-data-structures/core.md +++ b/docs/core-data-structures/core.md @@ -18,7 +18,7 @@ Everything else is documented on a **sub-page**, not here. The rule that draws t | [llm-streaming.md](llm-streaming.md) | the `StreamChunk` wire protocol + adapter contract, `BlockAssembler`, the `LlmAdapter` seam | | [session.md](session.md) | the full `SessionEventMap` variant catalog, `TurnTrigger`/`TurnEndReason`, `deriveMessages()`, the turn-enclosure invariant | | [persistence.md](persistence.md) | the durability seam: `SessionPersistence`, JSONL + SQLite backends, `session/flush`, crash recovery, `SessionHeader` | -| [session-query.md](session-query.md) | the retrieval seam: logical session/event records, filters, traces, search pages, extractors, and provider synchronization types | +| [session-query.md](session-query.md) | logical session/event records and bounded exact-event reads | | [tools.md](tools.md) | `ToolDefinition` full fields, the schema DSL, `ToolExecution`/`ToolResult`, tool-presentation UI types, the `tools/pre-execute`/`tools/post-execute` pipeline | | [user-interaction.md](user-interaction.md) | the UI-backed human question/answer seam: `AskUserQuestionRequest`, answer/options vocabulary, provider API, error taxonomy | | [bash.md](bash.md) | the bash executor seam: `BashExecRequest`/`Spec`, `BashRunResult`, background `BashTask`s | diff --git a/docs/core-data-structures/persistence.md b/docs/core-data-structures/persistence.md index 012e606f48..4dbb8fb2af 100644 --- a/docs/core-data-structures/persistence.md +++ b/docs/core-data-structures/persistence.md @@ -73,20 +73,6 @@ interface CreateSessionOptions { Replay/fork is therefore `ctx.sessions.create(id, { seed: seedEvents })`; resuming a *persisted* session into a live agent is `ctx.agents.resume({ resumeSessionId })`. -## `SessionPersistedChange` — committed-log notification range - -The observe-only `session/persisted` event carries the canonical header and the committed range. A repair can report `toSeq < fromSeq` when it only removes a torn fragment. - -Source: [`packages/session-persistence/session-persistence/src/index.ts`](../../packages/session-persistence/session-persistence/src/index.ts) - -```ts type-equiv -export interface SessionPersistedChange { - kind: 'append' | 'repair' - fromSeq: number - toSeq: number -} -``` - ## The backends Both implement the same abstract `SessionPersistence` (create/append/load/list over `SessionEvent`) and pass `runPersistenceContract`, proving the seam is genuinely backend-agnostic: diff --git a/docs/core-data-structures/session-query.md b/docs/core-data-structures/session-query.md index b824e99f1e..ded8ca3f7e 100644 --- a/docs/core-data-structures/session-query.md +++ b/docs/core-data-structures/session-query.md @@ -1,12 +1,12 @@ # Session Query -The provider-neutral retrieval seam over live and optionally persisted sessions. The [package contract](../../packages/session-query/session-query) owns resolution, lifecycle, synchronization, and error behavior; this page catalogs the public data exchanged by callers, extractors, and search providers. +Exact reads over the live-preferred logical session corpus. The [package contract](../../packages/session-query/session-query) owns source precedence, dynamic optional persistence, cloning, surface classification, bounded windows, and typed failures. Full-text search is a separate proposed SQLite phase. Source: [`packages/session-query/session-query/src/types.ts`](../../packages/session-query/session-query/src/types.ts) -## Logical records and filters +## Logical records -`SessionRecord` exposes source availability independently from its live-preferred header. `SessionEventRecord` classifies every raw event against the folded surface. +`SessionRecord` is returned by the cross-corpus list. It exposes source availability independently from the cloned live-preferred header. `SessionEventRecord` is a lightweight raw-log projection; classification uses the same `foldSurface()` transitions as model-history derivation. ```ts type-equiv export type SessionEventSurface = 'current' | 'shadowed' | 'log-only' @@ -30,137 +30,9 @@ export interface SessionEventRecord { } ``` -Filters are serializable discriminated specs. Each spec is one transform in a chain; the literal types below are shared by in-memory filtering and provider pre-ranking requests. +## Bounded event reads -```ts type-equiv -export interface SessionQueryRange { - from?: number - to?: number -} -``` - -```ts type-equiv -export type SessionResultFilter = - | { kind: 'id'; values: readonly SessionId[] } - | { kind: 'cwd'; values: readonly (string | null)[] } - | { kind: 'created-at'; range: SessionQueryRange } - | { kind: 'parent'; values: readonly (SessionId | null)[] } - | { kind: 'availability'; values: readonly ('live' | 'persisted')[] } -``` - -```ts type-equiv -export type SessionEventResultFilter = - | { kind: 'seq'; range: SessionQueryRange } - | { kind: 'time'; range: SessionQueryRange } - | { kind: 'type'; values: readonly SessionEventType[] } - | { kind: 'surface'; values: readonly SessionEventSurface[] } -``` - -## Search requests and pages - -Both scopes use the same opaque-cursor page envelope. Session hits carry exactly one best event; event hits add only a plain-text snippet to the lightweight record. - -```ts type-equiv -export interface SessionQueryExecContext { - readonly signal?: AbortSignal -} -``` - -```ts type-equiv -export type SessionSearchProviderStatus = - | { readonly available: true } - | { readonly available: false; readonly reason: 'misconfigured' | 'unavailable' } -``` - -```ts type-equiv -export interface SessionSearchPageRequest { - limit?: number - cursor?: string -} -``` - -```ts type-equiv -export interface SessionSearchRequest extends SessionSearchPageRequest { - query: string - sessionFilters?: readonly SessionResultFilter[] - eventFilters?: readonly SessionEventResultFilter[] -} -``` - -```ts type-equiv -export interface SessionEventSearchRequest extends SessionSearchPageRequest { - sessionId: SessionId - query: string - filters?: readonly SessionEventResultFilter[] -} -``` - -The service resolves caller requests before crossing the provider seam, so provider implementations always receive a validated page limit. - -```ts type-equiv -export interface SessionSearchSpec extends SessionSearchRequest { - limit: number -} -``` - -```ts type-equiv -export interface SessionEventSearchSpec extends SessionEventSearchRequest { - limit: number -} -``` - -```ts type-equiv -export interface SessionEventSearchHit extends SessionEventRecord { - snippet: string -} -``` - -```ts type-equiv -export interface SessionSearchHit extends SessionRecord { - bestMatch: SessionEventSearchHit -} -``` - -```ts type-equiv -export interface SessionSearchPage { - providerId: string - items: readonly T[] - nextCursor?: string -} -``` - -## Errors - -The service exposes a closed machine-routable error taxonomy; messages and causes provide detail but do not add codes. - -```ts type-equiv -export type SessionQueryErrorCode = - | 'SESSION_QUERY_ABORTED' - | 'SESSION_QUERY_DUPLICATE_EXTRACTOR' - | 'SESSION_QUERY_DUPLICATE_PROVIDER' - | 'SESSION_QUERY_EVENT_NOT_FOUND' - | 'SESSION_QUERY_INDEX_FAILED' - | 'SESSION_QUERY_INVALID_CONFIG' - | 'SESSION_QUERY_INVALID_EXTRACTOR' - | 'SESSION_QUERY_INVALID_FILTER' - | 'SESSION_QUERY_INVALID_LIMIT' - | 'SESSION_QUERY_INVALID_LINEAGE' - | 'SESSION_QUERY_INVALID_QUERY' - | 'SESSION_QUERY_INVALID_SURFACE' - | 'SESSION_QUERY_INVALID_WINDOW' - | 'SESSION_QUERY_PERSISTENCE_FAILED' - | 'SESSION_QUERY_PROVIDER_AMBIGUOUS' - | 'SESSION_QUERY_PROVIDER_CONFIGURED_MISSING' - | 'SESSION_QUERY_PROVIDER_CONFIGURED_UNAVAILABLE' - | 'SESSION_QUERY_PROVIDER_ERROR' - | 'SESSION_QUERY_PROVIDER_UNAVAILABLE' - | 'SESSION_QUERY_SESSION_NOT_FOUND' - | 'SESSION_QUERY_SOURCE_CONFLICT' -``` - -## Event reads and traces - -An event read returns the full target plus a bounded raw-log window. Trace records retain lightweight seq links so callers choose which related event bodies to read. +The request addresses one raw seq and optional neighboring counts. The result carries a `SessionHeader` rather than availability flags so a known live target can remain independent of persistence health. ```ts type-equiv export interface SessionEventReadRequest { @@ -173,7 +45,7 @@ export interface SessionEventReadRequest { ```ts type-equiv export interface SessionEventWindow { - session: SessionRecord + session: SessionHeader target: SessionEvent events: SessionEvent[] startSeq: number @@ -181,84 +53,17 @@ export interface SessionEventWindow { } ``` -```ts type-equiv -export interface SessionLineageNode { - session: SessionRecord - children: SessionLineageNode[] -} -``` +## Errors + +The closed code union distinguishes request validation, missing targets, malformed surface logs, optional-backend failure, and contradictory source metadata. ```ts type-equiv -export interface SessionLineageTrace { - target: SessionRecord - parents: SessionRecord[] - root?: SessionRecord - unresolvedParentId?: SessionId - children: SessionLineageNode[] -} -``` - -```ts type-equiv -export interface SessionEventTrace { - target: SessionEventRecord - shadowedBy?: number - replacementChain: number[] - shadows: number[] - references: number[] - referencedBy: number[] -} -``` - -## Extraction and provider synchronization - -Custom extractors are keyed by declaration-merged event or content discriminants and carry stable cache-invalidation versions. Providers receive complete event documents grouped into independently replaceable persisted and live snapshots. - -```ts type-equiv -export interface SessionEventTextExtractor { - version: string - extract(event: SessionEvent): readonly string[] -} -``` - -```ts type-equiv -export interface SessionContentTextExtractor { - version: string - extract(block: ContentBlockMap[K]): readonly string[] -} -``` - -```ts type-equiv -export interface SessionIndexDocument extends SessionEventRecord { - text: string -} -``` - -```ts type-equiv -export interface SessionIndexSnapshot { - session: SessionRecord - fingerprint: string - documents: readonly SessionIndexDocument[] -} -``` - -```ts type-equiv -export interface SessionPersistedIndexEntry { - sessionId: SessionId - fingerprint: string -} -``` - -```ts type-equiv -export interface SessionSearchProvider { - readonly id: string - status(): SessionSearchProviderStatus - persistedInventory(): Promise - setPersistedActive(active: boolean): Promise - replacePersisted(snapshot: SessionIndexSnapshot): Promise - removePersisted(sessionId: SessionId): Promise - replaceLive(snapshot: SessionIndexSnapshot): Promise - removeLive(sessionId: SessionId): Promise - searchSessions(request: SessionSearchSpec, exec?: SessionQueryExecContext): Promise> - searchEvents(request: SessionEventSearchSpec, exec?: SessionQueryExecContext): Promise> -} +export type SessionQueryErrorCode = + | 'SESSION_QUERY_EVENT_NOT_FOUND' + | 'SESSION_QUERY_INVALID_CONFIG' + | 'SESSION_QUERY_INVALID_SURFACE' + | 'SESSION_QUERY_INVALID_WINDOW' + | 'SESSION_QUERY_PERSISTENCE_FAILED' + | 'SESSION_QUERY_SESSION_NOT_FOUND' + | 'SESSION_QUERY_SOURCE_CONFLICT' ``` diff --git a/docs/event-producer-consumer.md b/docs/event-producer-consumer.md index 23e3844375..acbe700965 100644 --- a/docs/event-producer-consumer.md +++ b/docs/event-producer-consumer.md @@ -24,10 +24,8 @@ This matrix shows which packages dispatch each harness-owned event and which pac | `fs/write-intent` | `waterfall` | [`packages/fs/fs/src/index.ts:109`](../packages/fs/fs/src/index.ts) | [`tool-fs`](../packages/fs/tool-fs) (`waterfall`) | [`fs-policy`](../packages/fs/fs-policy) | | `llm/stream` | `waterfall` | [`packages/llm/llm/src/index.ts:39`](../packages/llm/llm/src/index.ts) | [`llm`](../packages/llm/llm) (`waterfall`) | [`invariants`](../packages/support/invariants), [`llm-replay`](../packages/support/llm-replay) | | `session/created` | `emit` | [`packages/core/session/src/index.ts:39`](../packages/core/session/src/index.ts) | [`session`](../packages/core/session) (`emit`) | [`invariants`](../packages/support/invariants), [`session-persistence`](../packages/session-persistence/session-persistence) | -| `session/event` | `emit` | [`packages/core/session/src/index.ts:55`](../packages/core/session/src/index.ts) | [`session`](../packages/core/session) (`emit`) | [`acp`](../packages/ui/acp), [`invariants`](../packages/support/invariants), [`session-persistence`](../packages/session-persistence/session-persistence), [`stdio-agent`](../packages/ui/stdio-agent) | -| `session/flush` | `parallel` | [`packages/core/session/src/index.ts:65`](../packages/core/session/src/index.ts) | [`agent-loop`](../packages/core/agent-loop) (`parallel`) | [`session-persistence`](../packages/session-persistence/session-persistence) | -| `session/persisted` | `parallel` | [`packages/session-persistence/session-persistence/src/index.ts:50`](../packages/session-persistence/session-persistence/src/index.ts) | [`session-persistence`](../packages/session-persistence/session-persistence) (`parallel`) | [`session-query`](../packages/session-query/session-query) | -| `session/removed` | `parallel` | [`packages/core/session/src/index.ts:47`](../packages/core/session/src/index.ts) | [`session`](../packages/core/session) (`parallel`) | - | +| `session/event` | `emit` | [`packages/core/session/src/index.ts:47`](../packages/core/session/src/index.ts) | [`session`](../packages/core/session) (`emit`) | [`acp`](../packages/ui/acp), [`invariants`](../packages/support/invariants), [`session-persistence`](../packages/session-persistence/session-persistence), [`stdio-agent`](../packages/ui/stdio-agent) | +| `session/flush` | `parallel` | [`packages/core/session/src/index.ts:57`](../packages/core/session/src/index.ts) | [`agent-loop`](../packages/core/agent-loop) (`parallel`) | [`session-persistence`](../packages/session-persistence/session-persistence) | | `subagent/end` | `emit` | [`packages/subagent/subagent/src/index.ts:98`](../packages/subagent/subagent/src/index.ts) | [`subagent`](../packages/subagent/subagent) (`events.dispatch`) | [`hooks-claude`](../packages/hooks/hooks-claude) | | `subagent/provider-added` | `emit` | [`packages/subagent/subagent/src/index.ts:72`](../packages/subagent/subagent/src/index.ts) | [`subagent`](../packages/subagent/subagent) (`emit`) | [`tool-subagent`](../packages/subagent/tool-subagent) | | `subagent/provider-removed` | `emit` | [`packages/subagent/subagent/src/index.ts:83`](../packages/subagent/subagent/src/index.ts) | - | [`tool-subagent`](../packages/subagent/tool-subagent) | diff --git a/docs/rfc/INDEX.md b/docs/rfc/INDEX.md index 4c77469f63..a4c6c213af 100644 --- a/docs/rfc/INDEX.md +++ b/docs/rfc/INDEX.md @@ -12,7 +12,7 @@ Generated by `pnpm run gen-rfc-index` from the RFC tree — never edit by hand; | [Multiplex concurrent ACP sessions over one connection](proposed/feature/2026-06-14-acp-multi-session.md) | 2026-06-14 | | [Pre-tool input rewrite — a consistent design](proposed/feature/2026-06-30-pre-tool-input-rewrite.md) | 2026-06-30 | | [Claude Code and Codex subagent backends (out-of-process delegation to external coding agents)](proposed/feature/2026-07-07-claude-code-and-codex-subagent-backends.md) | 2026-07-07 | -| [SQLite FTS5 session-query provider](proposed/feature/2026-07-10-sqlite-session-query-provider.md) | 2026-07-10 | +| [SQLite FTS5 session search](proposed/feature/2026-07-10-sqlite-session-query-provider.md) | 2026-07-10 | ### Simplification @@ -68,7 +68,7 @@ Generated by `pnpm run gen-rfc-index` from the RFC tree — never edit by hand; | [The session prefix — request-only messages in front of the derived history](implemented/feature/2026-07-07-session-prefix.md) | 2026-07-07 | | [Repeat-tool-call guard plugin](implemented/feature/2026-07-08-repeat-tool-guard.md) | 2026-07-08 | | [The self-referential cordis toolset](implemented/feature/2026-07-08-self-referential-cordis-toolset.md) | 2026-07-08 | -| [Provider-neutral session query service](implemented/feature/2026-07-10-session-query-service.md) | 2026-07-10 | +| [Exact session query service](implemented/feature/2026-07-10-session-query-service.md) | 2026-07-10 | ### Simplification diff --git a/docs/rfc/implemented/feature/2026-07-10-session-query-service.md b/docs/rfc/implemented/feature/2026-07-10-session-query-service.md index eeb3a13fc7..7e13256669 100644 --- a/docs/rfc/implemented/feature/2026-07-10-session-query-service.md +++ b/docs/rfc/implemented/feature/2026-07-10-session-query-service.md @@ -1,61 +1,41 @@ -# RFC: Provider-neutral session query service +# RFC: Exact session query service Status: implemented ## Problem -Session logs contain the harness's durable working memory, but the existing services expose them only as live objects or backend-specific persisted records. Consumers that want history search, compacted-event recall, lineage inspection, or another agent's status otherwise have to choose a storage backend, duplicate live-versus-persisted precedence, and reconstruct surface provenance independently. Live state also advances between persistence checkpoints, so treating durable storage as the only query source makes current-turn reads stale. +Session history exists in two places: current `SessionStore` objects and an optional persistence backend. Consumers that need exact inspection would otherwise duplicate live-versus-persisted precedence, persistence lifecycle handling, raw-event surface classification, and defensive cloning. Durable state can lag the live log between checkpoints, so persistence alone is not a truthful current source. -Search is only one operation in that read model. Metadata filtering must compose without another database round trip, event and session lineage need deterministic graph semantics, and an event read must return exact canonical content rather than a search snippet. Folding all of those responsibilities into one SQLite package would make storage technology the public API and would prevent live-only deployments from using the non-search capabilities. +Full-text search is related but materially larger. Designing provider registration, extraction, synchronization, invalidation, ranking, and cursor contracts before a real backend exists creates two speculative state machines: one in the interface service and another in the eventual database package. ## Decision -`@deepseek-ai/dsh-session-query` owns `ctx.sessionQuery`, a trusted provider-neutral read model over one logical corpus: live `SessionStore` entries plus an optional, dynamically mounted `SessionPersistence` service. Matching ids resolve to one record. Live events take precedence because they include appends after the latest checkpoint; the record still exposes independent `live` and `persisted` flags. The service compares immutable headers and fails with a typed source-conflict error when the two sources cannot represent the same session. +`@deepseek-ai/dsh-session-query` owns `ctx.sessionQuery`, a small trusted exact-read service over one logical corpus. It exposes `listSessions()`, `listEvents(sessionId)`, and bounded `readEvent(request)`. It does not expose filters, lineage or provenance traversals, text extractors, search requests, provider registration, or derived-index synchronization. -The service owns source observation, reconciliation, precedence, cloning, filters, tracing, extraction, and provider selection. It exposes lightweight session and event records, bounded exact-event reads, complete known session lineage, event surface/provenance traces, and two full-text scopes. A search backend owns only indexing, ranking, snippets, cursors, and backend-specific query validation. +The service observes the optional `ctx.sessionPersistence` binding dynamically but retains no persisted cache or invalidation listener. Each cross-corpus list asks the active backend for authoritative metadata, then overlays a fresh live-store list. Matching ids become one `SessionRecord`: the live header wins and `live`/`persisted` independently report source availability. Immutable header disagreement is `SESSION_QUERY_SOURCE_CONFLICT`. -Persistence is optional. Live-only reads and provider synchronization work without it. Unmounting persistence hides the provider's durable base rather than deleting derived cache rows, so remounting can reuse fingerprints. An installed but unreadable backend fails cross-session operations; a read of a known live session remains independent of that failure. +An exact target read first checks the live store and snapshots the live header and event log. This path never consults persistence, so a failing durable backend cannot make known live history unreadable. With no live target, the service lists current persistence metadata, proves the id exists, loads it, and rejects a list/load header mismatch. All returned headers and events cross one structured-clone boundary. -## Surface and lineage semantics +## Surface semantics -`dsh-session` exports `foldSurface(events)`, and `SurfaceManager` uses the same transition functions for its incremental cache. The fold returns detached current nodes and each replacement's actual removed seq range. Session-query derives `current`, `shadowed`, and `log-only` classifications and replacement chains from that result, so query and model-history derivation cannot disagree about positional replacement semantics. +`dsh-session` exports `foldSurface(events)`, and `SurfaceManager` uses the same transition functions for its incremental cache. The fold returns detached current nodes and each replacement's actual removed seqs. `listEvents()` uses that result to classify every raw event as `current`, `shadowed`, or `log-only`, so inspection cannot disagree with model-history derivation about positional replacement semantics. -Event traces accept any raw event. They return direct `sourceEventSeqs` references, reverse references, nodes directly shadowed by a replacement, its immediate replacer, and the transitive replacement chain toward the current surface. Related content is deliberately not embedded; exact content remains the job of the bounded event read. - -Session traces walk parents nearest-first. A complete chain reports its root; a partial corpus reports the first unresolved parent id. Descendants form a complete known tree ordered by creation time and id. A cycle connected to the target is an invalid lineage error rather than a truncated result. - -## Filters and public records - -Serializable discriminated filter specs cover session identity, cwd, creation time, parent/root, availability, event seq/time/type, and surface status. Alternatives within one spec are OR; specs in a supplied array are AND. The exported generic transforms are pure, preserve order and item identity, and work on base records or richer hits. Search requests accept the same specs before ranking. Applying a transform to one materialized page never triggers a refill. - -Public records are intentionally small. `SessionRecord` carries a cloned header and source flags. `SessionEventRecord` carries session id, seq, type, time, and surface status. Search adds a plain snippet to event hits and exactly one best event to session hits; numeric provider scores remain private. Search pages default to 20 and reject limits above 100. Exact event reads default to no neighbors and cap each side with the configurable `readWindowMax`, default 50. - -## Lifecycle notifications - -Two observe-only Cordis notifications keep derived read models current without joining the write transaction. `session/removed` fires after a live entry leaves `SessionStore`. `session/persisted` fires only after an ordinary append or load-time repair commits and carries the affected seq range. Both snapshot their payloads and contain synchronous dispatch errors and rejected listeners, so observers cannot fail session teardown or durability. - -A persistence load preserves an existing live owner in coordinator state. HMR adoption of a torn durable prefix truncates only the uncommitted fragment while the live session remains authoritative; it does not publish a repair notification or synthesize an interrupted turn mid-turn. A later real append produces the ordinary committed notification. - -## Provider and extractor contracts - -A selected search provider receives separate persisted-base and live-override operations. Persisted reconciliation begins inactive, compares the provider inventory with SHA-256 fingerprints over canonicalized header/events and relevant extractor versions, replaces only changed sessions, removes proven-stale rows, and then activates the base. Live snapshots always replace the matching override; removal reveals an active persisted base. Search waits for relevant queued reconciliation, with corpus scope for session search and target scope for a live event search. A failed update stays retryable and fails affected searches with a typed derived-index error without affecting canonical writes. Caller cancellation stops waiting and reaches provider query work through `AbortSignal`. - -Core extractors cover semantic messages, reasoning, tools, todos, blocked prompts, context and steering, and error/status detail. Chunks, request headers, and structural events add no document. Declaration-merged event and content-block owners can install one effect-scoped extractor per type with a stable version; unknown types stay non-searchable. +`readEvent()` returns the complete target plus raw neighbors by contiguous seq. `before` and `after` default to zero and are independently bounded by `readWindowMax`, default 50. The result carries a cloned `SessionHeader`, not a source-availability record, because determining a live target's persisted flag would violate the guarantee that live exact reads do not depend on persistence health. ## Security boundary -The service is context-wide trusted infrastructure, not an authorization layer. A model-facing history tool or human UI applies explicit caller/session scope before invoking cross-session operations. This decision exposes no unscoped model tool and changes no transcript or snapshot surface. +The service is context-wide trusted infrastructure, not an authorization layer. A future model-facing history tool or human UI applies explicit caller/session scope. This phase adds no model-facing tool and changes no transcript or snapshot surface. ## Alternatives considered -- **Put all query behavior in a SQLite implementation** — rejected because filters, exact reads, source precedence, lineage, and surface provenance are storage-independent, and live-only deployments still need them. It would also let backend details become the public service contract. -- **Query only persisted sessions** — rejected because persistence checkpoints occur at turn boundaries; a current live session would be stale precisely when an agent inspects its latest work. -- **Mirror every live append into persistence before querying** — rejected because query observation must not add durability latency or change the turn checkpoint contract. The live override is an ephemeral derived layer. -- **Express every chained filter as SQL** — rejected because post-filters operate over already materialized pages and must preserve item identity and caller-chosen composition. Serializable pure transforms also remain usable without a search provider. -- **Make session-query part of the compaction capability** — rejected because retrieval reads all session structure and has consumers beyond recall; compaction is one producer of replacement provenance, not the owner of the read model. +- **Put logical-corpus resolution directly in every consumer** — rejected because source precedence, conflicts, optional-service lifecycle, cloning, and surface classification are shared correctness rules. +- **Query only persistence** — rejected because checkpoints can lag the current live log. +- **Cache persisted metadata and listen for writes/removals** — rejected because exact reads can ask the authoritative sources directly, while cache invalidation adds lifecycle and concurrency state before scale requires it. +- **Define a provider-neutral search protocol now** — rejected because no provider consumes it. The first SQLite FTS package should own one reconciliation/transaction state machine; a smaller shared seam can be extracted later only when a second implementation proves the boundary. +- **Include lineage, provenance, and generic filters in phase one** — rejected because no current consumer requires them and canonical logs remain sufficient to add them with evidence later. ## Consequences -Consumers gain one coherent API for current and durable history, deterministic traces, and backend-neutral search. Derived index failures and optional persistence are isolated from canonical session writes, and unchanged persisted sessions can reuse provider rows across restarts. +Phase one has one source-resolution state variable: the currently mounted persistence service. There are no provider queues, fingerprints, extractor registries, observation generations, or derived index updates. Exact reads remain usable in live-only deployments and deterministic when persistence is present. -The service carries non-trivial reconciliation state and performs canonical log loads to validate fingerprints. Cross-session search intentionally waits for whole-corpus synchronization, and live precedence means providers must implement a two-layer model. Authorization remains the responsibility of future consumers. Full-text search is unavailable until an implementation package registers a provider; that implementation is intentionally outside this decision's package. +Cross-corpus listing and persisted exact reads perform backend I/O on each call. That is deliberate: correctness comes from current authoritative state, and scale-oriented search belongs to the phase-two database. Full-text search is unavailable until that package defines and implements its complete contract. diff --git a/docs/rfc/proposed/feature/2026-07-10-sqlite-session-query-provider.md b/docs/rfc/proposed/feature/2026-07-10-sqlite-session-query-provider.md index 08c1c6fc75..acfdf23bee 100644 --- a/docs/rfc/proposed/feature/2026-07-10-sqlite-session-query-provider.md +++ b/docs/rfc/proposed/feature/2026-07-10-sqlite-session-query-provider.md @@ -1,50 +1,51 @@ -# RFC: SQLite FTS5 session-query provider +# RFC: SQLite FTS5 session search Status: proposed ## Problem -The provider-neutral session-query service defines full-text scopes and synchronization but deliberately ships no index. A first backend must search semantic event documents across large persisted histories without rebuilding unchanged sessions at every process start, while keeping unflushed live overrides current and disposable. It also needs deterministic ranking and pagination semantics strong enough for model tools and UI clients to continue a result set safely. +The exact-read `ctx.sessionQuery` service deliberately has no derived index. Large persisted histories need full-text search without scanning every event on every query, while current live sessions need an overlay newer than the last durability checkpoint. Search also needs concrete ranking, snippets, filters, pagination, cancellation, and rebuild behavior. -Using the canonical session-persistence database directly would couple two failure domains and schemas: query rows are derived and rebuildable, while session logs are authoritative. A query schema reset, corrupt index, or experimental tokenizer must never endanger durable conversation history. +Splitting those concerns across a speculative provider coordinator and a database implementation would create two coupled reconciliation state machines. The first real implementation should own the source observation, extraction, SQLite transaction, generation, and query as one lifecycle. ## Proposal -Add an `@deepseek-ai/dsh-session-query-sqlite` implementation in a separate phase-two pull request after the provider-neutral phase is complete. It will register one `SessionSearchProvider` on `ctx.sessionQuery` and own a separate derived SQLite database. Persisted event documents survive provider restarts; live overrides remain connection-local and disappear when the provider closes. +Add `@deepseek-ai/dsh-session-query-sqlite` beside the exact-read package. The package will expose a search service or extend the family with the smallest API required by its actual consumers; phase one does not pre-commit a provider-registration protocol. It will depend on `ctx.sessions` and optional `ctx.sessionPersistence`, own a separate derived SQLite database, and reuse the canonical `foldSurface()` classification. -The provider will use SQLite FTS5 with the trigram tokenizer. A query splits on whitespace and requires every term. Terms shorter than three characters fail with a typed provider error rather than silently changing matching semantics. Each searchable event is one document, including current, shadowed, and log-only states by default. Event search ranks documents within one session; session search groups by session and ranks it by exactly one strongest matching event. Ties are deterministic, public hits contain plain-text snippets, and numeric FTS scores remain internal. +The implementation owns one serialized reconciliation/DB transaction state machine. A transaction observes authoritative persisted metadata and live snapshots, extracts semantic documents, updates derived tables, advances relevant cursor generations, and executes or enables the corresponding query. No second service maintains parallel fingerprints, dirty flags, live-id sets, or invalidation generations. -## Storage and reconciliation +Persisted documents survive restarts. Live overrides are connection-local and shadow the persisted rows for the same session, then disappear when the live owner or database closes. The derived database remains separate from canonical persistence so index reset, corruption, tokenizer changes, and schema churn cannot endanger durable conversation logs. -The database path, journal mode, page/result limits, and snippet length are validated configuration. Durable tables store provider schema version, persisted-session fingerprints, lightweight session metadata, event metadata, text, and the FTS virtual table. A provider-schema mismatch is the exceptional full reset; ordinary startup calls `persistedInventory()` and lets the service replace only new or changed sessions and remove canonical deletions. +## Search semantics to decide with implementation -The live layer uses temporary or connection-local tables with the same searchable shape. A live snapshot shadows every persisted document for that session. Removing the override reveals the active persisted base. `setPersistedActive(false)` excludes durable rows from results without deleting their fingerprint cache. Reopening the database proves that persisted rows remain and live rows do not. +The implementation must define both cross-session and within-session scopes from executable use cases. Each searchable event is one document with session metadata, event metadata, surface classification, normalized semantic text, and a bounded plain-text snippet. Session results group by their strongest matching event; numeric backend scores remain private. -## Query and cursor semantics +Filters compile to parameterized SQL before ranking. Query syntax is treated as data. Ordering includes stable tie fields. Opaque cursors bind to normalized request shape and the smallest relevant generation; unrelated session changes should not invalidate a within-session cursor. Cancellation must stop caller waiting and interrupt SQLite work where the runtime permits. -Search request filters compile to parameterized metadata predicates before FTS ranking. Query terms are escaped as data, never interpolated into FTS syntax. Snippets are plain text with bounded length and no provider-specific markup contract. +Tokenizer choice remains an implementation experiment. FTS5 trigram supports substring recall but rejects useful terms shorter than three characters and increases index size; the proposal must benchmark that tradeoff against the default Unicode tokenizer before making it contract. -Opaque cursors bind to the normalized request shape and a generation. Session-search cursors bind to the global logical-corpus generation. Event-search cursors bind only to the target session generation. A relevant change makes the cursor stale and produces a typed error; unrelated session changes do not invalidate an inner-session cursor. Stable tie fields are encoded after rank so resumed pages neither duplicate nor skip hits. +## Extraction and reconciliation -Provider update operations are transactional. An index write failure leaves the prior committed generation queryable only after the owning service has successfully retried the dirty update; affected searches fail rather than returning a knowingly stale page. Abort signals interrupt waits and SQLite query work where the runtime permits. +The package starts with first-party semantic extraction for messages, reasoning, tool calls/results, blocked prompts, context, steering, todos, and error/status detail. Structural events and stream chunks contribute no document. Unknown declaration-merged event/content types remain non-searchable unless a real extension consumer demonstrates the need for a public extractor registry. + +Reconciliation may use stable fingerprints to avoid rewriting unchanged persisted sessions, but the database package owns their calculation and storage. It must never report a row current when source observation or extraction failed. Provider-schema mismatch may reset only the derived database; ordinary source changes use transactional upsert/delete. Mounted but unreadable persistence fails affected searches without affecting canonical writes or known live exact reads. ## Alternatives considered -- **Use the session-persistence SQLite database and add FTS tables there** — rejected because derived-index schema churn, resets, and corruption recovery must not share the authoritative log's transaction or failure boundary. -- **Persist live overrides immediately** — rejected because live events are not canonical until the existing persistence checkpoint commits. Ephemeral overlay rows preserve read-your-writes without inventing a second durability path. -- **Use the default FTS5 unicode tokenizer** — rejected for the first backend because substring-oriented history recall is a core use case. Trigram search gives predictable mid-token matching at the accepted cost of rejecting sub-three-character terms. -- **Return raw BM25 scores** — rejected because scores are provider-specific and unstable across corpus changes. Ranking is observable; numeric scale is not part of the service API. -- **Keep cursors valid across index changes** — rejected because rank and grouping can move after a relevant write, making continued pages duplicate or omit hits. +- **Add FTS tables to the canonical persistence database** — rejected because a rebuildable index must not share the authoritative log's schema/reset/failure boundary. +- **Reintroduce phase-one provider coordination** — rejected because there is one planned implementation and no evidence for a stable multi-provider seam. +- **Persist live overrides immediately** — rejected because live events are not canonical until the existing checkpoint commits. +- **Return BM25 scores** — rejected because provider-specific numeric scales are unstable across corpus changes. ## Acceptance criteria -- Restart tests prove an unchanged persisted fingerprint performs no FTS replacement, while new, changed, and deleted sessions reconcile correctly. -- Reopening proves persisted rows survive, live rows disappear, removing a live override reveals its persisted base, and the provider works with no persistence service. -- Tests cover both search scopes, all metadata filters, surface defaults, snippets, AND-term escaping, short-term rejection, deterministic ties, pagination, request-bound cursors, scoped stale generations, cancellation, and recovery after a failed index update. -- A provider-schema mismatch resets only the derived database. Normal source changes never trigger a full reset. -- A keyless end-to-end restart test combines a real persistence backend with the real SQLite query provider. -- The implementation, package wiring, and tests land only in the separate phase-two pull request; phase one contains this proposal but no SQLite query code. +- Restart tests cover unchanged, new, changed, and deleted persisted sessions without rebuilding the whole index. +- Reopening preserves persisted rows and removes live rows; live rows shadow and then reveal their persisted base. +- Tests cover both search scopes, metadata filters, surface defaults, snippets, escaping, deterministic ties, pagination, scoped stale cursors, cancellation, dynamic persistence mount/unmount, and recovery after a failed transaction. +- A schema mismatch resets only the derived database. +- A keyless end-to-end test combines a real persistence backend with the real SQLite search package. +- The RFC is amended to the measured tokenizer and public API actually implemented before moving to `implemented/`. ## Risks -Trigram indexes use more space than word-token indexes, and loading canonical logs to recompute fingerprints still has startup I/O cost even when FTS replacement is skipped. FTS5 ranking and snippet behavior can differ across SQLite runtime versions, so deterministic tie fields and provider-owned snippet tests must pin only the contract the package controls. A global generation makes cross-session cursors conservative: any corpus change invalidates them. The separate derived database adds configuration and lifecycle work, but it preserves the authoritative store's safety boundary. +A single owner is simpler but initially less reusable than a provider-neutral seam. That is intentional: a second real backend can reveal what to extract. SQLite runtime differences can affect FTS ranking and snippets, so tests must pin only contract-controlled ordering and presentation. The separate database adds configuration and lifecycle work, but preserves the canonical store's safety boundary. diff --git a/packages/README.md b/packages/README.md index 8bc5c07637..da3e61e3a5 100644 --- a/packages/README.md +++ b/packages/README.md @@ -23,7 +23,7 @@ Packages are grouped by modular role at `packages///`. The group dir | [`cordis/`](cordis/README.md) | Self-referential runtime toolset: inspect the live runtime's plugins and services, mount/unmount model-written plugins ([design](../docs/rfc/implemented/feature/2026-07-08-self-referential-cordis-toolset.md)) | Product — stable surface | | [`hooks/`](hooks/README.md) | Hook bridges + the shared Claude Code / Codex wire-protocol library | Product — stable surface | | [`session-persistence/`](session-persistence/README.md) | Persistence capability family: the seam + JSONL/SQLite backends | Product — stable surface | -| [`session-query/`](session-query/README.md) | Session retrieval family: logical corpus, filters, tracing, and full-text provider seam | Product — stable surface | +| [`session-query/`](session-query/README.md) | Session retrieval family: logical corpus, surface records, and bounded exact reads | Product — stable surface | | [`ui/`](ui/README.md) | Editor/client integration surfaces: ACP bridge, app packages, user-interaction seam, ask-user tool | Product — stable surface | | [`support/`](support/README.md) | Dev/test/example infrastructure (invariants, replay adapter, subagent mock) | Support — lower compatibility expectations | | [`util/`](util/README.md) | Low-level zero-dependency utilities shared across groups (the `Branded` primitive) | Support — small, stable, harness-dep-free | diff --git a/packages/cordis/tool-cordis/src/api-catalog.ts b/packages/cordis/tool-cordis/src/api-catalog.ts index 2179326c49..545be42957 100644 --- a/packages/cordis/tool-cordis/src/api-catalog.ts +++ b/packages/cordis/tool-cordis/src/api-catalog.ts @@ -137,18 +137,11 @@ export const SERVICE_API: readonly ServiceApiEntry[] = [ }, { key: 'sessionQuery', - summary: 'Session-history retrieval and provider coordination service.', + summary: 'Live-preferred logical-corpus and exact-event read service.', methods: [ 'listSessions(): Promise', 'async listEvents(sessionId: SessionId): Promise', 'async readEvent(request: SessionEventReadRequest): Promise', - 'async traceSession(sessionId: SessionId): Promise', - 'async traceEvent(sessionId: SessionId, seq: number): Promise', - 'registerSearchProvider(provider: SessionSearchProvider): () => Promise', - 'registerEventTextExtractor( type: K, extractor: SessionEventTextExtractor, ): () => void', - 'registerContentTextExtractor( type: K, extractor: SessionContentTextExtractor, ): () => void', - 'searchSessions( request: SessionSearchRequest, exec?: SessionQueryExecContext, ): Promise>', - 'searchEvents( request: SessionEventSearchRequest, exec?: SessionQueryExecContext, ): Promise>', ], }, { @@ -337,18 +330,6 @@ export const EVENT_API: readonly EventApiEntry[] = [ signature: '\'session/flush\'(session: Session): Promise | void', summary: 'Awaited durability checkpoint.', }, - { - name: 'session/persisted', - mode: 'parallel', - signature: '\'session/persisted\'(header: SessionHeader, change: SessionPersistedChange): Promise | void', - summary: 'A persistence backend committed a canonical session-log change.', - }, - { - name: 'session/removed', - mode: 'parallel', - signature: '\'session/removed\'(header: SessionHeader): Promise | void', - summary: 'A session left the live store.', - }, { name: 'subagent/end', mode: 'emit', @@ -705,10 +686,6 @@ export const TYPE_API: readonly TypeApiEntry[] = [ name: 'SendOptions', declaration: 'export interface SendOptions {\n source?: MessageSource;\n}', }, - { - name: 'SessionContentTextExtractor', - declaration: 'export interface SessionContentTextExtractor {\n version: string;\n extract(block: ContentBlockMap[K]): readonly string[];\n}', - }, { name: 'SessionEvent', declaration: 'export type SessionEvent = {\n [K in SessionEventType]: {\n type: K;\n seq: number;\n time: number;\n data: SessionEventMap[K];\n } & (K extends SurfaceEventType ? {\n sourceEventSeqs?: number[];\n surfaceOp?: SurfaceOp;\n } : object);\n}[T];', @@ -725,41 +702,17 @@ export const TYPE_API: readonly TypeApiEntry[] = [ name: 'SessionEventRecord', declaration: 'export interface SessionEventRecord {\n sessionId: SessionId;\n seq: number;\n type: SessionEventType;\n time: number;\n surface: SessionEventSurface;\n}', }, - { - name: 'SessionEventResultFilter', - declaration: 'export type SessionEventResultFilter = {\n kind: \'seq\';\n range: SessionQueryRange;\n} | {\n kind: \'time\';\n range: SessionQueryRange;\n} | {\n kind: \'type\';\n values: readonly SessionEventType[];\n} | {\n kind: \'surface\';\n values: readonly SessionEventSurface[];\n};', - }, - { - name: 'SessionEventSearchHit', - declaration: 'export interface SessionEventSearchHit extends SessionEventRecord {\n snippet: string;\n}', - }, - { - name: 'SessionEventSearchRequest', - declaration: 'export interface SessionEventSearchRequest extends SessionSearchPageRequest {\n sessionId: SessionId;\n query: string;\n filters?: readonly SessionEventResultFilter[];\n}', - }, - { - name: 'SessionEventSearchSpec', - declaration: 'export interface SessionEventSearchSpec extends SessionEventSearchRequest {\n limit: number;\n}', - }, { name: 'SessionEventSurface', declaration: 'export type SessionEventSurface = \'current\' | \'shadowed\' | \'log-only\';', }, - { - name: 'SessionEventTextExtractor', - declaration: 'export interface SessionEventTextExtractor {\n version: string;\n extract(event: SessionEvent): readonly string[];\n}', - }, - { - name: 'SessionEventTrace', - declaration: 'export interface SessionEventTrace {\n target: SessionEventRecord;\n shadowedBy?: number;\n replacementChain: number[];\n shadows: number[];\n references: number[];\n referencedBy: number[];\n}', - }, { name: 'SessionEventType', declaration: 'export type SessionEventType = keyof SessionEventMap;', }, { name: 'SessionEventWindow', - declaration: 'export interface SessionEventWindow {\n session: SessionRecord;\n target: SessionEvent;\n events: SessionEvent[];\n startSeq: number;\n endSeq: number;\n}', + declaration: 'export interface SessionEventWindow {\n session: SessionHeader;\n target: SessionEvent;\n events: SessionEvent[];\n startSeq: number;\n endSeq: number;\n}', }, { name: 'SessionForkSource', @@ -773,70 +726,10 @@ export const TYPE_API: readonly TypeApiEntry[] = [ name: 'SessionId', declaration: 'export type SessionId = Branded<\'SessionId\'>;', }, - { - name: 'SessionIndexDocument', - declaration: 'export interface SessionIndexDocument extends SessionEventRecord {\n text: string;\n}', - }, - { - name: 'SessionIndexSnapshot', - declaration: 'export interface SessionIndexSnapshot {\n session: SessionRecord;\n fingerprint: string;\n documents: readonly SessionIndexDocument[];\n}', - }, - { - name: 'SessionLineageNode', - declaration: 'export interface SessionLineageNode {\n session: SessionRecord;\n children: SessionLineageNode[];\n}', - }, - { - name: 'SessionLineageTrace', - declaration: 'export interface SessionLineageTrace {\n target: SessionRecord;\n parents: SessionRecord[];\n root?: SessionRecord;\n unresolvedParentId?: SessionId;\n children: SessionLineageNode[];\n}', - }, - { - name: 'SessionPersistedIndexEntry', - declaration: 'export interface SessionPersistedIndexEntry {\n sessionId: SessionId;\n fingerprint: string;\n}', - }, - { - name: 'SessionQueryExecContext', - declaration: 'export interface SessionQueryExecContext {\n readonly signal?: AbortSignal;\n}', - }, - { - name: 'SessionQueryRange', - declaration: 'export interface SessionQueryRange {\n from?: number;\n to?: number;\n}', - }, { name: 'SessionRecord', declaration: 'export interface SessionRecord {\n header: SessionHeader;\n live: boolean;\n persisted: boolean;\n}', }, - { - name: 'SessionResultFilter', - declaration: 'export type SessionResultFilter = {\n kind: \'id\';\n values: readonly SessionId[];\n} | {\n kind: \'cwd\';\n values: readonly (string | null)[];\n} | {\n kind: \'created-at\';\n range: SessionQueryRange;\n} | {\n kind: \'parent\';\n values: readonly (SessionId | null)[];\n} | {\n kind: \'availability\';\n values: readonly (\'live\' | \'persisted\')[];\n};', - }, - { - name: 'SessionSearchHit', - declaration: 'export interface SessionSearchHit extends SessionRecord {\n bestMatch: SessionEventSearchHit;\n}', - }, - { - name: 'SessionSearchPage', - declaration: 'export interface SessionSearchPage {\n providerId: string;\n items: readonly T[];\n nextCursor?: string;\n}', - }, - { - name: 'SessionSearchPageRequest', - declaration: 'export interface SessionSearchPageRequest {\n limit?: number;\n cursor?: string;\n}', - }, - { - name: 'SessionSearchProvider', - declaration: 'export interface SessionSearchProvider {\n readonly id: string;\n status(): SessionSearchProviderStatus;\n persistedInventory(): Promise;\n setPersistedActive(active: boolean): Promise;\n replacePersisted(snapshot: SessionIndexSnapshot): Promise;\n removePersisted(sessionId: SessionId): Promise;\n replaceLive(snapshot: SessionIndexSnapshot): Promise;\n removeLive(sessionId: SessionId): Promise;\n searchSessions(request: SessionSearchSpec, exec?: SessionQueryExecContext): Promise>;\n searchEvents(request: SessionEventSearchSpec, exec?: SessionQueryExecContext): Promise>;\n}', - }, - { - name: 'SessionSearchProviderStatus', - declaration: 'export type SessionSearchProviderStatus = {\n readonly available: true;\n} | {\n readonly available: false;\n readonly reason: \'misconfigured\' | \'unavailable\';\n};', - }, - { - name: 'SessionSearchRequest', - declaration: 'export interface SessionSearchRequest extends SessionSearchPageRequest {\n query: string;\n sessionFilters?: readonly SessionResultFilter[];\n eventFilters?: readonly SessionEventResultFilter[];\n}', - }, - { - name: 'SessionSearchSpec', - declaration: 'export interface SessionSearchSpec extends SessionSearchRequest {\n limit: number;\n}', - }, { name: 'StreamChunk', declaration: 'export type StreamChunk = {\n type: \'block-start\';\n index: number;\n blockType: ContentBlockType;\n} | {\n type: \'text-delta\';\n index: number;\n text: string;\n} | {\n type: \'reasoning-delta\';\n index: number;\n text: string;\n} | {\n type: \'tool-call-delta\';\n index: number;\n id: CallId;\n name?: string;\n argumentsDelta: string;\n} | {\n type: \'block-end\';\n index: number;\n block: ContentBlock;\n} | {\n type: \'usage\';\n usage: TokenUsage;\n} | {\n type: \'finish\';\n reason: FinishReason;\n};', diff --git a/packages/core/session/README.md b/packages/core/session/README.md index 89d2ffdf03..4de99ad961 100644 --- a/packages/core/session/README.md +++ b/packages/core/session/README.md @@ -25,7 +25,11 @@ Creates and holds event-sourced `Session` instances. Persistence is intentionall ### Events -The generated [Cordis event catalog](../../../docs/cordis-catalog/events.md) is the signature reference. `session/removed` is an observe-only notification emitted with a cloned header after the entry leaves the store; listener failures cannot fail owner teardown. +| Event | Mode | Purpose | +|---|---|---| +| `session/created` | emit | A session was created | +| `session/event` | emit | An event was appended (sync, fire-and-forget) | +| `session/flush` | parallel | Awaited durability checkpoint (persistence plugins drain buffers here) | ### Class: `Session` diff --git a/packages/core/session/src/index.ts b/packages/core/session/src/index.ts index 88cb198c49..ebbf28d63e 100644 --- a/packages/core/session/src/index.ts +++ b/packages/core/session/src/index.ts @@ -37,14 +37,6 @@ declare module 'cordis' { * @mode emit */ 'session/created'(session: Session): void - /** - * A session left the live store. The header is snapshotted after the store - * entry is removed; listener failures are contained and cannot break the - * owning fiber's teardown. - * @param header - immutable identity and lineage of the removed session. - * @mode parallel - */ - 'session/removed'(header: SessionHeader): Promise | void /** * An event was appended to a session log (sync, fire-and-forget). This is * the per-append feed a UI or invariant plugin tails. @@ -509,15 +501,8 @@ export class SessionStore extends Service { session.onAppend = (event) => { this.ctx.emit('session/event', session, event) } this.store.set(session.id, session) return () => { - if (this.store.get(session.id) !== session) return session.onAppend = undefined this.store.delete(session.id) - const header = structuredClone(session.header) - void Promise.resolve() - .then(() => this.ctx.parallel('session/removed', header)) - .catch((error: unknown) => { - this.ctx.logger.warn(`session store: session/removed listener failed for "${session.id}": ${String(error)}`) - }) } } diff --git a/packages/core/session/tests/session.spec.ts b/packages/core/session/tests/session.spec.ts index e51ed923df..f338b635f3 100644 --- a/packages/core/session/tests/session.spec.ts +++ b/packages/core/session/tests/session.spec.ts @@ -350,43 +350,6 @@ describe('SessionStore', () => { expect(observed).toBe(0) }) - it('announces a cloned header only after the session leaves the store', async () => { - const ctx = new Context() - await ctx.plugin(SessionStore) - const observations: Array<{ id: string; live: boolean }> = [] - ctx.on('session/removed', (header) => { - observations.push({ id: header.id, live: ctx.sessions.get(header.id) !== undefined }) - header.createdAt = -1 - }) - const session = ctx.sessions.prepare(SessionId('removed'), { meta: { createdAt: 7 } }) - const detach = ctx.sessions.enter(session) - - detach() - await Promise.resolve() - await Promise.resolve() - - expect(observations).toEqual([{ id: 'removed', live: false }]) - expect(session.header.createdAt).toBe(7) - // A repeated disposer cannot remove or announce a later same-id owner. - const replacement = ctx.sessions.create(SessionId('removed')) - detach() - expect(ctx.sessions.get(replacement.id)).toBe(replacement) - expect(observations).toHaveLength(1) - }) - - it('contains rejected session/removed listeners during teardown', async () => { - const ctx = new Context() - await ctx.plugin(SessionStore) - ctx.on('session/removed', () => Promise.reject(new Error('observer failed'))) - const session = ctx.sessions.prepare(SessionId('contained')) - const detach = ctx.sessions.enter(session) - - expect(detach).not.toThrow() - await Promise.resolve() - await Promise.resolve() - expect(ctx.sessions.get(session.id)).toBeUndefined() - }) - it('rolls back the session (and onAppend) when a session/created listener throws (P1-1)', async () => { const ctx = new Context() await ctx.plugin(SessionStore) diff --git a/packages/session-persistence/session-persistence/README.md b/packages/session-persistence/session-persistence/README.md index 557b968609..8bd3fed568 100644 --- a/packages/session-persistence/session-persistence/README.md +++ b/packages/session-persistence/session-persistence/README.md @@ -26,8 +26,6 @@ The two first-party backends were byte-identical (or same-algorithm) for ALL of `PersistenceCoordinator` owns that orchestration once. A first-party backend composes one (`new PersistenceCoordinator(ctx, this)`), implements the small `PersistenceBackend` hook interface, and delegates its four public service methods to the coordinator. This keeps the duplicated, correctness-heavy orchestration in a single place (it used to receive the same fixes twice). -After an append or load-time repair commits, the coordinator emits the observe-only `session/persisted` notification described in the generated [Cordis event catalog](../../../docs/cordis-catalog/events.md). Its snapshotted header and seq range let derived read models invalidate safely; synchronous dispatch failures and rejected listeners are contained and never fail durability. Truncate-only HMR adoption emits no repair notification while the live session still owns the open turn. - The `PersistenceBackend` hooks (the only seam between the coordinator and storage): | Hook | Role | diff --git a/packages/session-persistence/session-persistence/src/coordinator.ts b/packages/session-persistence/session-persistence/src/coordinator.ts index b04387dab1..0180999842 100644 --- a/packages/session-persistence/session-persistence/src/coordinator.ts +++ b/packages/session-persistence/session-persistence/src/coordinator.ts @@ -27,7 +27,7 @@ import { Context } from 'cordis' import { interruptedTurnClosers, SESSION_FORMAT_VERSION } from '@deepseek-ai/dsh-session' import type { Session, SessionEvent, SessionId, SessionHeader } from '@deepseek-ai/dsh-session' -import { assertSerializable, seedCoversPrefix, type SessionPersistedChange } from './index.ts' +import { assertSerializable, seedCoversPrefix } from './index.ts' /** * A stored session's durable prefix as read back from a backend: its @@ -229,13 +229,13 @@ export class PersistenceCoordinator { // event inside it — before the op runs would otherwise have those changes // persisted. The clone is taken synchronously (at call time). const batch = events.map(e => structuredClone(e)) - return this.serialize(id, () => this._appendCore(id, batch)) + return this.serialize(id, () => this.appendCore(id, batch)) } - private async _appendCore(id: SessionId, events: readonly SessionEvent[]): Promise { + private async appendCore(id: SessionId, events: readonly SessionEvent[]): Promise { if (events.length === 0) return let state = this.states.get(id) - if (state === undefined) state = await this.adopt(id) // calls _loadCore, not load + if (state === undefined) state = await this.adopt(id) // calls loadCore, not load // Contiguity contract: each event's seq must continue the stored log. for (const [i, event] of events.entries()) { @@ -247,14 +247,8 @@ export class PersistenceCoordinator { await this.backend.appendBatch(state.meta, events, state.materialized) // The durable write is the transaction: mark materialized + advance the // cursor as soon as it commits (uniform across backends). - const fromSeq = state.cursor state.materialized = true state.cursor += events.length - this._notifyPersisted(state.meta, { - kind: 'append', - fromSeq, - toSeq: state.cursor - 1, - }) } /** @@ -265,10 +259,10 @@ export class PersistenceCoordinator { * @returns the header plus the event log, ending on a balanced `turn/end`. */ load(id: SessionId): Promise<{ meta: SessionHeader; events: SessionEvent[] }> { - return this.serialize(id, () => this._loadCore(id)) + return this.serialize(id, () => this.loadCore(id)) } - private async _loadCore(id: SessionId): Promise<{ meta: SessionHeader; events: SessionEvent[] }> { + private async loadCore(id: SessionId): Promise<{ meta: SessionHeader; events: SessionEvent[] }> { const stored = await this.backend.loadStored(id) if (stored === undefined) throw new Error(`session "${id}" not found`) const { meta, events, tornMarker } = stored @@ -287,21 +281,10 @@ export class PersistenceCoordinator { // there is no state-path ordering dependency (uniform across backends). if (tornMarker !== undefined || closers.length > 0) { await this.backend.commitRepair(meta, tornMarker, closers) - this._notifyPersisted(meta, { - kind: 'repair', - fromSeq: events.length, - toSeq: balanced.length - 1, - }) } - const owner = this.states.get(id)?.owner - // The state keeps its OWN copy of the meta; preserve a live owner already - // bound to the id so a read-side load cannot downgrade adoption state. - this.states.set(id, { - meta: { ...meta }, - cursor: balanced.length, - materialized: true, - ...owner !== undefined ? { owner } : {}, - }) + // The state keeps its OWN copy of the meta; the returned value is separate so + // a consumer mutating loaded.meta cannot corrupt the backend's metadata. + this.states.set(id, { meta: { ...meta }, cursor: balanced.length, materialized: true }) return { meta, events: balanced } } @@ -331,11 +314,11 @@ export class PersistenceCoordinator { /** Build a state for a session discovered in storage but not yet in memory. */ private async adopt(id: SessionId): Promise { - // _loadCore (NOT load) — adopt runs inside an already-serialized op, so + // loadCore (NOT load) — adopt runs inside an already-serialized op, so // re-entering the chain via the public load() would deadlock. - await this._loadCore(id) + await this.loadCore(id) const state = this.states.get(id) - /* v8 ignore next -- _loadCore always sets the state for the id */ + /* v8 ignore next -- loadCore always sets the state for the id */ if (!state) throw new Error(`failed to adopt session "${id}"`) return state } @@ -492,7 +475,7 @@ export class PersistenceCoordinator { // resume. const live = await this.backend.loadLive(id, session.header.cwd) if (live !== undefined) { - // Do NOT route through _loadCore(): that crash-repairs open turns as + // Do NOT route through loadCore(): that crash-repairs open turns as // interrupted, which is wrong for HMR while the live Session is still the // authority and may append the real step/turn end later. await this.serialize(id, () => this.adoptLivePrefix(session, seed, live)) @@ -532,7 +515,7 @@ export class PersistenceCoordinator { owner: session, }) const suffix = seed.slice(events.length) - if (suffix.length > 0) await this._appendCore(session.header.id, suffix) + if (suffix.length > 0) await this.appendCore(session.header.id, suffix) } private async flush(session: Session): Promise { @@ -563,20 +546,9 @@ export class PersistenceCoordinator { /* v8 ignore next -- state is always set by the awaited init before flush */ const cursor = state?.cursor ?? 0 const fresh = batch.filter(e => e.seq >= cursor) - // _appendCore (NOT the serialized append) — drain already runs inside the + // appendCore (NOT the serialized append) — drain already runs inside the // per-session chain, so re-entering via append() would deadlock. - if (fresh.length > 0) await this._appendCore(session.header.id, fresh) + if (fresh.length > 0) await this.appendCore(session.header.id, fresh) buffer.splice(0, batch.length) } - - /** Notify derived read models after source data commits. */ - private _notifyPersisted(meta: SessionHeader, change: SessionPersistedChange): void { - const header = structuredClone(meta) - const snapshot = structuredClone(change) - void Promise.resolve() - .then(() => this.ctx.parallel('session/persisted', header, snapshot)) - .catch((error: unknown) => { - this.ctx.logger.warn(`${this.backend.name}: session/persisted listener failed after ${change.kind} for "${meta.id}": ${String(error)}`) - }) - } } diff --git a/packages/session-persistence/session-persistence/src/index.ts b/packages/session-persistence/session-persistence/src/index.ts index ea98f70e9f..1588ed2526 100644 --- a/packages/session-persistence/session-persistence/src/index.ts +++ b/packages/session-persistence/session-persistence/src/index.ts @@ -36,29 +36,6 @@ declare module 'cordis' { interface Context { sessionPersistence: SessionPersistence } - - interface Events { - /** - * A persistence backend committed a canonical session-log change. This is - * an observe-only notification for derived read models: the durable write - * has already succeeded, and listener failures are contained rather than - * propagated into append, load, flush, or teardown. - * @param header - snapshotted persisted session metadata. - * @param change - committed seq range and whether it was an append or repair. - * @mode parallel - */ - 'session/persisted'(header: SessionHeader, change: SessionPersistedChange): Promise | void - } -} - -/** A committed persisted-log change observed by derived read models. */ -export interface SessionPersistedChange { - /** Whether ordinary append or load-time repair committed the change. */ - kind: 'append' | 'repair' - /** First seq affected by the commit. */ - fromSeq: number - /** Last seq appended; less than `fromSeq` when repair only removed a torn fragment. */ - toSeq: number } /** diff --git a/packages/session-persistence/session-persistence/tests/coordinator-contract.ts b/packages/session-persistence/session-persistence/tests/coordinator-contract.ts index 6d95fbb4b2..42583c4fe3 100644 --- a/packages/session-persistence/session-persistence/tests/coordinator-contract.ts +++ b/packages/session-persistence/session-persistence/tests/coordinator-contract.ts @@ -31,7 +31,6 @@ import { Context, type Fiber } from 'cordis' import SessionStore, { SESSION_FORMAT_VERSION, SessionId } from '@deepseek-ai/dsh-session' import type { Session, SessionEvent } from '@deepseek-ai/dsh-session' import type { SessionPersistence } from '../src/index.ts' -import type { SessionPersistedChange } from '../src/index.ts' import { meta, oneTurnLog, appendLog } from './contract.ts' /** @@ -124,40 +123,6 @@ export function runCoordinatorContract(name: string, makeFixture: () => Promise< } }) - it('announces committed append and repair ranges without coupling listener failures to writes', async () => { - const fix = await makeFixture() - const { ctx, fiber } = await freshCtx(fix) - const observed: Array<{ headerId: SessionId; change: SessionPersistedChange }> = [] - ctx.on('session/persisted', (header, change) => { - observed.push({ headerId: header.id, change: structuredClone(change) }) - header.createdAt = -1 - return Promise.reject(new Error('derived read model failed')) - }) - try { - const m = meta('notifications', WORK) - await ctx.sessionPersistence.create(m) - await expect(ctx.sessionPersistence.append(m.id, oneTurnLog())).resolves.toBeUndefined() - await ctx.sessionPersistence.append(m.id, [ - { type: 'turn/start', seq: 6, time: 7, data: { turn: 2, trigger: { kind: 'message', source: { kind: 'user' } } } }, - { type: 'step/start', seq: 7, time: 8, data: { turn: 2, step: 1 } }, - ]) - await expect(ctx.sessionPersistence.load(m.id)).resolves.toMatchObject({ meta: { createdAt: m.createdAt } }) - await Promise.resolve() - await Promise.resolve() - - expect(observed).toEqual([ - { headerId: m.id, change: { kind: 'append', fromSeq: 0, toSeq: 5 } }, - { headerId: m.id, change: { kind: 'append', fromSeq: 6, toSeq: 7 } }, - { headerId: m.id, change: { kind: 'repair', fromSeq: 8, toSeq: 9 } }, - ]) - expect((await ctx.sessionPersistence.load(m.id)).meta.createdAt).toBe(m.createdAt) - } finally { - await fiber.dispose() - await ctx.fiber.dispose() - await fix.cleanup() - } - }) - it('round-trips the seed boundary (seedLength) through persistence', async () => { // A forked child records how many leading events were inherited via the // seed; the boundary must survive a reload (so a resume/replay can tell the @@ -403,10 +368,6 @@ export function runCoordinatorContract(name: string, makeFixture: () => Promise< // Crash-tail a torn fragment past the (open) committed turn, then reload. await first.dispose() if (fix.corruptTail) await fix.corruptTail(SessionId('hmr-open'), WORK) - const repairs: SessionPersistedChange[] = [] - ctx.on('session/persisted', (_header, change) => { - if (change.kind === 'repair') repairs.push(structuredClone(change)) - }) const second = await fix.mount(ctx) // The live session is still the authority: it appends the REAL step/turn // end. Adoption must truncate the torn tail but NOT synthesize closers. @@ -417,7 +378,6 @@ export function runCoordinatorContract(name: string, makeFixture: () => Promise< const loaded = await ctx.sessionPersistence.load(SessionId('hmr-open')) expect(loaded.events.map(e => e.type)).toEqual(['turn/start', 'step/start', 'step/end', 'turn/end']) expect(loaded.events.at(-1)).toMatchObject({ type: 'turn/end', data: { reason: { kind: 'completed' } } }) - expect(repairs).toEqual([]) await second.dispose() } finally { await ctx.fiber.dispose() @@ -425,34 +385,6 @@ export function runCoordinatorContract(name: string, makeFixture: () => Promise< } }) - it('a query-side load preserves the existing live owner binding', async () => { - const fix = await makeFixture() - const { ctx, fiber } = await freshCtx(fix) - let session!: Session - const liveFiber = await ctx.plugin(Object.assign((inner: Context) => { - session = inner.sessions.create(SessionId('load-owner'), { meta: { cwd: WORK } }) - send(session, oneTurnLog()) - }, { inject: ['sessions'] })) - try { - await ctx.parallel('session/flush', session) - const loaded = await ctx.sessionPersistence.load(session.id) - await liveFiber.dispose() - - let replacement!: Session - await ctx.plugin(Object.assign((inner: Context) => { - replacement = inner.sessions.create(session.id, { - seed: loaded.events, - meta: { cwd: WORK, createdAt: loaded.meta.createdAt }, - }) - }, { inject: ['sessions'] })) - await expect(inits(ctx.sessionPersistence).get(replacement)).rejects.toThrow(/different live session|id collision/) - } finally { - await fiber.dispose() - await ctx.fiber.dispose() - await fix.cleanup() - } - }) - // --- collision / id reuse --- it('a NEW live session colliding on a persisted id is rejected, not silently adopted', async () => { diff --git a/packages/session-query/README.md b/packages/session-query/README.md index 15e5b13295..8b0c06a30c 100644 --- a/packages/session-query/README.md +++ b/packages/session-query/README.md @@ -1,9 +1,9 @@ # session-query/ — session retrieval capability family -Trusted read-model infrastructure over live and durable session logs. The interface package owns `ctx.sessionQuery`, logical-corpus resolution, filters, traces, text extractors, and the full-text provider contract. A search backend is a separate implementation package; a model tool or UI remains a separate consumer. +Trusted exact reads over live and durable session logs. Phase one contains one interface package that owns `ctx.sessionQuery`, logical-corpus precedence, surface classification, and bounded event reads. | Package | Role | ctx key | |---|---|---| -| [`session-query/`](session-query/README.md) | Retrieval service and provider contract | `ctx.sessionQuery` | +| [`session-query/`](session-query/README.md) | Logical-corpus and exact-event read service | `ctx.sessionQuery` | -The family is independent of the [compaction capability](../compact/README.md): it reads compaction provenance from the canonical session log but does not participate in compaction policy or execution. The provider-neutral decision is recorded in the [session-query RFC](../../docs/rfc/implemented/feature/2026-07-10-session-query-service.md); the first proposed backend is specified separately in the [SQLite provider RFC](../../docs/rfc/proposed/feature/2026-07-10-sqlite-session-query-provider.md). +The family is independent of compaction: it reads the canonical session log but does not participate in compaction policy or execution. Full-text search remains proposed as a phase-two SQLite package rather than a speculative provider seam in this interface package. diff --git a/packages/session-query/session-query/README.md b/packages/session-query/session-query/README.md index 47977e6f7a..55f9b32fcd 100644 --- a/packages/session-query/session-query/README.md +++ b/packages/session-query/session-query/README.md @@ -1,52 +1,23 @@ # @deepseek-ai/dsh-session-query -Provider-neutral session-history retrieval (`ctx.sessionQuery`). The service presents live `ctx.sessions` state and, when mounted, `ctx.sessionPersistence` state as one logical corpus. A matching id produces one record: live events win, while independent `live` and `persisted` flags report both source availabilities. Conflicting immutable headers fail with `SESSION_QUERY_SOURCE_CONFLICT` instead of silently merging unrelated histories. +Exact session-history retrieval through `ctx.sessionQuery`. The service presents live `ctx.sessions` and an optional, dynamically mounted `ctx.sessionPersistence` as one logical corpus. Matching ids produce one record: live events win, while `live` and `persisted` report both source availabilities. Conflicting immutable headers fail with `SESSION_QUERY_SOURCE_CONFLICT`. This is trusted context-wide infrastructure. It performs no caller authorization; a future model tool or UI must constrain which sessions its caller may inspect. -## Reads and traces +## Reads -- `listSessions()` returns cloned lightweight records in deterministic newest-first order. -- `listEvents(sessionId)` classifies each raw event as `current`, `shadowed`, or `log-only` using the shared `dsh-session` surface fold. -- `readEvent(request)` returns the cloned target and a bounded raw-seq window. `before` and `after` default to zero and may not exceed `readWindowMax` (default 50). -- `traceSession(sessionId)` returns nearest-first parents, a known root or explicit unresolved parent id, and the complete deterministic descendant tree. A connected lineage cycle fails with `SESSION_QUERY_INVALID_LINEAGE`. -- `traceEvent(sessionId, seq)` returns direct provenance references and reverse references, direct shadows, the immediate replacer, and the transitive replacement chain toward the current surface node. Related nodes stay seq links; callers use `readEvent()` for content. +- `listSessions()` reads current persistence metadata, merges live records with live precedence, and returns cloned records in deterministic newest-first order. +- `listEvents(sessionId)` loads the live-preferred raw log and classifies each event as `current`, `shadowed`, or `log-only` with the shared `dsh-session` surface fold. +- `readEvent(request)` returns a cloned header, the full target event, and a bounded raw-seq window. `before` and `after` default to zero and may not exceed `readWindowMax`. -An installed persistence backend is optional and may mount or unmount dynamically. Cross-session operations fail with `SESSION_QUERY_PERSISTENCE_FAILED` while installed persistence is unreadable. A read targeting a known live session never depends on persistence health. Provider-side persisted rows are deactivated rather than deleted when persistence is absent. +Persistence is optional and may mount or unmount dynamically. A cross-corpus list fails with `SESSION_QUERY_PERSISTENCE_FAILED` while mounted persistence is unreadable. A read targeting a known live session does not consult persistence, so durable backend health cannot make current in-memory history unreadable. Persisted exact reads list before loading, and reject a metadata mismatch rather than combining inconsistent observations. -## Filters - -`filterSessionResults()` and `filterEventResults()` are pure generic transforms over records or richer hits. Each discriminated filter is serializable. Values within one filter are OR alternatives; filters in the supplied array are an AND chain. The functions preserve order and item identity and return a fresh array. - -Session filters cover id, exact cwd, inclusive creation time, parent id/root, and live/persisted availability. Event filters cover inclusive seq/time, event type, and surface status. Search requests accept the same specs as pre-ranking filters. Applying the pure functions to a materialized provider page is a post-filter: it never fetches replacement hits to refill the page. - -## Full-text providers - -`registerSearchProvider(provider)` is effect-scoped and ids are unique. Its async disposer removes the provider from selection immediately, lets already accepted transactions finish, and settles after they drain. Without `searchProvider`, exactly one locally available provider must be registered; explicit selection fails loudly when the named provider is missing or unavailable. Search pages default to 20 hits and reject limits above 100; a provider returning more hits than the normalized request limit fails with a typed provider error rather than silently dropping cursor-addressable results. Provider scores never cross the public API: event hits carry a plain snippet, while each session hit carries exactly one best matching event. - -The service feeds providers two independent layers: a durable persisted base (`persistedInventory`, `replacePersisted`, `removePersisted`, `setPersistedActive`) and an ephemeral live override (`replaceLive`, `removeLive`). A search waits for the relevant source state observed before its call: the whole corpus for session search, only the target for a live event search. Failed derived updates do not fail session writes; affected searches receive `SESSION_QUERY_INDEX_FAILED`, and a later search retries the dirty state. `AbortSignal` lets a caller stop waiting and is also passed to provider search. - -Persisted snapshots carry a SHA-256 fingerprint over canonical header/events plus the versions of relevant extractors. Reconciliation still loads and hashes canonical logs, but a provider replacement occurs only for a new or changed fingerprint; stale durable inventory entries are removed only while persistence is active and authoritative. - -Providers receive resolved `SessionSearchSpec` and `SessionEventSearchSpec` values whose `limit` is required after service defaulting and validation. Public service callers use `SessionSearchRequest` and `SessionEventSearchRequest`, where `limit` remains optional. - -## Errors - -`SessionQueryError.code` is the closed `SessionQueryErrorCode` union: `SESSION_QUERY_ABORTED`, `SESSION_QUERY_DUPLICATE_EXTRACTOR`, `SESSION_QUERY_DUPLICATE_PROVIDER`, `SESSION_QUERY_EVENT_NOT_FOUND`, `SESSION_QUERY_INDEX_FAILED`, `SESSION_QUERY_INVALID_CONFIG`, `SESSION_QUERY_INVALID_EXTRACTOR`, `SESSION_QUERY_INVALID_FILTER`, `SESSION_QUERY_INVALID_LIMIT`, `SESSION_QUERY_INVALID_LINEAGE`, `SESSION_QUERY_INVALID_QUERY`, `SESSION_QUERY_INVALID_SURFACE`, `SESSION_QUERY_INVALID_WINDOW`, `SESSION_QUERY_PERSISTENCE_FAILED`, `SESSION_QUERY_PROVIDER_AMBIGUOUS`, `SESSION_QUERY_PROVIDER_CONFIGURED_MISSING`, `SESSION_QUERY_PROVIDER_CONFIGURED_UNAVAILABLE`, `SESSION_QUERY_PROVIDER_ERROR`, `SESSION_QUERY_PROVIDER_UNAVAILABLE`, `SESSION_QUERY_SESSION_NOT_FOUND`, and `SESSION_QUERY_SOURCE_CONFLICT`. - -## Text extractors - -Core extraction indexes semantic message text and reasoning, tool names/arguments/results, blocked prompts, context and steering, todos, and error/status detail. Stream chunks, request headers, and structural-only events contribute no document. Unknown event and content-block types contribute no text until their owner registers a versioned extractor with `registerEventTextExtractor()` or `registerContentTextExtractor()`. - -Extractor registrations are unique per discriminant and effect-scoped. Their stable versions participate in fingerprints, so changing extraction semantics invalidates only sessions whose indexed source uses that extractor. +`SessionQueryError.code` is a closed union: `SESSION_QUERY_EVENT_NOT_FOUND`, `SESSION_QUERY_INVALID_CONFIG`, `SESSION_QUERY_INVALID_SURFACE`, `SESSION_QUERY_INVALID_WINDOW`, `SESSION_QUERY_PERSISTENCE_FAILED`, `SESSION_QUERY_SESSION_NOT_FOUND`, and `SESSION_QUERY_SOURCE_CONFLICT`. ## Configuration | Key | Default | Contract | |---|---:|---| -| `searchProvider` | omitted | Explicit provider id; omission requires exactly one available provider. | -| `defaultLimit` | `20` | Search page size when the request omits `limit`. | -| `maxLimit` | `100` | Maximum accepted search page size; must be at least `defaultLimit`. | | `readWindowMax` | `50` | Maximum `before` or `after` raw-event count. | -The package ships no full-text backend and no model-facing tool. The proposed SQLite implementation is a later, independent phase described in the [SQLite provider RFC](../../../docs/rfc/proposed/feature/2026-07-10-sqlite-session-query-provider.md). +This phase deliberately has no filters, lineage/provenance traversal, extraction registry, search-provider protocol, index synchronization, or model-facing tool. Full-text search belongs beside its first real implementation; the proposed SQLite package and its single transaction/reconciliation owner are described in the [phase-two RFC](../../../docs/rfc/proposed/feature/2026-07-10-sqlite-session-query-provider.md). diff --git a/packages/session-query/session-query/package.json b/packages/session-query/session-query/package.json index a3a3a2839a..9f78d4f1db 100644 --- a/packages/session-query/session-query/package.json +++ b/packages/session-query/session-query/package.json @@ -1,6 +1,6 @@ { "name": "@deepseek-ai/dsh-session-query", - "description": "Provider-neutral live and persisted session retrieval service (ctx.sessionQuery)", + "description": "Live-preferred exact session-history retrieval service (ctx.sessionQuery)", "version": "0.0.1", "private": true, "type": "module", diff --git a/packages/session-query/session-query/src/config.ts b/packages/session-query/session-query/src/config.ts index c70eb52988..2736f68cbd 100644 --- a/packages/session-query/session-query/src/config.ts +++ b/packages/session-query/session-query/src/config.ts @@ -1,51 +1,23 @@ -/** - * Public configuration, defaults, and typed failures for session-query. - * - * @module @deepseek-ai/dsh-session-query/config - */ +/** Public configuration and typed failures for session-query. */ import { HarnessError } from '@deepseek-ai/dsh-llm' -/** Default page size for provider-backed search. */ -export const SESSION_QUERY_DEFAULT_LIMIT = 20 -/** Maximum page size accepted by provider-backed search. */ -export const SESSION_QUERY_MAX_LIMIT = 100 /** Default maximum `before`/`after` raw-event window. */ export const SESSION_QUERY_READ_WINDOW_MAX = 50 -/** Configuration for the provider-neutral session-query service. */ +/** Configuration for exact session-query reads. */ export interface Config { - /** Explicit provider id; omitted auto-selects exactly one usable provider. */ - searchProvider?: string - /** Default search result page size. Defaults to 20. */ - defaultLimit?: number - /** Maximum accepted search page size. Defaults to 100. */ - maxLimit?: number /** Maximum accepted raw read context on either side. Defaults to 50. */ readWindowMax?: number } -/** Complete stable machine-routable failure taxonomy for session-query. */ +/** Stable machine-routable failure taxonomy for exact session reads. */ export type SessionQueryErrorCode = - | 'SESSION_QUERY_ABORTED' - | 'SESSION_QUERY_DUPLICATE_EXTRACTOR' - | 'SESSION_QUERY_DUPLICATE_PROVIDER' | 'SESSION_QUERY_EVENT_NOT_FOUND' - | 'SESSION_QUERY_INDEX_FAILED' | 'SESSION_QUERY_INVALID_CONFIG' - | 'SESSION_QUERY_INVALID_EXTRACTOR' - | 'SESSION_QUERY_INVALID_FILTER' - | 'SESSION_QUERY_INVALID_LIMIT' - | 'SESSION_QUERY_INVALID_LINEAGE' - | 'SESSION_QUERY_INVALID_QUERY' | 'SESSION_QUERY_INVALID_SURFACE' | 'SESSION_QUERY_INVALID_WINDOW' | 'SESSION_QUERY_PERSISTENCE_FAILED' - | 'SESSION_QUERY_PROVIDER_AMBIGUOUS' - | 'SESSION_QUERY_PROVIDER_CONFIGURED_MISSING' - | 'SESSION_QUERY_PROVIDER_CONFIGURED_UNAVAILABLE' - | 'SESSION_QUERY_PROVIDER_ERROR' - | 'SESSION_QUERY_PROVIDER_UNAVAILABLE' | 'SESSION_QUERY_SESSION_NOT_FOUND' | 'SESSION_QUERY_SOURCE_CONFLICT' diff --git a/packages/session-query/session-query/src/corpus.ts b/packages/session-query/session-query/src/corpus.ts index 84d6967e01..ebc3d92577 100644 --- a/packages/session-query/session-query/src/corpus.ts +++ b/packages/session-query/session-query/src/corpus.ts @@ -1,45 +1,32 @@ /** Live/persisted logical-corpus resolution for session-query. */ import type { Context } from 'cordis' -import type { Session, SessionHeader, SessionId } from '@deepseek-ai/dsh-session' +import type { Session, SessionEvent, SessionHeader, SessionId } from '@deepseek-ai/dsh-session' import type SessionPersistence from '@deepseek-ai/dsh-session-persistence' import type { SessionRecord } from './types.ts' -import type { LoadedSession } from './extraction.ts' -import { canonicalJson } from './extraction.ts' import { SessionQueryError } from './config.ts' -interface PersistenceBinding { - token: symbol - service: SessionPersistence - headers: Map - /** Notifications retained until a list that began after them completes. */ - observations: Map - observationGeneration: number - error?: unknown - refreshing: Promise | undefined -} - -interface PersistedObservation { - generation: number +/** Detached source selected for one exact read. */ +export interface LogicalSession { + /** Cloned source header. */ header: SessionHeader + /** Cloned raw event log. */ + events: SessionEvent[] } -/** Active persistence view used by provider reconciliation. */ -export interface PersistenceView { - /** Canonical headers in deterministic creation order. */ - headers: SessionHeader[] - /** Load one canonical persisted source. */ - load(id: SessionId): Promise -} - -/** Resolves one live-preferred corpus while containing optional persistence lifecycle. */ +/** Resolves a live-preferred corpus against the persistence service mounted now. */ export class SessionCorpus { - private _persistence: PersistenceBinding | undefined + private _persistence: SessionPersistence | undefined constructor(private readonly _ctx: Context) { _ctx.effect(() => { const fiber = _ctx.inject(['sessionPersistence'], (childCtx: Context) => { - this._attachPersistence(childCtx, childCtx.sessionPersistence) + const service = childCtx.sessionPersistence + this._persistence = service + childCtx.effect(() => () => { + /* v8 ignore next -- a stale optional-service disposer cannot clear a replacement */ + if (this._persistence === service) this._persistence = undefined + }, 'sessionQuery.persistenceBinding') }) return () => void fiber.dispose() }, 'sessionQuery.optionalPersistence') @@ -47,23 +34,22 @@ export class SessionCorpus { /** * List the complete logical corpus with live precedence and cloned headers. - * @returns logical records in deterministic newest-first order. + * @returns records in deterministic newest-first order. */ async listSessions(): Promise { - const binding = await this._ensurePersistence() + const persistence = this._persistence + const persisted = persistence === undefined ? [] : await listPersisted(persistence) const records = new Map() - if (binding !== undefined) { - for (const header of binding.headers.values()) { - records.set(header.id, { header: structuredClone(header), live: false, persisted: true }) - } + for (const header of persisted) { + records.set(header.id, { header: structuredClone(header), live: false, persisted: true }) } for (const session of this._ctx.sessions.list()) { - const persisted = binding?.headers.get(session.id) - if (persisted !== undefined) this._assertCompatibleHeaders(session.header, persisted) + const durable = records.get(session.id) + if (durable !== undefined) assertCompatibleHeaders(session.header, durable.header) records.set(session.id, { header: structuredClone(session.header), live: true, - persisted: persisted !== undefined, + persisted: durable !== undefined, }) } return [...records.values()].sort(compareSessions) @@ -71,156 +57,69 @@ export class SessionCorpus { /** * Load one logical source, preferring a detached live snapshot. + * + * A known live target never consults persistence, so an optional backend's + * failure cannot make current in-memory history unreadable. * @param sessionId - session to resolve. - * @returns detached live-preferred metadata and events. + * @returns detached live-preferred header and events. */ - async loadLogical(sessionId: SessionId): Promise { + async load(sessionId: SessionId): Promise { const live = this._ctx.sessions.get(sessionId) - if (live !== undefined) return this.snapshotLive(live) - const binding = await this._ensurePersistence() - if (binding === undefined || !binding.headers.has(sessionId)) { - throw new SessionQueryError(`session "${sessionId}" not found`, 'SESSION_QUERY_SESSION_NOT_FOUND') - } - return this._loadPersisted(binding, sessionId) - } - - /** - * Return a detached live source with current availability flags. - * @param session - live session to snapshot. - * @returns detached metadata and events. - */ - snapshotLive(session: Session): LoadedSession { - const persistedHeader = this._persistence?.headers.get(session.id) - if (persistedHeader !== undefined) this._assertCompatibleHeaders(session.header, persistedHeader) - return { - record: { - header: structuredClone(session.header), - live: true, - persisted: persistedHeader !== undefined, - }, - events: session.events.map(event => structuredClone(event)), - } - } - - /** - * Get one live session without consulting persistence. - * @param sessionId - live id to resolve. - * @returns current store object, or undefined. - */ - getLive(sessionId: SessionId): Session | undefined { - return this._ctx.sessions.get(sessionId) - } - - /** - * List live sessions in store order. - * @returns fresh array of current store objects. - */ - listLive(): Session[] { - return this._ctx.sessions.list() - } - - /** - * Resolve an authoritative persisted view. - * @returns cloned headers and loader, or undefined while unmounted. - */ - async persistenceView(): Promise { - const binding = await this._ensurePersistence() - if (binding === undefined) return undefined - return { - headers: [...binding.headers.values()].map(header => structuredClone(header)).sort(compareHeadersAscending), - load: id => this._loadPersisted(binding, id), - } - } - - private _attachPersistence(ctx: Context, service: SessionPersistence): void { - const binding: PersistenceBinding = { - token: Symbol('session-query-persistence'), - service, - headers: new Map(), - observations: new Map(), - observationGeneration: 0, - refreshing: undefined, - } - this._persistence = binding - void this._refreshPersistence(binding) - ctx.on('session/persisted', (header) => { - /* v8 ignore next -- a stale notification can race optional-service disposal */ - if (this._persistence?.token !== binding.token) return - const snapshot = structuredClone(header) - const observation = { generation: ++binding.observationGeneration, header: snapshot } - binding.headers.set(header.id, snapshot) - binding.observations.set(header.id, observation) - }) - ctx.effect(() => () => { this._detachPersistence(binding) }, 'sessionQuery.persistenceBinding') - } - - private _detachPersistence(binding: PersistenceBinding): void { - /* v8 ignore next -- duplicate optional-service disposal is a Cordis teardown edge */ - if (this._persistence?.token !== binding.token) return - this._persistence = undefined - } - - private _refreshPersistence(binding: PersistenceBinding): Promise { - if (binding.refreshing !== undefined) return binding.refreshing - const startGeneration = binding.observationGeneration - const refresh = binding.service.list().then((headers) => { - /* v8 ignore next -- a list completion can race optional-service disposal */ - if (this._persistence?.token !== binding.token) return - const nextHeaders = new Map(headers.map(header => [header.id, structuredClone(header)])) - for (const [id, observation] of binding.observations) { - // A notification newer than this list's snapshot is the authoritative - // read-your-writes layer; older ones must already be present in list(). - if (observation.generation > startGeneration) { - nextHeaders.set(id, structuredClone(observation.header)) - } else { - binding.observations.delete(id) - } - } - binding.headers = nextHeaders - binding.error = undefined - }).catch((error: unknown) => { - /* v8 ignore next -- a failed list can race optional-service disposal */ - if (this._persistence?.token !== binding.token) return - binding.error = error - }).finally(() => { - /* v8 ignore next -- a newer refresh may already own the slot */ - if (binding.refreshing === refresh) binding.refreshing = undefined - }) - binding.refreshing = refresh - return refresh - } - - private async _ensurePersistence(): Promise { - const binding = this._persistence - if (binding === undefined) return undefined - await this._refreshPersistence(binding) - if (binding.error !== undefined) { - const cause = binding.error - throw new SessionQueryError(`session persistence listing failed: ${errorMessage(cause)}`, 'SESSION_QUERY_PERSISTENCE_FAILED', { cause }) - } - return binding - } - - private async _loadPersisted(binding: PersistenceBinding, sessionId: SessionId): Promise { + if (live !== undefined) return snapshotLive(live) + const persistence = this._persistence + if (persistence === undefined) throw notFound(sessionId) + const listed = (await listPersisted(persistence)).find(header => header.id === sessionId) + if (listed === undefined) throw notFound(sessionId) + let loaded: Awaited> try { - const loaded = await binding.service.load(sessionId) - const listed = binding.headers.get(sessionId) - /* v8 ignore else -- every internal persisted load starts from a listed header */ - if (listed !== undefined) this._assertCompatibleHeaders(loaded.meta, listed) - return { - record: { header: structuredClone(loaded.meta), live: false, persisted: true }, - events: loaded.events.map(event => structuredClone(event)), - } + loaded = await persistence.load(sessionId) } catch (error: unknown) { - if (error instanceof SessionQueryError) throw error - throw new SessionQueryError(`failed to load session "${sessionId}": ${errorMessage(error)}`, 'SESSION_QUERY_PERSISTENCE_FAILED', { cause: error }) + throw new SessionQueryError( + `failed to load session "${sessionId}": ${errorMessage(error)}`, + 'SESSION_QUERY_PERSISTENCE_FAILED', + { cause: error }, + ) + } + assertCompatibleHeaders(loaded.meta, listed) + return { + header: structuredClone(loaded.meta), + events: loaded.events.map(event => structuredClone(event)), } } +} - private _assertCompatibleHeaders(a: SessionHeader, b: SessionHeader): void { - if (canonicalJson(a) !== canonicalJson(b)) { - throw new SessionQueryError(`live and persisted headers conflict for session "${a.id}"`, 'SESSION_QUERY_SOURCE_CONFLICT') - } +async function listPersisted(persistence: SessionPersistence): Promise { + try { + return await persistence.list() + } catch (error: unknown) { + throw new SessionQueryError( + `session persistence listing failed: ${errorMessage(error)}`, + 'SESSION_QUERY_PERSISTENCE_FAILED', + { cause: error }, + ) + } +} + +function snapshotLive(session: Session): LogicalSession { + return { + header: structuredClone(session.header), + events: session.events.map(event => structuredClone(event)), + } +} + +function assertCompatibleHeaders(a: SessionHeader, b: SessionHeader): void { + if ( + a.version !== b.version + || a.id !== b.id + || a.createdAt !== b.createdAt + || a.cwd !== b.cwd + || a.parentSession !== b.parentSession + || a.seedLength !== b.seedLength + ) { + throw new SessionQueryError( + `live and persisted headers conflict for session "${a.id}"`, + 'SESSION_QUERY_SOURCE_CONFLICT', + ) } } @@ -228,11 +127,10 @@ function compareSessions(a: SessionRecord, b: SessionRecord): number { return b.header.createdAt - a.header.createdAt || a.header.id.localeCompare(b.header.id) } -function compareHeadersAscending(a: SessionHeader, b: SessionHeader): number { - return a.createdAt - b.createdAt || a.id.localeCompare(b.id) +function notFound(sessionId: SessionId): SessionQueryError { + return new SessionQueryError(`session "${sessionId}" not found`, 'SESSION_QUERY_SESSION_NOT_FOUND') } function errorMessage(error: unknown): string { - /* v8 ignore next -- persistence service contracts reject Error instances */ return error instanceof Error ? error.message : 'unknown error' } diff --git a/packages/session-query/session-query/src/extraction.ts b/packages/session-query/session-query/src/extraction.ts deleted file mode 100644 index c4ad294a4f..0000000000 --- a/packages/session-query/session-query/src/extraction.ts +++ /dev/null @@ -1,254 +0,0 @@ -/** Semantic text extraction and stable provider snapshot fingerprints. */ - -import { createHash } from 'node:crypto' -import type { Context } from 'cordis' -import type { ContentBlock, ContentBlockMap, ContentBlockType } from '@deepseek-ai/dsh-llm' -import type { SessionEvent, SessionEventType } from '@deepseek-ai/dsh-session' -import type { - SessionContentTextExtractor, - SessionEventTextExtractor, - SessionIndexDocument, - SessionIndexSnapshot, - SessionRecord, -} from './types.ts' -import { SessionQueryError } from './config.ts' -import { eventRecords } from './tracing.ts' - -/** Canonical session source consumed by extraction and provider reconciliation. */ -export interface LoadedSession { - /** Logical source metadata. */ - record: SessionRecord - /** Detached canonical events. */ - events: SessionEvent[] -} - -interface StoredEventExtractor { - version: string - extract(event: SessionEvent): readonly string[] -} - -interface StoredContentExtractor { - version: string - extract(block: ContentBlock): readonly string[] -} - -/** Owns core/custom semantic extractors and builds versioned index snapshots. */ -export class SessionTextExtractors { - private readonly _eventExtractors = new Map() - private readonly _contentExtractors = new Map() - - constructor() { - this._installCoreExtractors() - } - - /** - * Register one effect-scoped event extractor. - * @param ctx - contributing caller context. - * @param type - event discriminant. - * @param extractor - versioned semantic extractor. - * @returns disposer for the registration. - */ - registerEvent( - ctx: Context, - type: K, - extractor: SessionEventTextExtractor, - ): () => void { - this._validateVersion(type, extractor.version) - if (this._eventExtractors.has(type)) { - throw new SessionQueryError(`session event text extractor "${type}" is already registered`, 'SESSION_QUERY_DUPLICATE_EXTRACTOR') - } - const stored: StoredEventExtractor = { - version: extractor.version, - extract: event => extractor.extract(event as SessionEvent), - } - const dispose = ctx.effect(function* (this: SessionTextExtractors) { - this._eventExtractors.set(type, stored) - yield () => { - this._eventExtractors.delete(type) - } - }.bind(this), `sessionQuery.eventExtractor(${type})`) - return () => void dispose() - } - - /** - * Register one effect-scoped content-block extractor. - * @param ctx - contributing caller context. - * @param type - content-block discriminant. - * @param extractor - versioned semantic extractor. - * @returns disposer for the registration. - */ - registerContent( - ctx: Context, - type: K, - extractor: SessionContentTextExtractor, - ): () => void { - this._validateVersion(type, extractor.version) - if (this._contentExtractors.has(type)) { - throw new SessionQueryError(`session content text extractor "${type}" is already registered`, 'SESSION_QUERY_DUPLICATE_EXTRACTOR') - } - const stored: StoredContentExtractor = { - version: extractor.version, - extract: block => extractor.extract(block as ContentBlockMap[K]), - } - const dispose = ctx.effect(function* (this: SessionTextExtractors) { - this._contentExtractors.set(type, stored) - yield () => { - this._contentExtractors.delete(type) - } - }.bind(this), `sessionQuery.contentExtractor(${type})`) - return () => void dispose() - } - - /** - * Build one provider-neutral snapshot and SHA-256 source/version fingerprint. - * @param loaded - detached canonical source. - * @returns lightweight documents and stable fingerprint. - */ - buildSnapshot(loaded: LoadedSession): SessionIndexSnapshot { - const records = eventRecords(loaded.record.header.id, loaded.events) - const documents: SessionIndexDocument[] = [] - const eventVersions = new Set() - const blockVersions = new Set() - for (const event of loaded.events) { - const extractor = this._eventExtractors.get(event.type) - if (extractor === undefined) continue - eventVersions.add(`${event.type}@${extractor.version}`) - collectBlockVersions(event.data, this._contentExtractors, blockVersions) - const text = normalizeText(extractor.extract(event)) - if (text.length === 0) continue - // The event record array parallels the contiguous log. - // eslint-disable-next-line @typescript-eslint/no-non-null-assertion - documents.push({ ...records[event.seq]!, text }) - } - const fingerprint = createHash('sha256').update(canonicalJson({ - header: loaded.record.header, - events: loaded.events, - eventExtractors: [...eventVersions].sort(), - contentExtractors: [...blockVersions].sort(), - })).digest('hex') - return { - session: cloneRecord(loaded.record), - fingerprint, - documents, - } - } - - private _installCoreExtractors(): void { - this._contentExtractors.set('text', { version: '1', extract: block => [(block as ContentBlockMap['text']).text] }) - this._contentExtractors.set('reasoning', { version: '1', extract: block => [(block as ContentBlockMap['reasoning']).text] }) - this._contentExtractors.set('tool-call', { - version: '1', - extract: (block) => { - const call = block as ContentBlockMap['tool-call'] - return [call.name, call.arguments] - }, - }) - this._contentExtractors.set('tool-result', { - version: '1', - extract: block => this._extractBlocks((block as ContentBlockMap['tool-result']).content), - }) - for (const type of ['user/message', 'assistant/message', 'context/message', 'steering/message'] as const) { - this._eventExtractors.set(type, { - version: '1', - extract: event => this._extractBlocks((event as SessionEvent).data.content), - }) - } - this._eventExtractors.set('prompt/blocked', { - version: '1', - extract: (event) => { - const data = (event as SessionEvent<'prompt/blocked'>).data - return [...this._extractBlocks(data.content), data.reason] - }, - }) - this._eventExtractors.set('tool/call', { - version: '1', - extract: (event) => { - const data = (event as SessionEvent<'tool/call'>).data - return [data.name, data.arguments] - }, - }) - this._eventExtractors.set('tool/result', { - version: '1', - extract: (event) => { - const data = (event as SessionEvent<'tool/result'>).data - return [...this._extractBlocks(data.content), data.error?.name ?? '', data.error?.code ?? ''] - }, - }) - this._eventExtractors.set('todo/write', { - version: '1', - extract: event => (event as SessionEvent<'todo/write'>).data.todos.map(todo => `${todo.status} ${todo.content}`), - }) - this._eventExtractors.set('turn/end', { - version: '1', - extract: (event) => { - const reason = (event as SessionEvent<'turn/end'>).data.reason - switch (reason.kind) { - case 'error': return ['error', reason.message, reason.code ?? ''] - case 'aborted': return ['aborted', reason.reason ?? ''] - case 'rejected': return ['rejected', reason.reason] - case 'disposed': return ['disposed'] - case 'max-tokens': return ['max-tokens'] - case 'interrupted': return ['interrupted'] - case 'completed': return [] - // TurnEndReasonMap is merge-extensible; unknown variants contribute no text. - /* v8 ignore next -- only an external declaration-merged reason can reach this fallback */ - default: return [] - } - }, - }) - } - - private _extractBlocks(blocks: readonly ContentBlock[]): string[] { - const fragments: string[] = [] - for (const block of blocks) { - const extractor = this._contentExtractors.get(block.type) - if (extractor !== undefined) fragments.push(...extractor.extract(block)) - } - return fragments - } - - private _validateVersion(type: string, version: string): void { - if (version.trim().length === 0) { - throw new SessionQueryError(`session-query extractor "${type}" requires a non-blank version`, 'SESSION_QUERY_INVALID_EXTRACTOR') - } - } -} - -/** - * Encode canonical JSON with recursively sorted object keys. - * @param value - JSON-compatible source value. - * @returns deterministic JSON text. - */ -export function canonicalJson(value: unknown): string { - if (value === null || typeof value !== 'object') return JSON.stringify(value) - if (Array.isArray(value)) return `[${value.map(canonicalJson).join(',')}]` - const object = value as Record - return `{${Object.keys(object).sort().map(key => `${JSON.stringify(key)}:${canonicalJson(object[key])}`).join(',')}}` -} - -function normalizeText(fragments: readonly string[]): string { - return fragments.map(fragment => fragment.trim()).filter(Boolean).join('\n') -} - -function collectBlockVersions( - value: unknown, - extractors: ReadonlyMap, - versions: Set, -): void { - if (Array.isArray(value)) { - for (const item of value) collectBlockVersions(item, extractors, versions) - return - } - if (value === null || typeof value !== 'object') return - const object = value as Record - if (typeof object.type === 'string') { - const type = object.type as ContentBlockType - const extractor = extractors.get(type) - if (extractor !== undefined) versions.add(`${type}@${extractor.version}`) - } - for (const nested of Object.values(object)) collectBlockVersions(nested, extractors, versions) -} - -function cloneRecord(record: SessionRecord): SessionRecord { - return { ...record, header: structuredClone(record.header) } -} diff --git a/packages/session-query/session-query/src/filters.ts b/packages/session-query/session-query/src/filters.ts deleted file mode 100644 index 296361cfbf..0000000000 --- a/packages/session-query/session-query/src/filters.ts +++ /dev/null @@ -1,123 +0,0 @@ -/** Pure serializable session-query result filters. */ - -import { assertNever } from '@deepseek-ai/dsh-llm' -import type { - SessionEventRecord, - SessionEventResultFilter, - SessionQueryRange, - SessionRecord, - SessionResultFilter, -} from './types.ts' -import { SessionQueryError } from './config.ts' - -const AVAILABILITIES = ['live', 'persisted'] as const -const SURFACE_STATES = ['current', 'shadowed', 'log-only'] as const - -/** - * Apply an ordered AND-chain of session filters while preserving item order - * and the concrete generic item type. - * @param results - session records or richer session search hits. - * @param filters - serializable filters applied in order. - * @returns a fresh filtered array. - */ -export function filterSessionResults( - results: readonly T[], - filters: readonly SessionResultFilter[], -): T[] { - for (const filter of filters) validateSessionFilter(filter) - return results.filter(result => filters.every(filter => matchesSessionFilter(result, filter))) -} - -/** - * Apply an ordered AND-chain of event filters while preserving item order and - * the concrete generic item type. - * @param results - event records or richer event search hits. - * @param filters - serializable filters applied in order. - * @returns a fresh filtered array. - */ -export function filterEventResults( - results: readonly T[], - filters: readonly SessionEventResultFilter[], -): T[] { - for (const filter of filters) validateEventFilter(filter) - return results.filter(result => filters.every(filter => matchesEventFilter(result, filter))) -} - -function matchesSessionFilter(record: SessionRecord, filter: SessionResultFilter): boolean { - switch (filter.kind) { - case 'id': return filter.values.includes(record.header.id) - case 'cwd': return filter.values.includes(record.header.cwd ?? null) - case 'created-at': return inRange(record.header.createdAt, filter.range) - case 'parent': return filter.values.includes(record.header.parentSession ?? null) - case 'availability': return filter.values.some(value => value === 'live' ? record.live : record.persisted) - /* v8 ignore next -- closed discriminated union exhaustiveness guard */ - default: return assertNever(filter) - } -} - -function matchesEventFilter(record: SessionEventRecord, filter: SessionEventResultFilter): boolean { - switch (filter.kind) { - case 'seq': return inRange(record.seq, filter.range) - case 'time': return inRange(record.time, filter.range) - case 'type': return filter.values.includes(record.type) - case 'surface': return filter.values.includes(record.surface) - /* v8 ignore next -- closed discriminated union exhaustiveness guard */ - default: return assertNever(filter) - } -} - -function validateSessionFilter(filter: SessionResultFilter): void { - switch (filter.kind) { - case 'id': - case 'cwd': - case 'parent': - return - case 'created-at': - validateRange('created-at', filter.range) - return - case 'availability': - for (const value of filter.values) { - if (!(AVAILABILITIES as readonly string[]).includes(value)) invalidFilter(`unknown availability "${value}"`) - } - return - /* v8 ignore next -- closed discriminated union exhaustiveness guard */ - default: - assertNever(filter) - } -} - -function validateEventFilter(filter: SessionEventResultFilter): void { - switch (filter.kind) { - case 'seq': - case 'time': - validateRange(filter.kind, filter.range) - return - case 'type': - return - case 'surface': - for (const value of filter.values) { - if (!(SURFACE_STATES as readonly string[]).includes(value)) invalidFilter(`unknown surface status "${value}"`) - } - return - /* v8 ignore next -- closed discriminated union exhaustiveness guard */ - default: - assertNever(filter) - } -} - -function validateRange(name: string, range: SessionQueryRange): void { - if (range.from !== undefined && !Number.isFinite(range.from)) invalidFilter(`${name}.from must be finite`) - if (range.to !== undefined && !Number.isFinite(range.to)) invalidFilter(`${name}.to must be finite`) - if (range.from !== undefined && range.to !== undefined && range.from > range.to) { - invalidFilter(`${name}.from must be <= ${name}.to`) - } -} - -function invalidFilter(message: string): never { - throw new SessionQueryError(`session-query filter: ${message}`, 'SESSION_QUERY_INVALID_FILTER') -} - -function inRange(value: number, range: SessionQueryRange): boolean { - return (range.from === undefined || value >= range.from) - && (range.to === undefined || value <= range.to) -} diff --git a/packages/session-query/session-query/src/index.ts b/packages/session-query/session-query/src/index.ts index c07c0b8d05..828fe2ec88 100644 --- a/packages/session-query/session-query/src/index.ts +++ b/packages/session-query/session-query/src/index.ts @@ -1,53 +1,29 @@ /** - * Provider-neutral session-history retrieval over live and optionally - * persisted session logs. The public service composes logical-corpus reads, - * pure filters and tracing, semantic extraction, and provider coordination. + * Exact session-history reads over live and optionally persisted logs. * * @module @deepseek-ai/dsh-session-query */ import { Context, Service } from 'cordis' import z from 'schemastery' -import type { ContentBlockType } from '@deepseek-ai/dsh-llm' -import type { SessionEventType, SessionId } from '@deepseek-ai/dsh-session' +import { foldSurface } from '@deepseek-ai/dsh-session' +import type { SessionEvent, SessionId } from '@deepseek-ai/dsh-session' import type { - SessionContentTextExtractor, SessionEventReadRequest, SessionEventRecord, - SessionEventSearchHit, - SessionEventSearchRequest, - SessionEventTextExtractor, - SessionEventTrace, SessionEventWindow, - SessionLineageTrace, SessionRecord, - SessionSearchHit, - SessionSearchPage, - SessionSearchProvider, - SessionSearchRequest, - SessionQueryExecContext, } from './types.ts' import { - SESSION_QUERY_DEFAULT_LIMIT, - SESSION_QUERY_MAX_LIMIT, SESSION_QUERY_READ_WINDOW_MAX, SessionQueryError, type Config, } from './config.ts' -import { SessionTextExtractors } from './extraction.ts' import { SessionCorpus } from './corpus.ts' -import { SessionProviderCoordinator } from './provider.ts' -import { eventRecords, traceEventLog, traceLineage } from './tracing.ts' export type * from './types.ts' export type { Config, SessionQueryErrorCode } from './config.ts' -export { - SESSION_QUERY_DEFAULT_LIMIT, - SESSION_QUERY_MAX_LIMIT, - SESSION_QUERY_READ_WINDOW_MAX, - SessionQueryError, -} from './config.ts' -export { filterEventResults, filterSessionResults } from './filters.ts' +export { SESSION_QUERY_READ_WINDOW_MAX, SessionQueryError } from './config.ts' declare module 'cordis' { interface Context { @@ -55,35 +31,25 @@ declare module 'cordis' { } } -/** Session-history retrieval and provider coordination service. */ +/** Live-preferred logical-corpus and exact-event read service. */ export class SessionQueryService extends Service { static inject = ['sessions'] static Config: z = z.object({ - searchProvider: z.string(), - defaultLimit: z.number().step(1).min(1).default(SESSION_QUERY_DEFAULT_LIMIT), - maxLimit: z.number().step(1).min(1).default(SESSION_QUERY_MAX_LIMIT), readWindowMax: z.number().step(1).min(0).default(SESSION_QUERY_READ_WINDOW_MAX), }) private readonly _readWindowMax: number - private readonly _extractors: SessionTextExtractors - private readonly _providers: SessionProviderCoordinator private readonly _corpus: SessionCorpus constructor(ctx: Context, config: Config = {}) { super(ctx, 'sessionQuery') - const defaultLimit = config.defaultLimit ?? SESSION_QUERY_DEFAULT_LIMIT - const maxLimit = config.maxLimit ?? SESSION_QUERY_MAX_LIMIT this._readWindowMax = config.readWindowMax ?? SESSION_QUERY_READ_WINDOW_MAX - if (defaultLimit > maxLimit) { - throw new SessionQueryError('session-query: defaultLimit must be <= maxLimit', 'SESSION_QUERY_INVALID_CONFIG') + if (!Number.isInteger(this._readWindowMax) || this._readWindowMax < 0) { + throw new SessionQueryError( + 'session-query: readWindowMax must be a non-negative integer', + 'SESSION_QUERY_INVALID_CONFIG', + ) } - this._extractors = new SessionTextExtractors() - this._providers = new SessionProviderCoordinator({ - ...config.searchProvider !== undefined ? { searchProvider: config.searchProvider } : {}, - defaultLimit, - maxLimit, - }, () => this._corpus, this._extractors) this._corpus = new SessionCorpus(ctx) } @@ -101,7 +67,7 @@ export class SessionQueryService extends Service { * @returns event records in ascending seq order. */ async listEvents(sessionId: SessionId): Promise { - const loaded = await this._corpus.loadLogical(sessionId) + const loaded = await this._corpus.load(sessionId) return eventRecords(sessionId, loaded.events) } @@ -113,113 +79,58 @@ export class SessionQueryService extends Service { async readEvent(request: SessionEventReadRequest): Promise { const before = this._readWindow('before', request.before) const after = this._readWindow('after', request.after) - const loaded = await this._corpus.loadLogical(request.sessionId) + const loaded = await this._corpus.load(request.sessionId) const target = loaded.events[request.seq] if (target === undefined || target.seq !== request.seq) { - throw new SessionQueryError(`session "${request.sessionId}" has no event at seq ${request.seq}`, 'SESSION_QUERY_EVENT_NOT_FOUND') + throw new SessionQueryError( + `session "${request.sessionId}" has no event at seq ${request.seq}`, + 'SESSION_QUERY_EVENT_NOT_FOUND', + ) } const startSeq = Math.max(0, request.seq - before) const endSeq = Math.min(loaded.events.length - 1, request.seq + after) return { - session: cloneRecord(loaded.record), - target: structuredClone(target), - events: loaded.events.slice(startSeq, endSeq + 1).map(event => structuredClone(event)), + session: loaded.header, + target, + events: loaded.events.slice(startSeq, endSeq + 1), startSeq, endSeq, } } - /** - * Trace parent ancestry and the complete known descendant tree of a session. - * @param sessionId - logical session id to trace. - * @returns complete or explicitly partial lineage. - */ - async traceSession(sessionId: SessionId): Promise { - return traceLineage(await this._corpus.listSessions(), sessionId) - } - - /** - * Trace direct provenance and surface replacement relationships for any event. - * @param sessionId - logical session containing the target. - * @param seq - target event seq. - * @returns lightweight trace with related seq links. - */ - async traceEvent(sessionId: SessionId, seq: number): Promise { - return traceEventLog(sessionId, (await this._corpus.loadLogical(sessionId)).events, seq) - } - - /** - * Register one full-text provider with effect-scoped disposal. - * @param provider - provider and synchronization implementation. - * @returns async disposer that immediately unregisters selection and awaits accepted provider work. - */ - registerSearchProvider(provider: SessionSearchProvider): () => Promise { - return this._providers.register(this.ctx, provider) - } - - /** - * Register semantic text extraction for one event type. - * @param type - declaration-merged event discriminant. - * @param extractor - stable version and typed extraction callback. - * @returns disposer that removes the extractor. - */ - registerEventTextExtractor( - type: K, - extractor: SessionEventTextExtractor, - ): () => void { - return this._extractors.registerEvent(this.ctx, type, extractor) - } - - /** - * Register semantic text extraction for one content block type. - * @param type - declaration-merged content-block discriminant. - * @param extractor - stable version and typed extraction callback. - * @returns disposer that removes the extractor. - */ - registerContentTextExtractor( - type: K, - extractor: SessionContentTextExtractor, - ): () => void { - return this._extractors.registerContent(this.ctx, type, extractor) - } - - /** - * Search the complete logical corpus and rank one result per session. - * @param request - query, pre-ranking filters, and pagination. - * @param exec - optional cancellation context. - * @returns ranked provider page. - */ - searchSessions( - request: SessionSearchRequest, - exec?: SessionQueryExecContext, - ): Promise> { - return this._providers.searchSessions(request, exec) - } - - /** - * Search events within one logical session. - * @param request - target session, query, filters, and pagination. - * @param exec - optional cancellation context. - * @returns ranked provider page. - */ - searchEvents( - request: SessionEventSearchRequest, - exec?: SessionQueryExecContext, - ): Promise> { - return this._providers.searchEvents(request, exec) - } - private _readWindow(name: 'before' | 'after', value: number | undefined): number { if (value === undefined) return 0 if (!Number.isInteger(value) || value < 0 || value > this._readWindowMax) { - throw new SessionQueryError(`${name} must be an integer between 0 and ${this._readWindowMax}`, 'SESSION_QUERY_INVALID_WINDOW') + throw new SessionQueryError( + `${name} must be an integer between 0 and ${this._readWindowMax}`, + 'SESSION_QUERY_INVALID_WINDOW', + ) } return value } } -function cloneRecord(record: SessionRecord): SessionRecord { - return { ...record, header: structuredClone(record.header) } +function eventRecords(sessionId: SessionId, events: readonly SessionEvent[]): SessionEventRecord[] { + let folded: ReturnType + try { + folded = foldSurface(events) + } catch (error: unknown) { + throw new SessionQueryError( + /* v8 ignore next -- foldSurface throws Error instances */ + `invalid session surface: ${error instanceof Error ? error.message : 'unknown error'}`, + 'SESSION_QUERY_INVALID_SURFACE', + { cause: error }, + ) + } + const current = new Set(folded.nodes.map(node => node.seq)) + const shadowed = new Set(folded.replacements.flatMap(replacement => replacement.shadowedSeqs)) + return events.map(event => ({ + sessionId, + seq: event.seq, + type: event.type, + time: event.time, + surface: current.has(event.seq) ? 'current' : shadowed.has(event.seq) ? 'shadowed' : 'log-only', + })) } export default SessionQueryService diff --git a/packages/session-query/session-query/src/provider.ts b/packages/session-query/session-query/src/provider.ts deleted file mode 100644 index e4235c6d8a..0000000000 --- a/packages/session-query/session-query/src/provider.ts +++ /dev/null @@ -1,310 +0,0 @@ -/** Search-provider selection, synchronization, pagination, and cancellation. */ - -import type { Context } from 'cordis' -import type { Session, SessionId } from '@deepseek-ai/dsh-session' -import type { SessionTextExtractors } from './extraction.ts' -import type { PersistenceView, SessionCorpus } from './corpus.ts' -import type { - SessionEventRecord, - SessionEventSearchHit, - SessionEventSearchRequest, - SessionEventSearchSpec, - SessionQueryExecContext, - SessionRecord, - SessionSearchHit, - SessionSearchPage, - SessionSearchProvider, - SessionSearchRequest, - SessionSearchSpec, -} from './types.ts' -import type { Config } from './config.ts' -import { SessionQueryError } from './config.ts' -import { filterEventResults, filterSessionResults } from './filters.ts' - -interface ProviderState { - provider: SessionSearchProvider - chain: Promise - liveIds: Set -} - -/** Coordinates one selected provider against live and persisted corpus layers. */ -export class SessionProviderCoordinator { - private readonly _configuredProviderId: string | undefined - private readonly _defaultLimit: number - private readonly _maxLimit: number - private readonly _providers = new Map() - - constructor( - config: Required> & Pick, - private readonly _corpus: () => SessionCorpus, - private readonly _extractors: SessionTextExtractors, - ) { - this._configuredProviderId = config.searchProvider - this._defaultLimit = config.defaultLimit - this._maxLimit = config.maxLimit - } - - /** - * Register one effect-scoped provider. - * @param ctx - contributing caller context. - * @param provider - provider implementation. - * @returns async disposer that deselects immediately and drains accepted work. - */ - register(ctx: Context, provider: SessionSearchProvider): () => Promise { - if (this._providers.has(provider.id)) { - throw new SessionQueryError(`a session-query provider with id "${provider.id}" is already registered`, 'SESSION_QUERY_DUPLICATE_PROVIDER') - } - const state: ProviderState = { - provider, - chain: Promise.resolve(), - liveIds: new Set(), - } - const dispose = ctx.effect(function* (this: SessionProviderCoordinator) { - this._providers.set(provider.id, state) - yield async () => { - this._providers.delete(provider.id) - await state.chain - } - }.bind(this), 'sessionQuery.registerSearchProvider()') - return async () => { await dispose() } - } - - /** - * Search and group the complete logical corpus. - * @param request - normalized provider-neutral request input. - * @param exec - optional cancellation controls. - * @returns ranked session page. - */ - async searchSessions( - request: SessionSearchRequest, - exec?: SessionQueryExecContext, - ): Promise> { - const state = this._resolveProvider() - const normalized = this._normalizeSessionSearch(request) - const work = this._runFullSearch(state, undefined, async () => { - if (exec?.signal?.aborted) throw aborted() - const result = await state.provider.searchSessions(normalized, exec) - return this._validateSearchPage(state, result, normalized.limit) - }) - return waitFor(work, exec?.signal) - } - - /** - * Search events within one logical session. - * @param request - target and provider-neutral request input. - * @param exec - optional cancellation controls. - * @returns ranked event page. - */ - async searchEvents( - request: SessionEventSearchRequest, - exec?: SessionQueryExecContext, - ): Promise> { - const state = this._resolveProvider() - const normalized = this._normalizeEventSearch(request) - const query = async (): Promise> => { - if (exec?.signal?.aborted) throw aborted() - const result = await state.provider.searchEvents(normalized, exec) - return this._validateSearchPage(state, result, normalized.limit) - } - const live = this._corpus().getLive(request.sessionId) - let work: Promise> - if (live !== undefined) { - work = this._runLiveSearch(state, live, query) - } else { - work = this._runFullSearch(state, request.sessionId, query) - } - return waitFor(work, exec?.signal) - } - - private _runFullSearch( - state: ProviderState, - requiredSessionId: SessionId | undefined, - query: () => Promise, - ): Promise { - const liveSessions = this._corpus().listLive() - return this._serialize(state, async () => { - await this._synchronize(state, async () => { - const persistence = await this._corpus().persistenceView() - const missingRequired = requiredSessionId !== undefined - && (persistence === undefined || !persistence.headers.some(header => header.id === requiredSessionId)) - if (missingRequired) { - throw new SessionQueryError(`session "${requiredSessionId}" not found`, 'SESSION_QUERY_SESSION_NOT_FOUND') - } - if (persistence === undefined) { - await state.provider.setPersistedActive(false) - } else { - await this._syncPersisted(state, persistence) - } - await this._replaceLiveCorpus(state, liveSessions) - }) - return query() - }) - } - - private async _syncPersisted(state: ProviderState, persistence: PersistenceView): Promise { - await state.provider.setPersistedActive(false) - const inventory = new Map((await state.provider.persistedInventory()).map(entry => [entry.sessionId, entry.fingerprint])) - for (const header of persistence.headers) { - const snapshot = this._extractors.buildSnapshot(await persistence.load(header.id)) - if (inventory.get(header.id) !== snapshot.fingerprint) await state.provider.replacePersisted(snapshot) - inventory.delete(header.id) - } - for (const staleId of inventory.keys()) await state.provider.removePersisted(staleId) - await state.provider.setPersistedActive(true) - } - - private async _replaceLiveCorpus(state: ProviderState, sessions: readonly Session[]): Promise { - const liveIds = new Set(sessions.map(session => session.id)) - for (const staleId of state.liveIds) { - if (!liveIds.has(staleId)) await state.provider.removeLive(staleId) - } - for (const session of sessions) { - await state.provider.replaceLive(this._snapshotLive(session)) - } - state.liveIds = liveIds - } - - private _runLiveSearch(state: ProviderState, session: Session, query: () => Promise): Promise { - let snapshot: ReturnType - try { - snapshot = this._snapshotLive(session) - } catch (error: unknown) { - return Promise.reject(this._synchronizationError(state, error)) - } - return this._serialize(state, async () => { - await this._synchronize(state, async () => { - await state.provider.replaceLive(snapshot) - state.liveIds.add(session.id) - }) - return query() - }) - } - - private _snapshotLive(session: Session): ReturnType { - return this._extractors.buildSnapshot(this._corpus().snapshotLive(session)) - } - - /** Serialize reconciliation and its provider query as one stable transaction. */ - private _serialize(state: ProviderState, operation: () => Promise): Promise { - const next = state.chain.then(operation, operation) - state.chain = next.then(() => undefined, () => undefined) - return next - } - - /** Translate only derived-index update failures, never provider query failures. */ - private async _synchronize(state: ProviderState, operation: () => Promise): Promise { - try { - await operation() - } catch (error: unknown) { - throw this._synchronizationError(state, error) - } - } - - private _synchronizationError(state: ProviderState, error: unknown): SessionQueryError { - /* v8 ignore next -- service-created typed synchronization errors pass through unchanged */ - if (error instanceof SessionQueryError) return error - return new SessionQueryError(`session-query provider "${state.provider.id}" synchronization failed: ${errorMessage(error)}`, 'SESSION_QUERY_INDEX_FAILED', { cause: error }) - } - - private _resolveProvider(): ProviderState { - if (this._configuredProviderId !== undefined) { - const state = this._providers.get(this._configuredProviderId) - if (state === undefined) { - throw new SessionQueryError(`configured session-query provider "${this._configuredProviderId}" is not registered`, 'SESSION_QUERY_PROVIDER_CONFIGURED_MISSING') - } - if (!state.provider.status().available) { - throw new SessionQueryError(`configured session-query provider "${this._configuredProviderId}" is unavailable`, 'SESSION_QUERY_PROVIDER_CONFIGURED_UNAVAILABLE') - } - return state - } - const usable = [...this._providers.values()].filter(state => state.provider.status().available) - const [single] = usable - if (single === undefined) { - throw new SessionQueryError('no usable session-query provider is registered', 'SESSION_QUERY_PROVIDER_UNAVAILABLE') - } - if (usable.length > 1) { - throw new SessionQueryError(`multiple usable session-query providers are registered (${usable.map(state => state.provider.id).join(', ')}); configure one explicitly`, 'SESSION_QUERY_PROVIDER_AMBIGUOUS') - } - return single - } - - private _normalizeSessionSearch(request: SessionSearchRequest): SessionSearchSpec { - const query = this._queryText(request.query) - const limit = this._limitValue(request.limit) - filterSessionResults([], request.sessionFilters ?? []) - filterEventResults([], request.eventFilters ?? []) - return { ...request, query, limit } - } - - private _normalizeEventSearch(request: SessionEventSearchRequest): SessionEventSearchSpec { - const query = this._queryText(request.query) - const limit = this._limitValue(request.limit) - filterEventResults([], request.filters ?? []) - return { ...request, query, limit } - } - - private _queryText(query: string): string { - const normalized = query.trim() - if (normalized.length === 0) { - throw new SessionQueryError('session-query search text must not be blank', 'SESSION_QUERY_INVALID_QUERY') - } - return normalized - } - - private _limitValue(limit: number | undefined): number { - const value = limit ?? this._defaultLimit - if (!Number.isInteger(value) || value < 1 || value > this._maxLimit) { - throw new SessionQueryError(`session-query limit must be an integer between 1 and ${this._maxLimit}`, 'SESSION_QUERY_INVALID_LIMIT') - } - return value - } - - private _validateSearchPage(state: ProviderState, page: SessionSearchPage, limit: number): SessionSearchPage { - if (page.providerId !== state.provider.id) { - throw new SessionQueryError(`session-query provider "${state.provider.id}" returned providerId "${page.providerId}"`, 'SESSION_QUERY_PROVIDER_ERROR') - } - if (page.items.length > limit) { - throw new SessionQueryError(`session-query provider "${state.provider.id}" returned ${page.items.length} items for limit ${limit}`, 'SESSION_QUERY_PROVIDER_ERROR') - } - return page - } -} - -function waitFor(work: Promise, signal: AbortSignal | undefined): Promise { - const observed = work.catch((error: unknown) => { throw operationError(error) }) - if (signal === undefined) return observed - if (signal.aborted) { - // Cancellation supersedes the caller's result, but shared work must still - // have a rejection observer when it has already failed synchronously. - void observed.catch((_supersededError: unknown) => undefined) - return Promise.reject(aborted()) - } - return new Promise((resolve, reject) => { - const onAbort = () => { reject(aborted()) } - signal.addEventListener('abort', onAbort, { once: true }) - observed.then( - (value) => { - signal.removeEventListener('abort', onAbort) - resolve(value) - }, - (error: unknown) => { - signal.removeEventListener('abort', onAbort) - reject(operationError(error)) - }, - ) - }) -} - -function operationError(error: unknown): Error { - if (error instanceof Error) return error - return new SessionQueryError('session-query operation failed with a non-Error rejection', 'SESSION_QUERY_PROVIDER_ERROR', { cause: error }) -} - -function aborted(): SessionQueryError { - return new SessionQueryError('session-query operation aborted', 'SESSION_QUERY_ABORTED') -} - -function errorMessage(error: unknown): string { - /* v8 ignore next -- provider update contracts reject Error instances */ - return error instanceof Error ? error.message : 'unknown error' -} diff --git a/packages/session-query/session-query/src/tracing.ts b/packages/session-query/session-query/src/tracing.ts deleted file mode 100644 index 61363e8254..0000000000 --- a/packages/session-query/session-query/src/tracing.ts +++ /dev/null @@ -1,158 +0,0 @@ -/** Session lineage and event surface/provenance tracing. */ - -import { foldSurface, isSurfaceEvent } from '@deepseek-ai/dsh-session' -import type { SessionEvent, SessionId } from '@deepseek-ai/dsh-session' -import type { - SessionEventRecord, - SessionEventTrace, - SessionLineageNode, - SessionLineageTrace, - SessionRecord, -} from './types.ts' -import { SessionQueryError } from './config.ts' - -/** - * Classify raw events against the canonical surface fold. - * @param sessionId - owner of the event log. - * @param events - detached raw log. - * @returns lightweight records in seq order. - */ -export function eventRecords(sessionId: SessionId, events: readonly SessionEvent[]): SessionEventRecord[] { - const fold = safeFold(events) - const current = new Set(fold.nodes.map(node => node.seq)) - const shadowed = new Set(fold.replacements.flatMap(replacement => replacement.shadowedSeqs)) - return events.map(event => ({ - sessionId, - seq: event.seq, - type: event.type, - time: event.time, - surface: current.has(event.seq) ? 'current' : shadowed.has(event.seq) ? 'shadowed' : 'log-only', - })) -} - -/** - * Build one event trace from a validated logical event log. - * @param sessionId - owner of the event log. - * @param events - detached raw log. - * @param seq - target event seq. - * @returns direct provenance and replacement relationships. - */ -export function traceEventLog(sessionId: SessionId, events: readonly SessionEvent[], seq: number): SessionEventTrace { - const target = events[seq] - if (target === undefined || target.seq !== seq) { - throw new SessionQueryError(`session "${sessionId}" has no event at seq ${seq}`, 'SESSION_QUERY_EVENT_NOT_FOUND') - } - const records = eventRecords(sessionId, events) - const fold = safeFold(events) - const shadowedBy = new Map() - const shadows = new Map() - for (const replacement of fold.replacements) { - shadows.set(replacement.seq, [...replacement.shadowedSeqs]) - for (const shadowed of replacement.shadowedSeqs) shadowedBy.set(shadowed, replacement.seq) - } - const references: number[] = [] - const referencedBy: number[] = [] - for (const event of events) { - if (!isSurfaceEvent(event)) continue - for (const source of event.sourceEventSeqs ?? []) { - if (event.seq === seq) references.push(source) - if (source === seq) referencedBy.push(event.seq) - } - } - const replacementChain: number[] = [] - let replacement = shadowedBy.get(seq) - while (replacement !== undefined) { - replacementChain.push(replacement) - replacement = shadowedBy.get(replacement) - } - const immediate = shadowedBy.get(seq) - // seq was checked against the contiguous event log, so its parallel record exists. - // eslint-disable-next-line @typescript-eslint/no-non-null-assertion - const targetRecord = records[seq]! - return { - target: { ...targetRecord }, - ...immediate !== undefined ? { shadowedBy: immediate } : {}, - replacementChain, - shadows: shadows.get(seq) ?? [], - references, - referencedBy, - } -} - -/** - * Trace ancestry and descendants within one materialized logical corpus. - * @param records - complete visible logical corpus. - * @param sessionId - target session id. - * @returns complete known lineage or explicit unresolved parent. - */ -export function traceLineage(records: readonly SessionRecord[], sessionId: SessionId): SessionLineageTrace { - const byId = new Map(records.map(record => [record.header.id, record])) - const target = byId.get(sessionId) - if (target === undefined) { - throw new SessionQueryError(`session "${sessionId}" not found`, 'SESSION_QUERY_SESSION_NOT_FOUND') - } - - const parents: SessionRecord[] = [] - const ancestrySeen = new Set([sessionId]) - let unresolvedParentId: SessionId | undefined - let parentId = target.header.parentSession - while (parentId !== undefined) { - if (ancestrySeen.has(parentId)) lineageCycle(parentId) - ancestrySeen.add(parentId) - const parent = byId.get(parentId) - if (parent === undefined) { - unresolvedParentId = parentId - break - } - parents.push(parent) - parentId = parent.header.parentSession - } - - const childrenByParent = new Map() - for (const record of records) { - const parent = record.header.parentSession - if (parent === undefined) continue - const children = childrenByParent.get(parent) ?? [] - children.push(record) - childrenByParent.set(parent, children) - } - for (const children of childrenByParent.values()) children.sort(compareSessionsAscending) - const buildChildren = (id: SessionId): SessionLineageNode[] => (childrenByParent.get(id) ?? []).map(child => ({ - session: cloneRecord(child), - children: buildChildren(child.header.id), - })) - - return { - target: cloneRecord(target), - parents: parents.map(cloneRecord), - ...unresolvedParentId !== undefined - ? { unresolvedParentId } - : { root: cloneRecord(parents.at(-1) ?? target) }, - children: buildChildren(sessionId), - } -} - -function safeFold(events: readonly SessionEvent[]): ReturnType { - try { - return foldSurface(events) - } catch (error: unknown) { - throw new SessionQueryError(`invalid session surface: ${errorMessage(error)}`, 'SESSION_QUERY_INVALID_SURFACE', { cause: error }) - } -} - -function cloneRecord(record: SessionRecord): SessionRecord { - return { ...record, header: structuredClone(record.header) } -} - -function compareSessionsAscending(a: SessionRecord, b: SessionRecord): number { - return a.header.createdAt - b.header.createdAt || a.header.id.localeCompare(b.header.id) -} - -function lineageCycle(id: SessionId): never { - throw new SessionQueryError(`session lineage contains a cycle at "${id}"`, 'SESSION_QUERY_INVALID_LINEAGE') -} - -function errorMessage(error: unknown): string { - /* v8 ignore next -- foldSurface throws Error instances */ - return error instanceof Error ? error.message : 'unknown error' -} diff --git a/packages/session-query/session-query/src/types.ts b/packages/session-query/session-query/src/types.ts index 11e6f6d0fc..5c49695dda 100644 --- a/packages/session-query/session-query/src/types.ts +++ b/packages/session-query/session-query/src/types.ts @@ -1,31 +1,24 @@ /** - * Public vocabulary for the session-query retrieval service: lightweight - * records, composable filters, traces, search requests/results, extractor - * registrations, and the provider synchronization contract. + * Public records for exact reads over the live-preferred logical session corpus. * * @module @deepseek-ai/dsh-session-query/types */ -import type { ContentBlockMap, ContentBlockType } from '@deepseek-ai/dsh-llm' -import type { - SessionEvent, - SessionEventType, - SessionHeader, - SessionId, -} from '@deepseek-ai/dsh-session' +import type { SessionEvent, SessionEventType, SessionHeader, SessionId } from '@deepseek-ai/dsh-session' -/** Whether an event is on the current surface, was replaced, or is log-only. */ +/** Whether an event is current model context, replaced context, or raw-log-only. */ export type SessionEventSurface = 'current' | 'shadowed' | 'log-only' -/** Lightweight identity and availability for one logical session. */ +/** Lightweight identity and source availability for one logical session. */ export interface SessionRecord { - /** Cloned immutable session header selected from the live-preferred corpus. */ + /** Cloned session header selected from the live-preferred corpus. */ header: SessionHeader /** Whether the id currently exists in `ctx.sessions`. */ live: boolean /** Whether the active persistence backend currently materializes the id. */ persisted: boolean } + /** Lightweight metadata for one event within a logical session. */ export interface SessionEventRecord { /** Session that owns the event. */ @@ -40,102 +33,6 @@ export interface SessionEventRecord { surface: SessionEventSurface } -/** Inclusive numeric range used by result and search filters. */ -export interface SessionQueryRange { - /** Inclusive lower bound. */ - from?: number - /** Inclusive upper bound. */ - to?: number -} - -/** Serializable filter applied to session records. */ -export type SessionResultFilter = - | { kind: 'id'; values: readonly SessionId[] } - | { kind: 'cwd'; values: readonly (string | null)[] } - | { kind: 'created-at'; range: SessionQueryRange } - | { kind: 'parent'; values: readonly (SessionId | null)[] } - | { kind: 'availability'; values: readonly ('live' | 'persisted')[] } - -/** Serializable filter applied to event records. */ -export type SessionEventResultFilter = - | { kind: 'seq'; range: SessionQueryRange } - | { kind: 'time'; range: SessionQueryRange } - | { kind: 'type'; values: readonly SessionEventType[] } - | { kind: 'surface'; values: readonly SessionEventSurface[] } - -/** Caller cancellation threaded through synchronization and provider search. */ -export interface SessionQueryExecContext { - /** Abort signal for waiting and provider-owned query work. */ - readonly signal?: AbortSignal -} - -/** Cheap local usability status returned by a search provider. */ -export type SessionSearchProviderStatus = - | { readonly available: true } - | { readonly available: false; readonly reason: 'misconfigured' | 'unavailable' } - -/** Common pagination fields accepted by both search scopes. */ -export interface SessionSearchPageRequest { - /** Maximum number of hits on this page. */ - limit?: number - /** Opaque cursor returned by the same provider/request. */ - cursor?: string -} - -/** Cross-session full-text request. */ -export interface SessionSearchRequest extends SessionSearchPageRequest { - /** Plain text query interpreted by the selected provider. */ - query: string - /** Session metadata filters applied before event ranking/grouping. */ - sessionFilters?: readonly SessionResultFilter[] - /** Event metadata filters applied before best-event grouping. */ - eventFilters?: readonly SessionEventResultFilter[] -} - -/** Full-text request scoped to one session's events. */ -export interface SessionEventSearchRequest extends SessionSearchPageRequest { - /** Session whose events form the search corpus. */ - sessionId: SessionId - /** Plain text query interpreted by the selected provider. */ - query: string - /** Event metadata filters applied before ranking. */ - filters?: readonly SessionEventResultFilter[] -} - -/** Provider-facing cross-session search spec after service normalization. */ -export interface SessionSearchSpec extends SessionSearchRequest { - /** Required page size validated and defaulted by the query service. */ - limit: number -} - -/** Provider-facing event search spec after service normalization. */ -export interface SessionEventSearchSpec extends SessionEventSearchRequest { - /** Required page size validated and defaulted by the query service. */ - limit: number -} - -/** One lightweight event search hit with provider-produced evidence text. */ -export interface SessionEventSearchHit extends SessionEventRecord { - /** Plain-text excerpt explaining the match. */ - snippet: string -} - -/** One session-ranked search hit and its strongest matching event. */ -export interface SessionSearchHit extends SessionRecord { - /** Strongest matching event used as the session's ranking evidence. */ - bestMatch: SessionEventSearchHit -} - -/** One provider-owned page of search results. */ -export interface SessionSearchPage { - /** Stable id of the provider that produced this page. */ - providerId: string - /** Ranked hits in deterministic provider order, no longer than the requested limit. */ - items: readonly T[] - /** Opaque next-page cursor, absent when the result is exhausted. */ - nextCursor?: string -} - /** Request for one event plus raw neighboring log context. */ export interface SessionEventReadRequest { /** Session that owns the target event. */ @@ -150,8 +47,8 @@ export interface SessionEventReadRequest { /** Full target event and a bounded raw-log window. */ export interface SessionEventWindow { - /** Logical session metadata at read time. */ - session: SessionRecord + /** Cloned header for the live-preferred source read. */ + session: SessionHeader /** Full cloned target event. */ target: SessionEvent /** Full cloned events from `startSeq` through `endSeq`. */ @@ -161,144 +58,3 @@ export interface SessionEventWindow { /** Last seq included in `events`. */ endSeq: number } - -/** Recursive child node in a session lineage trace. */ -export interface SessionLineageNode { - /** Session represented by this lineage node. */ - session: SessionRecord - /** Direct children in deterministic creation order. */ - children: SessionLineageNode[] -} - -/** Complete known lineage around one session. */ -export interface SessionLineageTrace { - /** Session that was traced. */ - target: SessionRecord - /** Known parents from immediate parent outward. */ - parents: SessionRecord[] - /** Root when the complete parent chain is available. */ - root?: SessionRecord - /** First parent id outside the visible corpus, when the trace is partial. */ - unresolvedParentId?: SessionId - /** Complete known descendant forest rooted at the target's direct children. */ - children: SessionLineageNode[] -} - -/** Surface and provenance relationships for one event. */ -export interface SessionEventTrace { - /** Lightweight target record. */ - target: SessionEventRecord - /** Immediate replacement event that shadowed the target. */ - shadowedBy?: number - /** Replacement seqs from the target toward the current descendant. */ - replacementChain: number[] - /** Surface nodes directly shadowed by the target replacement event. */ - shadows: number[] - /** Direct provenance sources from `sourceEventSeqs`. */ - references: number[] - /** Events that directly name the target in `sourceEventSeqs`. */ - referencedBy: number[] -} - -/** Typed extractor for one declaration-merged session event type. */ -export interface SessionEventTextExtractor { - /** Stable cache-invalidation version chosen by the extractor owner. */ - version: string - /** - * Extract semantic searchable fragments from one event. - * @param event - event narrowed to the registered type. - * @returns plain-text fragments; blanks are discarded by the service. - */ - extract(event: SessionEvent): readonly string[] -} - -/** Typed extractor for one declaration-merged content block type. */ -export interface SessionContentTextExtractor { - /** Stable cache-invalidation version chosen by the extractor owner. */ - version: string - /** - * Extract semantic searchable fragments from one content block. - * @param block - block narrowed to the registered type. - * @returns plain-text fragments; blanks are discarded by the service. - */ - extract(block: ContentBlockMap[K]): readonly string[] -} - -/** One provider-neutral event document produced by registered extractors. */ -export interface SessionIndexDocument extends SessionEventRecord { - /** Normalized newline-joined text indexed by a search provider. */ - text: string -} - -/** One complete index layer for a live session or persisted checkpoint. */ -export interface SessionIndexSnapshot { - /** Layer metadata and live/persisted availability exposed in results. */ - session: SessionRecord - /** Stable SHA-256 identity of canonical source data and extractor versions. */ - fingerprint: string - /** Searchable event documents in seq order. */ - documents: readonly SessionIndexDocument[] -} - -/** Durable provider inventory entry used to reuse unchanged persisted rows. */ -export interface SessionPersistedIndexEntry { - /** Persisted session id. */ - sessionId: SessionId - /** Last indexed source/extractor fingerprint. */ - fingerprint: string -} - -/** Search and synchronization backend registered into `ctx.sessionQuery`. */ -export interface SessionSearchProvider { - /** Stable provider id, unique within the query service. */ - readonly id: string - /** - * Return cheap local usability without performing index or search I/O. - * @returns whether the provider can be selected. - */ - status(): SessionSearchProviderStatus - /** - * Read reusable persisted-layer fingerprints from derived storage. - * @returns durable inventory entries. - */ - persistedInventory(): Promise - /** - * Hide or expose reconciled persisted rows without deleting their cache. - * @param active - whether canonical persistence is mounted and reconciled. - */ - setPersistedActive(active: boolean): Promise - /** - * Atomically replace one persisted session's derived documents. - * @param snapshot - canonical persisted checkpoint and fingerprint. - */ - replacePersisted(snapshot: SessionIndexSnapshot): Promise - /** - * Delete one durable derived entry after canonical reconciliation proves it absent. - * @param sessionId - persisted id to remove. - */ - removePersisted(sessionId: SessionId): Promise - /** - * Replace one connection-local live override. - * @param snapshot - current live snapshot and availability. - */ - replaceLive(snapshot: SessionIndexSnapshot): Promise - /** - * Drop one live override, revealing its active persisted base when present. - * @param sessionId - live id to remove. - */ - removeLive(sessionId: SessionId): Promise - /** - * Search and group the complete logical corpus by session. - * @param request - query, pre-ranking filters, and pagination. - * @param exec - optional cancellation context. - * @returns one ranked session page. - */ - searchSessions(request: SessionSearchSpec, exec?: SessionQueryExecContext): Promise> - /** - * Search events within one logical session. - * @param request - target session, query, filters, and pagination. - * @param exec - optional cancellation context. - * @returns one ranked event page. - */ - searchEvents(request: SessionEventSearchSpec, exec?: SessionQueryExecContext): Promise> -} diff --git a/packages/session-query/session-query/tests/session-query.spec.ts b/packages/session-query/session-query/tests/session-query.spec.ts index 36a8676640..29b863b678 100644 --- a/packages/session-query/session-query/tests/session-query.spec.ts +++ b/packages/session-query/session-query/tests/session-query.spec.ts @@ -1,39 +1,11 @@ import { describe, expect, it } from 'vitest' import { Context } from 'cordis' -import { CallId } from '@deepseek-ai/dsh-llm' -import type { ContentBlock } from '@deepseek-ai/dsh-llm' -import SessionStore, { SESSION_FORMAT_VERSION, Session, SessionId } from '@deepseek-ai/dsh-session' +import SessionStore, { SESSION_FORMAT_VERSION, SessionId } from '@deepseek-ai/dsh-session' import type { SessionEvent, SessionHeader, SessionId as SessionIdType } from '@deepseek-ai/dsh-session' import SessionPersistence from '@deepseek-ai/dsh-session-persistence' import SessionQueryService, { - SessionQueryError, - filterEventResults, - filterSessionResults, + type SessionQueryErrorCode, } from '@deepseek-ai/dsh-session-query' -import type { - SessionEventSearchHit, - SessionEventSearchSpec, - SessionIndexSnapshot, - SessionQueryErrorCode, - SessionRecord, - SessionSearchHit, - SessionSearchPage, - SessionSearchProvider, - SessionSearchProviderStatus, - SessionSearchSpec, -} from '@deepseek-ai/dsh-session-query' - -declare module '@deepseek-ai/dsh-llm' { - interface ContentBlockMap { - 'test/text': { type: 'test/text'; value: string } - } -} - -declare module '@deepseek-ai/dsh-session' { - interface SessionEventMap { - 'test/note': { note: string } - } -} function header(id: string, createdAt = 1, extra: Partial = {}): SessionHeader { return { version: SESSION_FORMAT_VERSION, id: SessionId(id), createdAt, ...extra } @@ -53,15 +25,13 @@ class TestPersistence extends SessionPersistence { static entries = new Map() static listFailure: unknown static loadFailure: unknown - static listBarrier: Promise | undefined - static onList: (() => void) | undefined + static afterList: (() => void) | undefined static reset(entries: readonly { meta: SessionHeader; events: SessionEvent[] }[] = []): void { this.entries = new Map(entries.map(entry => [entry.meta.id, structuredClone(entry)])) this.listFailure = undefined this.loadFailure = undefined - this.listBarrier = undefined - this.onList = undefined + this.afterList = undefined } create(meta: SessionHeader): Promise { @@ -71,101 +41,23 @@ class TestPersistence extends SessionPersistence { append(id: SessionIdType, events: readonly SessionEvent[]): Promise { const entry = TestPersistence.entries.get(id) - if (entry === undefined) throw new Error('missing test session') + if (entry === undefined) return Promise.reject(new Error('missing test session')) entry.events.push(...structuredClone(events)) return Promise.resolve() } load(id: SessionIdType): Promise<{ meta: SessionHeader; events: SessionEvent[] }> { - if (TestPersistence.loadFailure !== undefined) return Promise.reject(asError(TestPersistence.loadFailure)) + if (TestPersistence.loadFailure !== undefined) return rejectUnknown(TestPersistence.loadFailure) const entry = TestPersistence.entries.get(id) if (entry === undefined) return Promise.reject(new Error('missing test session')) return Promise.resolve(structuredClone(entry)) } list(): Promise { - if (TestPersistence.listFailure !== undefined) return Promise.reject(asError(TestPersistence.listFailure)) - const snapshot = [...TestPersistence.entries.values()].map(entry => structuredClone(entry.meta)) - TestPersistence.onList?.() - return (TestPersistence.listBarrier ?? Promise.resolve()).then(() => snapshot) - } -} - -class FakeProvider implements SessionSearchProvider { - readonly id: string - statusValue: SessionSearchProviderStatus = { available: true } - persisted = new Map() - live = new Map() - activeHistory: boolean[] = [] - removedPersisted: SessionIdType[] = [] - removedLive: SessionIdType[] = [] - sessionRequests: SessionSearchSpec[] = [] - eventRequests: SessionEventSearchSpec[] = [] - failNextLive = false - failNextPersisted = false - sessionPage: SessionSearchPage - eventPage: SessionSearchPage - - constructor(id = 'fake') { - this.id = id - this.sessionPage = { providerId: id, items: [] } - this.eventPage = { providerId: id, items: [] } - } - - status(): SessionSearchProviderStatus { - return this.statusValue - } - - persistedInventory(): Promise { - return Promise.resolve([...this.persisted.values()].map(snapshot => ({ - sessionId: snapshot.session.header.id, - fingerprint: snapshot.fingerprint, - }))) - } - - setPersistedActive(active: boolean): Promise { - this.activeHistory.push(active) - return Promise.resolve() - } - - replacePersisted(snapshot: SessionIndexSnapshot): Promise { - if (this.failNextPersisted) { - this.failNextPersisted = false - return Promise.reject(new Error('persisted index failed')) - } - this.persisted.set(snapshot.session.header.id, structuredClone(snapshot)) - return Promise.resolve() - } - - removePersisted(sessionId: SessionIdType): Promise { - this.removedPersisted.push(sessionId) - this.persisted.delete(sessionId) - return Promise.resolve() - } - - replaceLive(snapshot: SessionIndexSnapshot): Promise { - if (this.failNextLive) { - this.failNextLive = false - return Promise.reject(new Error('live index failed')) - } - this.live.set(snapshot.session.header.id, structuredClone(snapshot)) - return Promise.resolve() - } - - removeLive(sessionId: SessionIdType): Promise { - this.removedLive.push(sessionId) - this.live.delete(sessionId) - return Promise.resolve() - } - - searchSessions(request: SessionSearchSpec): Promise> { - this.sessionRequests.push(structuredClone(request)) - return Promise.resolve(structuredClone(this.sessionPage)) - } - - searchEvents(request: SessionEventSearchSpec): Promise> { - this.eventRequests.push(structuredClone(request)) - return Promise.resolve(structuredClone(this.eventPage)) + if (TestPersistence.listFailure !== undefined) return rejectUnknown(TestPersistence.listFailure) + const headers = [...TestPersistence.entries.values()].map(entry => structuredClone(entry.meta)) + TestPersistence.afterList?.() + return Promise.resolve(headers) } } @@ -180,811 +72,181 @@ function expectCode(code: SessionQueryErrorCode): Error { return expect.objectContaining({ code }) as Error } -function asError(value: unknown): Error { - return value instanceof Error ? value : new Error(String(value)) +function rejectUnknown(reason: unknown): Promise { + return new Promise((_resolve, reject) => { + // Exercise containment for an implementation that violates the Error rejection convention. + // eslint-disable-next-line @typescript-eslint/prefer-promise-reject-errors + reject(reason) + }) } -function deferred(): { promise: Promise; resolve: () => void } { - let resolve!: () => void - const promise = new Promise((done) => { resolve = done }) - return { promise, resolve } -} - -describe('pure result filters', () => { - it('chains session filters as AND while values within one filter are OR', () => { - const root: SessionRecord = { header: header('root', 1, { cwd: '/a' }), live: true, persisted: false } - const child: SessionRecord = { header: header('child', 2, { cwd: '/b', parentSession: root.header.id }), live: false, persisted: true } - const both: SessionRecord = { header: header('both', 3, { cwd: '/a', parentSession: root.header.id }), live: true, persisted: true } - const input = [child, root, both] - - const output = filterSessionResults(input, [ - { kind: 'cwd', values: ['/a', '/b'] }, - { kind: 'created-at', range: { from: 2, to: 3 } }, - { kind: 'parent', values: [root.header.id] }, - { kind: 'availability', values: ['live', 'persisted'] }, - { kind: 'id', values: [child.header.id, both.header.id] }, - ]) - - expect(output).toEqual([child, both]) - expect(output[0]).toBe(child) - expect(input).toEqual([child, root, both]) - expect(filterSessionResults(input, [{ kind: 'cwd', values: [null] }])).toEqual([]) - }) - - it('filters event ranges/types/status without reordering richer records', () => { - const events = [ - { sessionId: SessionId('s'), seq: 2, type: 'user/message' as const, time: 20, surface: 'current' as const, extra: true }, - { sessionId: SessionId('s'), seq: 1, type: 'tool/call' as const, time: 10, surface: 'shadowed' as const, extra: true }, - { sessionId: SessionId('s'), seq: 3, type: 'assistant/chunk' as const, time: 30, surface: 'log-only' as const, extra: true }, - ] - const output = filterEventResults(events, [ - { kind: 'seq', range: { from: 1, to: 2 } }, - { kind: 'time', range: { from: 10, to: 20 } }, - { kind: 'type', values: ['user/message', 'tool/call'] }, - { kind: 'surface', values: ['current', 'shadowed'] }, - ]) - expect(output).toEqual(events.slice(0, 2)) - expect(output[0]).toBe(events[0]) - }) - - it('rejects invalid serializable filter values', () => { - expect(() => filterSessionResults([], [{ kind: 'created-at', range: { from: 2, to: 1 } }])) - .toThrow(expectCode('SESSION_QUERY_INVALID_FILTER')) - expect(() => filterEventResults([], [{ kind: 'seq', range: { from: Number.NaN } }])) - .toThrow(expectCode('SESSION_QUERY_INVALID_FILTER')) - expect(() => filterEventResults([], [{ kind: 'time', range: { to: Number.POSITIVE_INFINITY } }])) - .toThrow(expectCode('SESSION_QUERY_INVALID_FILTER')) - expect(() => filterEventResults([], [{ kind: 'surface', values: ['other' as never] }])) - .toThrow(expectCode('SESSION_QUERY_INVALID_FILTER')) - expect(() => filterSessionResults([], [{ kind: 'availability', values: ['other' as never] }])) - .toThrow(expectCode('SESSION_QUERY_INVALID_FILTER')) - }) - - it('handles absent range bounds and root/availability alternatives', () => { - const record: SessionRecord = { header: header('root'), live: false, persisted: true } - expect(filterSessionResults([record], [ - { kind: 'parent', values: [null] }, - { kind: 'cwd', values: [null] }, - { kind: 'availability', values: ['persisted'] }, - ])).toEqual([record]) - const event = { sessionId: record.header.id, seq: 2, type: 'user/message' as const, time: 4, surface: 'current' as const } - expect(filterEventResults([event], [{ kind: 'seq', range: { to: 2 } }, { kind: 'time', range: { from: 4 } }])).toEqual([event]) - }) -}) - -describe('logical corpus reads and traces', () => { - it('lists, classifies, reads, and traces a live session using detached records', async () => { - const ctx = await liveContext({ readWindowMax: 2 }) - const session = ctx.sessions.create(SessionId('live'), { meta: { createdAt: 20, cwd: '/work' } }) - const original = session.append('user/message', { content: [{ type: 'text', text: 'original' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const chunk = session.append('assistant/chunk', { turn: 1, step: 1, chunk: { type: 'text-delta', index: 0, text: 'answer' } }) - const answer = session.append('assistant/message', { turn: 1, step: 1, content: [{ type: 'text', text: 'answer' }] }, { surfaceOp: 'append', sourceEventSeqs: [chunk.seq] }) - const summary = session.append('assistant/message', { turn: 1, step: 2, content: [{ type: 'text', text: 'summary' }] }, { surfaceOp: { op: 'replace', start: original.seq, end: original.seq }, sourceEventSeqs: [original.seq] }) - const resummary = session.append('assistant/message', { turn: 1, step: 3, content: [{ type: 'text', text: 'resummary' }] }, { surfaceOp: { op: 'replace', start: summary.seq, end: answer.seq }, sourceEventSeqs: [summary.seq, answer.seq] }) - - const listed = await ctx.sessionQuery.listSessions() - expect(listed).toEqual([{ header: session.header, live: true, persisted: false }]) - listed[0]!.header.createdAt = -1 - expect(session.header.createdAt).toBe(20) - expect((await ctx.sessionQuery.listEvents(session.id)).map(event => event.surface)) - .toEqual(['shadowed', 'log-only', 'shadowed', 'shadowed', 'current']) - - const window = await ctx.sessionQuery.readEvent({ sessionId: session.id, seq: answer.seq, before: 2, after: 2 }) - expect([window.startSeq, window.endSeq]).toEqual([0, 4]) - expect(window.target.seq).toBe(answer.seq) - if (window.events[0]?.type !== 'user/message') throw new Error('expected user message') - window.events[0].data.content = [] - expect(session.events[0]?.type === 'user/message' && session.events[0].data.content).toHaveLength(1) - - await expect(ctx.sessionQuery.traceEvent(session.id, original.seq)).resolves.toMatchObject({ - shadowedBy: summary.seq, - replacementChain: [summary.seq, resummary.seq], - referencedBy: [summary.seq], - }) - await expect(ctx.sessionQuery.traceEvent(session.id, summary.seq)).resolves.toMatchObject({ - shadows: [original.seq], - references: [original.seq], - referencedBy: [resummary.seq], - }) - await expect(ctx.sessionQuery.traceEvent(session.id, chunk.seq)).resolves.toMatchObject({ referencedBy: [answer.seq] }) - await expect(ctx.sessionQuery.readEvent({ sessionId: session.id, seq: 99 })).rejects.toThrow(expectCode('SESSION_QUERY_EVENT_NOT_FOUND')) - await expect(ctx.sessionQuery.readEvent({ sessionId: session.id, seq: 0, before: 3 })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_WINDOW')) - await expect(ctx.sessionQuery.traceEvent(session.id, 99)).rejects.toThrow(expectCode('SESSION_QUERY_EVENT_NOT_FOUND')) - }) - - it('turns malformed replacement logs into typed surface failures', async () => { +describe('session-query exact reads', () => { + it('lists live sessions deterministically and returns detached headers', async () => { const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('bad-surface')) - session.append('assistant/message', { turn: 1, step: 1, content: [] }, { - surfaceOp: { op: 'replace', start: 9, end: 9 }, - sourceEventSeqs: [], - }) - await expect(ctx.sessionQuery.listEvents(session.id)).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_SURFACE')) - }) - - it('returns complete, partial, deterministic, and cycle-checked lineage', async () => { - const ctx = await liveContext() - const root = ctx.sessions.create(SessionId('root'), { meta: { createdAt: 1 } }) - const second = ctx.sessions.create(SessionId('second'), { meta: { createdAt: 2, parentSession: root.id } }) - const first = ctx.sessions.create(SessionId('first'), { meta: { createdAt: 2, parentSession: root.id } }) - const grandchild = ctx.sessions.create(SessionId('grandchild'), { meta: { createdAt: 3, parentSession: first.id } }) - const partial = ctx.sessions.create(SessionId('partial'), { meta: { createdAt: 4, parentSession: SessionId('missing') } }) - - const trace = await ctx.sessionQuery.traceSession(grandchild.id) - expect(trace.parents.map(record => record.header.id)).toEqual([first.id, root.id]) - expect(trace.root?.header.id).toBe(root.id) - const rootTrace = await ctx.sessionQuery.traceSession(root.id) - expect(rootTrace.children.map(node => node.session.header.id)).toEqual([first.id, second.id]) - expect(rootTrace.children[0]?.children[0]?.session.header.id).toBe(grandchild.id) - await expect(ctx.sessionQuery.traceSession(partial.id)).resolves.toMatchObject({ unresolvedParentId: SessionId('missing') }) - await expect(ctx.sessionQuery.traceSession(SessionId('absent'))).rejects.toThrow(expectCode('SESSION_QUERY_SESSION_NOT_FOUND')) - - const cyclic = await liveContext() - const a = new Session(SessionId('a'), [], header('a', 1, { parentSession: SessionId('b') })) - const b = new Session(SessionId('b'), [], header('b', 2, { parentSession: SessionId('a') })) - cyclic.sessions.enter(a) - cyclic.sessions.enter(b) - await expect(cyclic.sessionQuery.traceSession(a.id)).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_LINEAGE')) - }) - - it('uses live content over a matching persisted base and scopes persistence failures', async () => { - const common = header('same', 5, { cwd: '/w' }) - const persistedOnly = header('persisted', 1) - TestPersistence.reset([ - { meta: common, events: eventLog('persisted version') }, - { meta: persistedOnly, events: eventLog('persisted only') }, - ]) - const ctx = await liveContext() - const live = ctx.sessions.create(common.id, { meta: { createdAt: common.createdAt, cwd: '/w' } }) - live.append('user/message', { content: [{ type: 'text', text: 'live version' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const persistenceFiber = await ctx.plugin(TestPersistence) - await expect(ctx.sessionQuery.listEvents(SessionId('not-listed'))) - .rejects.toThrow(expectCode('SESSION_QUERY_SESSION_NOT_FOUND')) + const older = ctx.sessions.create(SessionId('older'), { meta: { createdAt: 1 } }) + ctx.sessions.create(SessionId('z'), { meta: { createdAt: 2 } }) + ctx.sessions.create(SessionId('a'), { meta: { createdAt: 2 } }) const records = await ctx.sessionQuery.listSessions() - expect(records.map(record => [record.header.id, record.live, record.persisted])).toEqual([ - [common.id, true, true], - [persistedOnly.id, false, true], - ]) - const liveWindow = await ctx.sessionQuery.readEvent({ sessionId: common.id, seq: 0 }) - expect(liveWindow.target.type === 'user/message' && liveWindow.target.data.content[0]).toMatchObject({ text: 'live version' }) - await expect(ctx.sessionQuery.readEvent({ sessionId: persistedOnly.id, seq: 0 })) - .resolves.toMatchObject({ session: { persisted: true } }) - - TestPersistence.listFailure = new Error('list unavailable') - await expect(ctx.sessionQuery.listEvents(common.id)).resolves.toHaveLength(1) - await expect(ctx.sessionQuery.listSessions()).rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED')) - TestPersistence.listFailure = undefined - TestPersistence.loadFailure = new Error('load unavailable') - await expect(ctx.sessionQuery.listEvents(persistedOnly.id)).rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED')) - TestPersistence.loadFailure = new SessionQueryError('typed load failure', 'SESSION_QUERY_EVENT_NOT_FOUND') - await expect(ctx.sessionQuery.listEvents(persistedOnly.id)).rejects.toThrow(expectCode('SESSION_QUERY_EVENT_NOT_FOUND')) - - await persistenceFiber.dispose() - TestPersistence.loadFailure = undefined - await expect(ctx.sessionQuery.listSessions()).resolves.toEqual([{ header: common, live: true, persisted: false }]) + expect(records.map(record => record.header.id)).toEqual([SessionId('a'), SessionId('z'), older.id]) + expect(records.every(record => record.live && !record.persisted)).toBe(true) + records[2]!.header.createdAt = 99 + expect(older.header.createdAt).toBe(1) }) - it('rejects immutable source header conflicts', async () => { - TestPersistence.reset([{ meta: header('conflict', 1, { cwd: '/persisted' }), events: eventLog() }]) + it('classifies current, shadowed, and raw-log-only events through foldSurface', async () => { const ctx = await liveContext() - ctx.sessions.create(SessionId('conflict'), { meta: { createdAt: 1, cwd: '/live' } }) - await ctx.plugin(TestPersistence) - await expect(ctx.sessionQuery.listSessions()).rejects.toThrow(expectCode('SESSION_QUERY_SOURCE_CONFLICT')) - }) -}) - -describe('provider selection and synchronization', () => { - it('selects one usable provider, validates requests/pages, and disposes registration', async () => { - const ctx = await liveContext({ defaultLimit: 2, maxLimit: 3 }) - const session = ctx.sessions.create(SessionId('s')) - session.append('user/message', { content: [{ type: 'text', text: 'hello' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const provider = new FakeProvider() - const dispose = ctx.sessionQuery.registerSearchProvider(provider) - const record: SessionRecord = { header: structuredClone(session.header), live: true, persisted: false } - const bestMatch = { sessionId: session.id, seq: 0, type: 'user/message' as const, time: session.events[0]!.time, surface: 'current' as const, snippet: 'hello' } - provider.sessionPage = { providerId: provider.id, items: [ - { ...record, bestMatch }, { ...record, bestMatch }, { ...record, bestMatch }, - ], nextCursor: 'next' } - - await expect(ctx.sessionQuery.searchSessions({ query: ' hello ', sessionFilters: [{ kind: 'availability', values: ['live'] }] })) - .rejects.toThrow(expectCode('SESSION_QUERY_PROVIDER_ERROR')) - expect(provider.sessionRequests[0]).toMatchObject({ query: 'hello', limit: 2 }) - expect(provider.live.get(session.id)?.documents[0]?.text).toBe('hello') - await expect(ctx.sessionQuery.searchSessions({ query: ' ' })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_QUERY')) - await expect(ctx.sessionQuery.searchSessions({ query: 'x', limit: 4 })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_LIMIT')) - provider.eventPage = { providerId: 'wrong', items: [] } - await expect(ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' })).rejects.toThrow(expectCode('SESSION_QUERY_PROVIDER_ERROR')) - - provider.eventPage = { providerId: provider.id, items: [] } - await expect(ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x', limit: 1 }, { signal: new AbortController().signal })) - .resolves.toMatchObject({ providerId: provider.id }) - - await dispose() - await expect(ctx.sessionQuery.searchSessions({ query: 'x' })).rejects.toThrow(expectCode('SESSION_QUERY_PROVIDER_UNAVAILABLE')) - }) - - it('deselects immediately and drains accepted work before disposal settles', async () => { - const ctx = await liveContext() - const provider = new FakeProvider() - const queryStarted = deferred() - const releaseQuery = deferred() - provider.searchSessions = async () => { - queryStarted.resolve() - await releaseQuery.promise - return { providerId: provider.id, items: [] } - } - const dispose = ctx.sessionQuery.registerSearchProvider(provider) - - const accepted = ctx.sessionQuery.searchSessions({ query: 'accepted' }) - await queryStarted.promise - let disposed = false - const disposal = dispose().then(() => { disposed = true }) - await expect(ctx.sessionQuery.searchSessions({ query: 'future' })) - .rejects.toThrow(expectCode('SESSION_QUERY_PROVIDER_UNAVAILABLE')) - await Promise.resolve() - expect(disposed).toBe(false) - - releaseQuery.resolve() - await expect(accepted).resolves.toMatchObject({ providerId: provider.id }) - await disposal - expect(disposed).toBe(true) - }) - - it('serializes concurrent synchronization and supports cancellation while provider search is pending', async () => { - const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('coalesce')) - session.append('user/message', { content: [{ type: 'text', text: 'x' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - - let releaseLive!: () => void - const liveBarrier = new Promise((resolve) => { releaseLive = resolve }) - const liveStarted = deferred() - let replacements = 0 - provider.replaceLive = async (snapshot) => { - replacements += 1 - liveStarted.resolve() - await liveBarrier - provider.live.set(snapshot.session.header.id, structuredClone(snapshot)) - } - const first = ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }) - const second = ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }) - await liveStarted.promise - expect(replacements).toBe(1) - releaseLive() - await Promise.all([first, second]) - expect(replacements).toBe(2) - - session.append('user/message', { content: [{ type: 'text', text: 'y' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - let releaseCorpus!: () => void - const corpusBarrier = new Promise((resolve) => { releaseCorpus = resolve }) - const corpusStarted = deferred() - let corpusReplacements = 0 - provider.replaceLive = async (snapshot) => { - corpusReplacements += 1 - corpusStarted.resolve() - await corpusBarrier - provider.live.set(snapshot.session.header.id, structuredClone(snapshot)) - } - const crossFirst = ctx.sessionQuery.searchSessions({ query: 'x' }) - const crossSecond = ctx.sessionQuery.searchSessions({ query: 'x' }) - await corpusStarted.promise - expect(corpusReplacements).toBe(1) - releaseCorpus() - await Promise.all([crossFirst, crossSecond]) - expect(corpusReplacements).toBe(2) - - let releaseSearch!: () => void - const searchBarrier = new Promise((resolve) => { releaseSearch = resolve }) - provider.searchSessions = async () => { - await searchBarrier - return { providerId: provider.id, items: [] } - } - const controller = new AbortController() - const pending = ctx.sessionQuery.searchSessions({ query: 'x' }, { signal: controller.signal }) - await Promise.resolve() - await Promise.resolve() - controller.abort() - await expect(pending).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED')) - releaseSearch() - await Promise.resolve() - - provider.searchSessions = () => Promise.reject(new Error('search failed')) - await expect(ctx.sessionQuery.searchSessions({ query: 'x' }, { signal: new AbortController().signal })) - .rejects.toThrow('search failed') - }) - - it('holds a provider query stable until later reconciliation can begin', async () => { - const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('stable-query')) - session.append('user/message', { content: [{ type: 'text', text: 'stable' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const provider = new FakeProvider() - const queryStarted = deferred() - const releaseQuery = deferred() - provider.searchEvents = async () => { - queryStarted.resolve() - await releaseQuery.promise - return { providerId: provider.id, items: [] } - } - const reconciliationStarted = deferred() - let reconciling = false - provider.setPersistedActive = (active) => { - if (!active) { - reconciling = true - reconciliationStarted.resolve() - } - return Promise.resolve() - } - ctx.sessionQuery.registerSearchProvider(provider) - - const eventSearch = ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'stable' }) - await queryStarted.promise - const fullSearch = ctx.sessionQuery.searchSessions({ query: 'stable' }) - await new Promise((resolve) => { setImmediate(resolve) }) - expect(reconciling).toBe(false) - - releaseQuery.resolve() - await eventSearch - await reconciliationStarted.promise - expect(reconciling).toBe(true) - await fullSearch - }) - - it('reconciles a live removal observed while an older full sync is in flight', async () => { - const ctx = await liveContext() - const session = ctx.sessions.prepare(SessionId('removed-during-sync')) - const detach = ctx.sessions.enter(session) - ctx.sessions.announce(session) - session.append('user/message', { content: [{ type: 'text', text: 'stale live hit' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const provider = new FakeProvider() - const replaceStarted = deferred() - const releaseReplace = deferred() - provider.replaceLive = async (snapshot) => { - replaceStarted.resolve() - await releaseReplace.promise - provider.live.set(snapshot.session.header.id, structuredClone(snapshot)) - } - const searchLiveIds: SessionIdType[][] = [] - provider.searchSessions = () => { - searchLiveIds.push([...provider.live.keys()]) - const items: SessionSearchHit[] = [] - for (const snapshot of provider.live.values()) { - const document = snapshot.documents[0] - if (document === undefined) continue - items.push({ - ...structuredClone(snapshot.session), - bestMatch: { ...structuredClone(document), snippet: document.text }, - }) - } - return Promise.resolve({ providerId: provider.id, items }) - } - ctx.sessionQuery.registerSearchProvider(provider) - - const first = ctx.sessionQuery.searchSessions({ query: 'stale' }) - await replaceStarted.promise - detach() - const second = ctx.sessionQuery.searchSessions({ query: 'stale' }) - releaseReplace.resolve() - - await first - await expect(second).resolves.toMatchObject({ items: [] }) - expect(provider.removedLive).toContain(session.id) - expect(searchLiveIds.at(-1)).toEqual([]) - }) - - it('searches a persisted target after corpus reconciliation', async () => { - const persisted = header('event-persisted', 1) - TestPersistence.reset([{ meta: persisted, events: eventLog('persisted target') }]) - const ctx = await liveContext() - await ctx.plugin(TestPersistence) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - - await expect(ctx.sessionQuery.searchEvents({ sessionId: persisted.id, query: 'target' })) - .resolves.toMatchObject({ providerId: provider.id }) - expect(provider.persisted.get(persisted.id)?.documents[0]?.text).toBe('persisted target') - }) - - it('cancels a persisted-only event search while persistence listing is blocked', async () => { - const persisted = header('blocked-persisted-target', 1) - TestPersistence.reset([{ meta: persisted, events: eventLog('persisted target') }]) - const listStarted = deferred() - const releaseList = deferred() - TestPersistence.onList = listStarted.resolve - TestPersistence.listBarrier = releaseList.promise - const ctx = await liveContext() - const persistenceFiber = await ctx.plugin(TestPersistence) - await listStarted.promise - const provider = new FakeProvider() - const disposeProvider = ctx.sessionQuery.registerSearchProvider(provider) - const controller = new AbortController() - - const pending = ctx.sessionQuery.searchEvents( - { sessionId: persisted.id, query: 'target' }, - { signal: controller.signal }, + const session = ctx.sessions.create(SessionId('surface')) + const first = session.append( + 'user/message', + { content: [{ type: 'text', text: 'first' }], source: { kind: 'user' } }, + { surfaceOp: 'append' }, + ) + session.append('assistant/chunk', { + turn: 1, + step: 1, + chunk: { type: 'text-delta', index: 0, text: 'draft' }, + }) + session.append( + 'assistant/message', + { turn: 1, step: 1, content: [{ type: 'text', text: 'replacement' }] }, + { surfaceOp: { op: 'replace', start: first.seq, end: first.seq } }, ) - controller.abort() - await expect(pending).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED')) - expect(provider.eventRequests).toEqual([]) - releaseList.resolve() - await disposeProvider() - await persistenceFiber.dispose() - TestPersistence.listBarrier = undefined - TestPersistence.onList = undefined + expect((await ctx.sessionQuery.listEvents(session.id)).map(record => record.surface)) + .toEqual(['shadowed', 'log-only', 'current']) }) - it('normalizes non-Error query rejections and preserves Error identity', async () => { - const ctx = await liveContext() - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - const signals = [undefined, new AbortController().signal] + it('returns a bounded detached raw-event window and validates the request', async () => { + const ctx = await liveContext({ readWindowMax: 1 }) + const session = ctx.sessions.create(SessionId('window'), { meta: { cwd: '/work' } }) + for (const text of ['one', 'two', 'three']) { + session.append( + 'user/message', + { content: [{ type: 'text', text }], source: { kind: 'user' } }, + { surfaceOp: 'append' }, + ) + } - for (const [index, signal] of signals.entries()) { - const exec = signal === undefined ? undefined : { signal } - const identity = new Error(`query failure ${index}`) - provider.searchSessions = () => Promise.reject(identity) - const preserved = await ctx.sessionQuery.searchSessions({ query: 'x' }, exec) - .then(() => undefined, (error: unknown) => error) - expect(preserved).toBe(identity) + const result = await ctx.sessionQuery.readEvent({ sessionId: session.id, seq: 1, before: 1, after: 1 }) + expect([result.startSeq, result.endSeq, result.target.seq]).toEqual([0, 2, 1]) + expect(result.session).toEqual(session.header) + result.session.createdAt = -1 + if (result.events[0]?.type !== 'user/message') throw new Error('expected user message') + result.events[0].data.content = [] + expect(session.header.createdAt).not.toBe(-1) + expect(session.events[0]?.type === 'user/message' && session.events[0].data.content).toHaveLength(1) - const rejection = { index } - // Deliberately violate the Promise convention to test the provider boundary. - // eslint-disable-next-line @typescript-eslint/prefer-promise-reject-errors - provider.searchSessions = () => Promise.reject(rejection) - const normalized = await ctx.sessionQuery.searchSessions({ query: 'x' }, exec) - .then(() => undefined, (error: unknown) => error) - expect(normalized).toBeInstanceOf(SessionQueryError) - expect(normalized).toMatchObject({ code: 'SESSION_QUERY_PROVIDER_ERROR', cause: rejection }) + await expect(ctx.sessionQuery.readEvent({ sessionId: session.id, seq: 9 })) + .rejects.toThrow(expectCode('SESSION_QUERY_EVENT_NOT_FOUND')) + for (const request of [ + { sessionId: session.id, seq: 0, before: -1 }, + { sessionId: session.id, seq: 0, before: 2 }, + { sessionId: session.id, seq: 0, after: 0.5 }, + ]) { + await expect(ctx.sessionQuery.readEvent(request)).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_WINDOW')) } }) - it('fails loudly for duplicate, configured, unavailable, and ambiguous providers', async () => { - const ctx = await liveContext() - const first = new FakeProvider('first') - ctx.sessionQuery.registerSearchProvider(first) - expect(() => ctx.sessionQuery.registerSearchProvider(new FakeProvider('first'))).toThrow(expectCode('SESSION_QUERY_DUPLICATE_PROVIDER')) - const second = new FakeProvider('second') - ctx.sessionQuery.registerSearchProvider(second) - await expect(ctx.sessionQuery.searchSessions({ query: 'x' })).rejects.toThrow(expectCode('SESSION_QUERY_PROVIDER_AMBIGUOUS')) - - const configured = await liveContext({ searchProvider: 'chosen' }) - await expect(configured.sessionQuery.searchSessions({ query: 'x' })).rejects.toThrow(expectCode('SESSION_QUERY_PROVIDER_CONFIGURED_MISSING')) - const chosen = new FakeProvider('chosen') - chosen.statusValue = { available: false, reason: 'unavailable' } - configured.sessionQuery.registerSearchProvider(chosen) - await expect(configured.sessionQuery.searchSessions({ query: 'x' })).rejects.toThrow(expectCode('SESSION_QUERY_PROVIDER_CONFIGURED_UNAVAILABLE')) - chosen.statusValue = { available: true } - await expect(configured.sessionQuery.searchSessions({ query: 'x' })).resolves.toMatchObject({ providerId: 'chosen' }) - }) - - it('removes provider registrations with their contributing fiber', async () => { - const ctx = await liveContext() - const fiber = await ctx.plugin(Object.assign((inner: Context) => { - inner.sessionQuery.registerSearchProvider(new FakeProvider('scoped')) - }, { inject: ['sessionQuery'] })) - await expect(ctx.sessionQuery.searchSessions({ query: 'x' })).resolves.toMatchObject({ providerId: 'scoped' }) - await fiber.dispose() - await expect(ctx.sessionQuery.searchSessions({ query: 'x' })).rejects.toThrow(expectCode('SESSION_QUERY_PROVIDER_UNAVAILABLE')) - }) - - it('reconciles persisted bases and live overrides, reuses fingerprints, and hides rows on unmount', async () => { - const persisted = header('persisted', 1) - const overlaid = header('overlaid', 1) + it('merges authoritative persistence with live precedence and detects conflicts', async () => { + const shared = header('shared', 3, { cwd: '/same' }) + const durable = header('durable', 2) TestPersistence.reset([ - { meta: persisted, events: eventLog('persisted') }, - { meta: overlaid, events: eventLog('base') }, + { meta: shared, events: eventLog('persisted') }, + { meta: durable, events: eventLog('durable') }, ]) const ctx = await liveContext() - const live = ctx.sessions.create(overlaid.id, { meta: { createdAt: overlaid.createdAt } }) - live.append('user/message', { content: [{ type: 'text', text: 'override' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const persistenceFiber = await ctx.plugin(TestPersistence) - const provider = new FakeProvider() - provider.persisted.set(SessionId('stale'), { session: { header: header('stale'), live: false, persisted: true }, fingerprint: 'stale', documents: [] }) - ctx.sessionQuery.registerSearchProvider(provider) + const live = ctx.sessions.create(shared.id, { meta: { createdAt: 3, cwd: '/same' } }) + live.append( + 'user/message', + { content: [{ type: 'text', text: 'live' }], source: { kind: 'user' } }, + { surfaceOp: 'append' }, + ) + const persistence = await ctx.plugin(TestPersistence) - await ctx.sessionQuery.searchSessions({ query: 'x' }) - expect(provider.persisted.get(persisted.id)?.documents[0]?.text).toBe('persisted') - expect(provider.live.get(overlaid.id)?.documents[0]?.text).toBe('override') - expect(provider.live.get(overlaid.id)?.session).toMatchObject({ live: true, persisted: true }) - expect(provider.removedPersisted).toEqual([SessionId('stale')]) - expect(provider.activeHistory.at(-1)).toBe(true) - const fingerprint = provider.persisted.get(persisted.id)?.fingerprint - await ctx.sessionQuery.searchSessions({ query: 'x' }) - expect(provider.persisted.get(persisted.id)?.fingerprint).toBe(fingerprint) + expect((await ctx.sessionQuery.listSessions()).map(record => [record.header.id, record.live, record.persisted])) + .toEqual([[shared.id, true, true], [durable.id, false, true]]) + const liveRead = await ctx.sessionQuery.readEvent({ sessionId: shared.id, seq: 0 }) + expect(liveRead.target.type === 'user/message' && liveRead.target.data.content[0]) + .toMatchObject({ text: 'live' }) + await expect(ctx.sessionQuery.readEvent({ sessionId: durable.id, seq: 0 })) + .resolves.toMatchObject({ session: durable }) - const announced = header('announced', 3) - TestPersistence.entries.set(announced.id, { meta: announced, events: eventLog('announced') }) - await ctx.parallel('session/persisted', announced, { kind: 'append', fromSeq: 0, toSeq: 0 }) - await ctx.sessionQuery.searchSessions({ query: 'x' }) - expect(provider.persisted.get(announced.id)?.documents[0]?.text).toBe('announced') - - await persistenceFiber.dispose() - await ctx.sessionQuery.searchSessions({ query: 'x' }) - expect(provider.activeHistory.at(-1)).toBe(false) - expect(provider.persisted.has(persisted.id)).toBe(true) + TestPersistence.entries.get(shared.id)!.meta.cwd = '/conflict' + await expect(ctx.sessionQuery.listSessions()).rejects.toThrow(expectCode('SESSION_QUERY_SOURCE_CONFLICT')) + await persistence.dispose() + await expect(ctx.sessionQuery.listSessions()).resolves.toEqual([ + { header: shared, live: true, persisted: false }, + ]) }) - it('preserves persisted observations that race an older inventory listing', async () => { + it('keeps known live reads independent from persistence health', async () => { TestPersistence.reset() - const listStarted = deferred() - const releaseList = deferred() - TestPersistence.onList = listStarted.resolve - TestPersistence.listBarrier = releaseList.promise const ctx = await liveContext() - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) + const live = ctx.sessions.create(SessionId('live')) + live.append( + 'user/message', + { content: [{ type: 'text', text: 'available' }], source: { kind: 'user' } }, + { surfaceOp: 'append' }, + ) await ctx.plugin(TestPersistence) - await listStarted.promise + TestPersistence.listFailure = new Error('list unavailable') + TestPersistence.loadFailure = new Error('load unavailable') - const announced = header('racing-announcement', 3) - TestPersistence.entries.set(announced.id, { meta: announced, events: eventLog('after durable notification') }) - await ctx.parallel('session/persisted', announced, { kind: 'append', fromSeq: 0, toSeq: 0 }) - const search = ctx.sessionQuery.searchSessions({ query: 'notification' }) - releaseList.resolve() - - await expect(search).resolves.toMatchObject({ providerId: provider.id }) - expect(provider.persisted.get(announced.id)?.documents[0]?.text).toBe('after durable notification') - TestPersistence.listBarrier = undefined - TestPersistence.onList = undefined + await expect(ctx.sessionQuery.listEvents(live.id)).resolves.toHaveLength(1) + await expect(ctx.sessionQuery.readEvent({ sessionId: live.id, seq: 0 })).resolves.toMatchObject({ target: { seq: 0 } }) + await expect(ctx.sessionQuery.listSessions()).rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED')) + await expect(ctx.sessionQuery.listEvents(SessionId('durable'))).rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED')) }) - it('synchronizes only a live target for event search and retries dirty failures', async () => { + it('reports absent sessions, persisted load failures, and persisted header conflicts', async () => { + const durable = header('durable') + TestPersistence.reset([{ meta: durable, events: eventLog() }]) const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('target')) - session.append('user/message', { content: [{ type: 'text', text: 'one' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - - await ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'one' }) - expect(provider.live.get(session.id)?.documents[0]?.text).toBe('one') - session.append('user/message', { content: [{ type: 'text', text: 'two' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - provider.failNextLive = true - await expect(ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'two' })).rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED')) - await expect(ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'two' })).resolves.toMatchObject({ providerId: provider.id }) - expect(provider.live.get(session.id)?.documents.map(document => document.text)).toEqual(['one', 'two']) - - const controller = new AbortController() - controller.abort() - await expect(ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }, { signal: controller.signal })) - .rejects.toThrow(expectCode('SESSION_QUERY_ABORTED')) - await expect(ctx.sessionQuery.searchEvents({ sessionId: SessionId('missing'), query: 'x' })) + await expect(ctx.sessionQuery.listEvents(SessionId('absent'))) .rejects.toThrow(expectCode('SESSION_QUERY_SESSION_NOT_FOUND')) - }) - - it('removes a disposed live override and reveals the provider base', async () => { - const persisted = header('fallback', 1) - TestPersistence.reset([{ meta: persisted, events: eventLog('base') }]) - const ctx = await liveContext() await ctx.plugin(TestPersistence) - let session!: Session - const liveFiber = await ctx.plugin(Object.assign((inner: Context) => { - session = inner.sessions.create(persisted.id, { meta: { createdAt: persisted.createdAt } }) - session.append('user/message', { content: [{ type: 'text', text: 'live' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - }, { inject: ['sessions'] })) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - await ctx.sessionQuery.searchSessions({ query: 'x' }) - expect(provider.live.has(session.id)).toBe(true) + await expect(ctx.sessionQuery.listEvents(SessionId('absent'))) + .rejects.toThrow(expectCode('SESSION_QUERY_SESSION_NOT_FOUND')) - await liveFiber.dispose() - await Promise.resolve() - await ctx.sessionQuery.searchSessions({ query: 'x' }) - expect(provider.removedLive).toContain(session.id) - expect(provider.live.has(session.id)).toBe(false) - expect(provider.persisted.get(session.id)?.documents[0]?.text).toBe('base') - }) - - it('retries failed persisted reconciliation without affecting canonical writes', async () => { - const persisted = header('retry', 1) - TestPersistence.reset([{ meta: persisted, events: eventLog('retry') }]) - const ctx = await liveContext() - await ctx.plugin(TestPersistence) - const provider = new FakeProvider() - provider.failNextPersisted = true - ctx.sessionQuery.registerSearchProvider(provider) - - await expect(ctx.sessionQuery.searchSessions({ query: 'x' })).rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED')) - await expect(ctx.sessionQuery.searchSessions({ query: 'x' })).resolves.toMatchObject({ providerId: provider.id }) - expect(provider.persisted.get(persisted.id)?.documents[0]?.text).toBe('retry') - }) - - it('types extractor failures during queued full synchronization', async () => { - const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('throwing-extractor')) - session.append('test/note', { note: 'unreachable' }) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - const cause = new Error('custom extractor failed') - ctx.sessionQuery.registerEventTextExtractor('test/note', { - version: 'throwing-v1', - extract: () => { throw cause }, - }) - - let thrown: unknown - try { - await ctx.sessionQuery.searchSessions({ query: 'x' }) - } catch (error: unknown) { - thrown = error + TestPersistence.loadFailure = 'raw failure' + await expect(ctx.sessionQuery.listEvents(durable.id)) + .rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED')) + TestPersistence.loadFailure = undefined + TestPersistence.entries.get(durable.id)!.meta.cwd = '/changed-after-list' + TestPersistence.afterList = () => { + TestPersistence.entries.get(durable.id)!.meta.cwd = '/changed-during-read' } - expect(thrown).toBeInstanceOf(SessionQueryError) - expect(thrown).toMatchObject({ code: 'SESSION_QUERY_INDEX_FAILED', cause }) - expect(asError(thrown).message).toContain(`provider "${provider.id}"`) - expect(provider.sessionRequests).toEqual([]) + await expect(ctx.sessionQuery.listEvents(durable.id)) + .rejects.toThrow(expectCode('SESSION_QUERY_SOURCE_CONFLICT')) }) - it('observes synchronous synchronization failure when the caller is already aborted', async () => { + it('turns malformed surfaces and direct invalid config into typed errors', async () => { const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('aborted-throwing-extractor')) - session.append('test/note', { note: 'unreachable' }) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - ctx.sessionQuery.registerEventTextExtractor('test/note', { - version: 'aborted-throwing-v1', - extract: () => { throw new Error('superseded extraction failure') }, - }) - const controller = new AbortController() - controller.abort() - const unhandled: unknown[] = [] - const onUnhandled = (reason: unknown) => { unhandled.push(reason) } - process.on('unhandledRejection', onUnhandled) - try { - await expect(ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }, { signal: controller.signal })) - .rejects.toThrow(expectCode('SESSION_QUERY_ABORTED')) - await new Promise((resolve) => { setImmediate(resolve) }) - expect(unhandled).toEqual([]) - } finally { - process.off('unhandledRejection', onUnhandled) - } - }) - - it('types synchronous live-target extraction failures and leaves retries clean', async () => { - const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('throwing-live-extractor')) - session.append('test/note', { note: 'unreachable' }) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - const cause = new Error('live extractor failed') - const disposeExtractor = ctx.sessionQuery.registerEventTextExtractor('test/note', { - version: 'live-throwing-v1', - extract: () => { throw cause }, - }) - - let thrown: unknown - try { - await ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }) - } catch (error: unknown) { - thrown = error - } - expect(thrown).toBeInstanceOf(SessionQueryError) - expect(thrown).toMatchObject({ code: 'SESSION_QUERY_INDEX_FAILED', cause }) - expect(asError(thrown).message).toContain(`provider "${provider.id}"`) - expect(provider.eventRequests).toEqual([]) - - disposeExtractor() - await expect(ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' })) - .resolves.toMatchObject({ providerId: provider.id }) - expect(provider.eventRequests).toHaveLength(1) - }) -}) - -describe('semantic text extractors', () => { - it('indexes core semantic text and excludes chunks and structural events', async () => { - const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('semantic')) - const nested: ContentBlock[] = [ - { type: 'text', text: 'visible' }, - { type: 'reasoning', text: 'thinking' }, - { type: 'tool-call', id: CallId('block-call'), name: 'block-tool', arguments: '{"x":1}' }, - { type: 'tool-result', toolCallId: CallId('block-call'), content: [{ type: 'text', text: 'block-result' }] }, - ] - session.append('user/message', { content: nested, source: { kind: 'user' } }, { surfaceOp: 'append' }) - session.append('prompt/blocked', { content: [{ type: 'text', text: 'blocked prompt' }], source: { kind: 'user' }, reason: 'policy reason' }) - session.append('tool/call', { turn: 1, step: 1, callId: CallId('c1'), name: 'shell', arguments: '{"cmd":"pwd"}' }) - session.append('tool/result', { turn: 1, step: 1, callId: CallId('c1'), content: [{ type: 'text', text: 'tool output' }], isError: true, error: { name: 'ToolError', code: 'DENIED' } }, { surfaceOp: 'append' }) - session.append('todo/write', { todos: [{ content: 'finish tests', status: 'in_progress' }] }) - session.append('turn/end', { turn: 1, reason: { kind: 'error', step: 1, message: 'model failed', code: 'MODEL' } }) - session.append('turn/end', { turn: 1, reason: { kind: 'error', step: 1, message: 'uncoded failure' } }) - session.append('turn/end', { turn: 2, reason: { kind: 'aborted' } }) - session.append('turn/end', { turn: 3, reason: { kind: 'aborted', reason: 'cancelled' } }) - session.append('turn/end', { turn: 4, reason: { kind: 'rejected', reason: 'rejected detail' } }) - session.append('turn/end', { turn: 5, reason: { kind: 'disposed' } }) - session.append('turn/end', { turn: 6, reason: { kind: 'max-tokens' } }) - session.append('turn/end', { turn: 7, reason: { kind: 'interrupted' } }) - session.append('turn/end', { turn: 8, reason: { kind: 'completed' } }) - session.append('tool/result', { turn: 1, step: 2, callId: CallId('c2'), content: [], isError: false }, { surfaceOp: 'append' }) - session.append('assistant/chunk', { turn: 1, step: 1, chunk: { type: 'text-delta', index: 0, text: 'raw chunk' } }) - session.append('step/start', { turn: 1, step: 2 }) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - - await ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }) - const documents = provider.live.get(session.id)?.documents ?? [] - expect(documents.map(document => document.seq)).toEqual([0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12]) - expect(documents.map(document => document.text).join('\n')).toContain('visible\nthinking\nblock-tool\n{"x":1}\nblock-result') - expect(documents.map(document => document.text).join('\n')).toContain('blocked prompt\npolicy reason') - expect(documents.map(document => document.text).join('\n')).toContain('ToolError\nDENIED') - expect(documents.map(document => document.text).join('\n')).toContain('in_progress finish tests') - expect(documents.map(document => document.text).join('\n')).toContain('error\nmodel failed\nMODEL') - expect(documents.map(document => document.text).join('\n')).toContain('aborted\ncancelled') - expect(documents.map(document => document.text).join('\n')).toContain('rejected\nrejected detail') - expect(documents.map(document => document.text).join('\n')).toContain('disposed\nmax-tokens\ninterrupted') - expect(documents.map(document => document.text).join('\n')).not.toContain('raw chunk') - }) - - it('supports versioned effect-scoped custom event and content extractors', async () => { - const ctx = await liveContext() - const session = ctx.sessions.create(SessionId('custom')) - session.append('test/note', { note: 'event note' }) - session.append('user/message', { content: [{ type: 'test/text', value: 'block note' }], source: { kind: 'user' } }, { surfaceOp: 'append' }) - const provider = new FakeProvider() - ctx.sessionQuery.registerSearchProvider(provider) - let disposeEvent!: () => void - let disposeContent!: () => void - const extractorFiber = await ctx.plugin(Object.assign((inner: Context) => { - disposeEvent = inner.sessionQuery.registerEventTextExtractor('test/note', { version: 'event-v1', extract: event => [event.data.note] }) - disposeContent = inner.sessionQuery.registerContentTextExtractor('test/text', { version: 'block-v1', extract: block => [block.value] }) - }, { inject: ['sessionQuery'] })) - - await ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }) - const first = provider.live.get(session.id) - expect(first?.documents.map(document => document.text)).toEqual(['event note', 'block note']) - expect(() => ctx.sessionQuery.registerEventTextExtractor('test/note', { version: 'v2', extract: () => [] })) - .toThrow(expectCode('SESSION_QUERY_DUPLICATE_EXTRACTOR')) - expect(() => ctx.sessionQuery.registerContentTextExtractor('test/text', { version: 'block-v2', extract: () => [] })) - .toThrow(expectCode('SESSION_QUERY_DUPLICATE_EXTRACTOR')) - expect(() => ctx.sessionQuery.registerContentTextExtractor('test/text', { version: ' ', extract: () => [] })) - .toThrow(expectCode('SESSION_QUERY_INVALID_EXTRACTOR')) - - disposeEvent() - disposeContent() - await ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }) - const second = provider.live.get(session.id) - expect(second?.documents).toEqual([]) - expect(second?.fingerprint).not.toBe(first?.fingerprint) - await extractorFiber.dispose() - - const replacementFiber = await ctx.plugin(Object.assign((inner: Context) => { - inner.sessionQuery.registerEventTextExtractor('test/note', { version: 'event-v2', extract: event => [`replacement ${event.data.note}`] }) - inner.sessionQuery.registerContentTextExtractor('test/text', { version: 'block-v2', extract: block => [`replacement ${block.value}`] }) - }, { inject: ['sessionQuery'] })) - await ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }) - const third = provider.live.get(session.id) - expect(third?.documents.map(document => document.text)).toEqual(['replacement event note', 'replacement block note']) - expect(third?.fingerprint).not.toBe(second?.fingerprint) - await replacementFiber.dispose() - await ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'x' }) - expect(provider.live.get(session.id)?.documents).toEqual([]) - }) -}) - -describe('configuration', () => { - it('rejects an impossible default page size and exposes typed errors', async () => { - const ctx = new Context() - await ctx.plugin(SessionStore) - await expect(ctx.plugin(SessionQueryService, { defaultLimit: 3, maxLimit: 2 })) - .rejects.toThrow(expectCode('SESSION_QUERY_INVALID_CONFIG')) - const error = new SessionQueryError('test', 'SESSION_QUERY_INVALID_CONFIG') - expect(error).toMatchObject({ name: 'SessionQueryError', code: 'SESSION_QUERY_INVALID_CONFIG' }) - }) - - it('uses constructor defaults and removes the service on plugin disposal', async () => { - const ctx = new Context() - await ctx.plugin(SessionStore) - const fiber = await ctx.plugin(SessionQueryService) - const session = ctx.sessions.create(SessionId('defaults')) - await expect(ctx.sessionQuery.readEvent({ sessionId: session.id, seq: 0, after: 51 })) - .rejects.toThrow(expectCode('SESSION_QUERY_INVALID_WINDOW')) - await fiber.dispose() - expect(ctx.sessionQuery).toBeUndefined() + const session = ctx.sessions.create(SessionId('bad-surface')) + session.append( + 'assistant/message', + { turn: 1, step: 1, content: [] }, + { surfaceOp: { op: 'replace', start: 9, end: 9 } }, + ) + await expect(ctx.sessionQuery.listEvents(session.id)) + .rejects.toThrow(expectCode('SESSION_QUERY_INVALID_SURFACE')) const direct = new Context() await direct.plugin(SessionStore) - const service = new SessionQueryService(direct, {}) - const directSession = direct.sessions.create(SessionId('direct-defaults')) - await expect(service.readEvent({ sessionId: directSession.id, seq: 0, before: 51 })) - .rejects.toThrow(expectCode('SESSION_QUERY_INVALID_WINDOW')) - await direct.fiber.dispose() + expect(new SessionQueryService(direct)).toBeInstanceOf(SessionQueryService) + const invalid = new Context() + await invalid.plugin(SessionStore) + expect(() => new SessionQueryService(invalid, { readWindowMax: -1 })) + .toThrow(expectCode('SESSION_QUERY_INVALID_CONFIG')) + }) + + it('leaves the optional persistence dependency optional', async () => { + const ctx = new Context() + await ctx.plugin(SessionStore) + const fiber = await ctx.plugin(SessionQueryService) + expect(ctx.sessionQuery).toBeInstanceOf(SessionQueryService) + await fiber.dispose() + expect(ctx.sessionQuery).toBeUndefined() }) }) diff --git a/scripts/gen-doc-graphs.ts b/scripts/gen-doc-graphs.ts index 0318e33fea..53ab0a9b3a 100644 --- a/scripts/gen-doc-graphs.ts +++ b/scripts/gen-doc-graphs.ts @@ -113,9 +113,9 @@ const SERVICE_ROLES: ServiceRole[] = [ { key: 'sessionQuery', pkg: 'session-query', - title: 'Session retrieval read model', + title: 'Exact session-history reads', mode: 'seam', - note: 'Resolves live and optional persisted logs into one corpus and coordinates registered full-text providers.', + note: 'Resolves live and optional persisted logs into one logical corpus for exact reads.', }, { key: 'systemPrompt', @@ -531,7 +531,7 @@ function collectEventRelations(): Map { const visit = (node: ts.Node): void => { if (ts.isCallExpression(node) && ts.isPropertyAccessExpression(node.expression)) { const method = node.expression.name.text - if (!isCordisContextReceiver(node.expression)) { + if (!isCordisContextReceiver(node.expression, sf)) { ts.forEachChild(node, visit) return } @@ -561,12 +561,9 @@ function collectEventRelations(): Map { return out } -function isCordisContextReceiver(expr: ts.PropertyAccessExpression): boolean { - const receiver = expr.expression - if (ts.isIdentifier(receiver)) return receiver.text === 'ctx' || receiver.text === '_ctx' - return ts.isPropertyAccessExpression(receiver) - && receiver.expression.kind === ts.SyntaxKind.ThisKeyword - && (receiver.name.text === 'ctx' || receiver.name.text === '_ctx') +function isCordisContextReceiver(expr: ts.PropertyAccessExpression, sf: ts.SourceFile): boolean { + const target = expr.expression.getText(sf) + return target === 'ctx' || target === 'this.ctx' } function eventArg(args: ts.NodeArray, method: string): string | undefined { diff --git a/scripts/type-equiv.manifest.json b/scripts/type-equiv.manifest.json index 32d8e91f6e..ba8cb64c6e 100644 --- a/scripts/type-equiv.manifest.json +++ b/scripts/type-equiv.manifest.json @@ -36,36 +36,13 @@ { "doc": "docs/core-data-structures/persistence.md", "symbol": "SessionHeader", "source": "packages/core/session/src/types.ts" }, { "doc": "docs/core-data-structures/persistence.md", "symbol": "CreateSessionOptions", "source": "packages/core/session/src/types.ts" }, - { "doc": "docs/core-data-structures/persistence.md", "symbol": "SessionPersistedChange", "source": "packages/session-persistence/session-persistence/src/index.ts" }, { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventSurface", "source": "packages/session-query/session-query/src/types.ts" }, { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionRecord", "source": "packages/session-query/session-query/src/types.ts" }, { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventRecord", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionQueryRange", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionResultFilter", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventResultFilter", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionQueryExecContext", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionSearchProviderStatus", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionSearchPageRequest", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionSearchRequest", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventSearchRequest", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionSearchSpec", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventSearchSpec", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventSearchHit", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionSearchHit", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionSearchPage", "source": "packages/session-query/session-query/src/types.ts" }, { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionQueryErrorCode", "source": "packages/session-query/session-query/src/config.ts" }, { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventReadRequest", "source": "packages/session-query/session-query/src/types.ts" }, { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventWindow", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionLineageNode", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionLineageTrace", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventTrace", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionEventTextExtractor", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionContentTextExtractor", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionIndexDocument", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionIndexSnapshot", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionPersistedIndexEntry", "source": "packages/session-query/session-query/src/types.ts" }, - { "doc": "docs/core-data-structures/session-query.md", "symbol": "SessionSearchProvider", "source": "packages/session-query/session-query/src/types.ts" }, { "doc": "docs/core-data-structures/tools.md", "symbol": "ToolDefinition", "source": "packages/core/tools/src/index.ts" }, { "doc": "docs/core-data-structures/tools.md", "symbol": "SchemaProp", "source": "packages/core/tools/src/schema.ts" },