refactor(memory): run agent recall, memory tools and the server on the memory contract (P1.5)

- Orchestrator, memory tools, context loader and pattern write-back use a
  MemoryStore and a workspace scope instead of MindDB layers; the knowledge
  graph tools, cognify, memory linker and feedback handler are gone (graph
  hidden in v1, ADR-0002).
- The server opens one mem0 store in <dataDir>/memory/, embedded by the
  in-process model on first use, and extracts facts about the user in the
  background with the model the user chose (memoryExtraction setting).
- Legacy .mind memories are copied into the store once, in the background;
  the legacy files are only read.
- Weaver consolidation, harvest, wiki, memory import, memory lanes, vector
  backfill and index reconciliation are removed; agent runs, loops, sub-agent
  results, connector fetch and the failed-turn capture write through the
  contract. Workspace sessions no longer hold a mind handle.
- FileIndexer and the install audit move to waggle.db; recall date helpers and
  the reranker are copied into core.
- The CLI REPL opens the same memory store.
This commit is contained in:
shumeiko.it
2026-10-24 11:56:26 +02:00
parent f3eb6b6652
commit 784ca770b1
86 changed files with 2520 additions and 8444 deletions

View File

@@ -3,3 +3,23 @@ export interface Embedder {
embedBatch(texts: string[]): Promise<Float32Array[]>;
dimensions: number;
}
/**
* Wraps an embedder that is loaded on first use, so callers never wait for a
* model download at startup. A failed load is retried on the next call.
*/
export function createLazyEmbedder(load: () => Promise<Embedder>, dimensions: number): Embedder {
let pending: Promise<Embedder> | null = null;
const get = (): Promise<Embedder> => {
pending ??= load().catch((err: unknown) => {
pending = null;
throw err;
});
return pending;
};
return {
dimensions,
embed: async (text) => (await get()).embed(text),
embedBatch: async (texts) => (await get()).embedBatch(texts),
};
}

View File

@@ -7,7 +7,7 @@
import path from 'node:path';
import os from 'node:os';
import type { Embedder } from './embeddings.js';
import { createLazyEmbedder, type Embedder } from './embeddings.js';
import { createCoreLogger } from '../logger.js';
import { withTransformersModelLoad } from './transformers-model-load.js';
@@ -71,3 +71,21 @@ export async function createInProcessEmbedder(config?: Partial<InProcessEmbedder
},
};
}
/** Memory vectors keep all-MiniLM-L6-v2's own size, unpadded (ADR-0007). */
export const MEMORY_EMBEDDING_DIMENSIONS = 384;
/**
* The embedder memory uses: the in-process model, loaded on first use. Every
* process that opens a data directory's memory must use the same one.
*/
export function createMemoryEmbedder(options: { cacheDir: string; model?: string }): Embedder {
return createLazyEmbedder(
() => createInProcessEmbedder({
model: options.model,
cacheDir: options.cacheDir,
targetDimensions: MEMORY_EMBEDDING_DIMENSIONS,
}),
MEMORY_EMBEDDING_DIMENSIONS,
);
}