refactor(memory): run agent recall, memory tools and the server on the memory contract (P1.5)
- Orchestrator, memory tools, context loader and pattern write-back use a MemoryStore and a workspace scope instead of MindDB layers; the knowledge graph tools, cognify, memory linker and feedback handler are gone (graph hidden in v1, ADR-0002). - The server opens one mem0 store in <dataDir>/memory/, embedded by the in-process model on first use, and extracts facts about the user in the background with the model the user chose (memoryExtraction setting). - Legacy .mind memories are copied into the store once, in the background; the legacy files are only read. - Weaver consolidation, harvest, wiki, memory import, memory lanes, vector backfill and index reconciliation are removed; agent runs, loops, sub-agent results, connector fetch and the failed-turn capture write through the contract. Workspace sessions no longer hold a mind handle. - FileIndexer and the install audit move to waggle.db; recall date helpers and the reranker are copied into core. - The CLI REPL opens the same memory store.
This commit is contained in:
@@ -3,3 +3,23 @@ export interface Embedder {
|
||||
embedBatch(texts: string[]): Promise<Float32Array[]>;
|
||||
dimensions: number;
|
||||
}
|
||||
|
||||
/**
|
||||
* Wraps an embedder that is loaded on first use, so callers never wait for a
|
||||
* model download at startup. A failed load is retried on the next call.
|
||||
*/
|
||||
export function createLazyEmbedder(load: () => Promise<Embedder>, dimensions: number): Embedder {
|
||||
let pending: Promise<Embedder> | null = null;
|
||||
const get = (): Promise<Embedder> => {
|
||||
pending ??= load().catch((err: unknown) => {
|
||||
pending = null;
|
||||
throw err;
|
||||
});
|
||||
return pending;
|
||||
};
|
||||
return {
|
||||
dimensions,
|
||||
embed: async (text) => (await get()).embed(text),
|
||||
embedBatch: async (texts) => (await get()).embedBatch(texts),
|
||||
};
|
||||
}
|
||||
|
||||
@@ -7,7 +7,7 @@
|
||||
|
||||
import path from 'node:path';
|
||||
import os from 'node:os';
|
||||
import type { Embedder } from './embeddings.js';
|
||||
import { createLazyEmbedder, type Embedder } from './embeddings.js';
|
||||
import { createCoreLogger } from '../logger.js';
|
||||
import { withTransformersModelLoad } from './transformers-model-load.js';
|
||||
|
||||
@@ -71,3 +71,21 @@ export async function createInProcessEmbedder(config?: Partial<InProcessEmbedder
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
/** Memory vectors keep all-MiniLM-L6-v2's own size, unpadded (ADR-0007). */
|
||||
export const MEMORY_EMBEDDING_DIMENSIONS = 384;
|
||||
|
||||
/**
|
||||
* The embedder memory uses: the in-process model, loaded on first use. Every
|
||||
* process that opens a data directory's memory must use the same one.
|
||||
*/
|
||||
export function createMemoryEmbedder(options: { cacheDir: string; model?: string }): Embedder {
|
||||
return createLazyEmbedder(
|
||||
() => createInProcessEmbedder({
|
||||
model: options.model,
|
||||
cacheDir: options.cacheDir,
|
||||
targetDimensions: MEMORY_EMBEDDING_DIMENSIONS,
|
||||
}),
|
||||
MEMORY_EMBEDDING_DIMENSIONS,
|
||||
);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user