Waggle kept its own tables in the memory database. Before the memory
engine can be replaced by mem0 they need a home of their own.
- add WaggleDB (<dataDir>/waggle.db). Automations, notifications, held
actions, skill hashes, thumbs feedback, cost tracking, the profile card
and awareness items live there. Their stores take a WaggleDB, so passing
a memory database is a type error.
- the profile card and awareness items are now per scope ('personal' or
'workspace:<id>') in one table each, instead of one table per .mind file
- on the first start, copy these tables from personal.mind and every
workspace.mind (importLegacyMindData). The legacy files are only read,
each scope is copied once and a table only while its target is empty.
- copy the logger, injection scanner, external-memory ingress guard,
WorkspaceManager and the embedders from @waggle/hive-mind-core into
@waggle/core, which now re-exports its own copies
- point the server, agent orchestrator and CLI at waggle.db; update the
tests that seeded these tables in a memory database
ADR-0007 records the layout and the licensing question about the copied
files.
94 lines
2.6 KiB
TypeScript
94 lines
2.6 KiB
TypeScript
/**
|
|
* LiteLLM-backed embedder that calls the /embeddings endpoint.
|
|
* Falls back to a deterministic mock (text→Float32Array hash) on API error
|
|
* when `fallbackToMock` is enabled.
|
|
*/
|
|
|
|
import type { Embedder } from './embeddings.js';
|
|
|
|
export interface LiteLLMEmbedderConfig {
|
|
litellmUrl: string;
|
|
litellmApiKey?: string;
|
|
model?: string;
|
|
dimensions?: number;
|
|
/** Custom fetch implementation (for testing). */
|
|
fetch?: typeof globalThis.fetch;
|
|
/** If true, falls back to a deterministic mock on API error instead of throwing. */
|
|
fallbackToMock?: boolean;
|
|
}
|
|
|
|
function mockEmbed(text: string, dims: number): Float32Array {
|
|
const arr = new Float32Array(dims);
|
|
const bytes = new TextEncoder().encode(text);
|
|
for (let i = 0; i < Math.min(bytes.length, dims); i++) {
|
|
arr[i] = (bytes[i] - 128) / 128;
|
|
}
|
|
return arr;
|
|
}
|
|
|
|
export function createLiteLLMEmbedder(config: LiteLLMEmbedderConfig): Embedder {
|
|
const {
|
|
litellmUrl,
|
|
litellmApiKey,
|
|
model = 'text-embedding',
|
|
dimensions = 1024,
|
|
fetch: fetchFn = globalThis.fetch,
|
|
fallbackToMock = false,
|
|
} = config;
|
|
|
|
// Normalise base URL — strip trailing /v1 if present, we add it ourselves
|
|
const baseUrl = litellmUrl.replace(/\/v1\/?$/, '');
|
|
const url = `${baseUrl}/v1/embeddings`;
|
|
|
|
const headers: Record<string, string> = {
|
|
'Content-Type': 'application/json',
|
|
};
|
|
if (litellmApiKey) {
|
|
headers['Authorization'] = `Bearer ${litellmApiKey}`;
|
|
}
|
|
|
|
async function callApi(input: string | string[]): Promise<Float32Array[]> {
|
|
const body = JSON.stringify({ model, input });
|
|
|
|
let response: Response;
|
|
try {
|
|
response = await fetchFn(url, { method: 'POST', headers, body });
|
|
} catch (err) {
|
|
if (fallbackToMock) {
|
|
const texts = Array.isArray(input) ? input : [input];
|
|
return texts.map((t) => mockEmbed(t, dimensions));
|
|
}
|
|
throw err;
|
|
}
|
|
|
|
if (!response.ok) {
|
|
if (fallbackToMock) {
|
|
const texts = Array.isArray(input) ? input : [input];
|
|
return texts.map((t) => mockEmbed(t, dimensions));
|
|
}
|
|
const text = await response.text();
|
|
throw new Error(`LiteLLM embeddings error (${response.status}): ${text}`);
|
|
}
|
|
|
|
const json = (await response.json()) as {
|
|
data: Array<{ embedding: number[] }>;
|
|
};
|
|
|
|
return json.data.map((d) => new Float32Array(d.embedding));
|
|
}
|
|
|
|
return {
|
|
dimensions,
|
|
|
|
async embed(text: string): Promise<Float32Array> {
|
|
const results = await callApi(text);
|
|
return results[0];
|
|
},
|
|
|
|
async embedBatch(texts: string[]): Promise<Float32Array[]> {
|
|
if (texts.length === 0) return [];
|
|
return callApi(texts);
|
|
},
|
|
};
|
|
}
|