moving
Some checks failed
Installer Smoke / installer-smoke (push) Has been cancelled

This commit is contained in:
Oleg Maslov
2026-09-02 10:10:29 +02:00
commit 0c3e2ead3b
3841 changed files with 970576 additions and 0 deletions

View File

@@ -0,0 +1,233 @@
/**
* Core setup — initialises MindDB, embedding provider, workspace manager.
* All state lives here; tool handlers import from this module.
*/
import fs from 'node:fs';
import path from 'node:path';
import os from 'node:os';
import {
MindDB,
FrameStore,
HybridSearch,
KnowledgeGraph,
IdentityLayer,
AwarenessLayer,
SessionStore,
WorkspaceManager,
MultiMindCache,
createEmbeddingProvider,
HarvestSourceStore,
ChatGPTAdapter,
ClaudeAdapter,
ClaudeCodeAdapter,
GeminiAdapter,
UniversalAdapter,
MarkdownAdapter,
PlaintextAdapter,
UrlAdapter,
PdfAdapter,
type EmbeddingProviderInstance,
type EmbeddingProviderConfig,
} from '@waggle/hive-mind-core';
// ── Data directory ──────────────────────────────────────────────────
function resolveDataDir(): string {
const envDir = process.env.HIVE_MIND_DATA_DIR;
if (envDir) {
const resolved = envDir.startsWith('~')
? path.join(os.homedir(), envDir.slice(1))
: envDir;
return resolved;
}
return path.join(os.homedir(), '.hive-mind');
}
// ── Singleton state ─────────────────────────────────────────────────
let _initialized = false;
let _dataDir: string;
let _personalDb: MindDB;
let _frameStore: FrameStore;
let _search: HybridSearch;
let _knowledgeGraph: KnowledgeGraph;
let _identity: IdentityLayer;
let _awareness: AwarenessLayer;
let _sessions: SessionStore;
let _workspaceManager: WorkspaceManager;
let _mindCache: MultiMindCache;
let _embedder: EmbeddingProviderInstance;
let _harvestSourceStore: HarvestSourceStore;
// ── Harvest adapters (stateless, instantiate once) ──────────────────
const _chatgptAdapter = new ChatGPTAdapter();
const _claudeAdapter = new ClaudeAdapter();
const _claudeCodeAdapter = new ClaudeCodeAdapter();
const _geminiAdapter = new GeminiAdapter();
const _universalAdapter = new UniversalAdapter();
const _markdownAdapter = new MarkdownAdapter();
const _plaintextAdapter = new PlaintextAdapter();
const _urlAdapter = new UrlAdapter();
const _pdfAdapter = new PdfAdapter();
export function getAdapter(source: string) {
switch (source) {
case 'chatgpt': return _chatgptAdapter;
case 'claude': return _claudeAdapter;
case 'claude-code': return _claudeCodeAdapter;
case 'gemini': return _geminiAdapter;
case 'markdown': return _markdownAdapter;
case 'plaintext': return _plaintextAdapter;
case 'url': return _urlAdapter;
case 'pdf': return _pdfAdapter;
default: return _universalAdapter;
}
}
// ── Initialization ──────────────────────────────────────────────────
export async function initialize(): Promise<void> {
if (_initialized) return;
_dataDir = resolveDataDir();
// Ensure data directory exists
fs.mkdirSync(_dataDir, { recursive: true });
const personalMindPath = path.join(_dataDir, 'personal.mind');
// Open the personal mind database
_personalDb = new MindDB(personalMindPath);
// Initialize layers on personal mind
_frameStore = new FrameStore(_personalDb);
_knowledgeGraph = new KnowledgeGraph(_personalDb);
_identity = new IdentityLayer(_personalDb);
_awareness = new AwarenessLayer(_personalDb);
_sessions = new SessionStore(_personalDb);
_harvestSourceStore = new HarvestSourceStore(_personalDb);
// Resolve embedding provider — avoid surprise 23MB InProcess download.
// Priority: explicit env → Ollama (if URL set) → API keys → mock fallback.
// Users opt into InProcess via HIVE_MIND_EMBEDDING_PROVIDER=inprocess or =auto.
const explicitProvider = process.env.HIVE_MIND_EMBEDDING_PROVIDER as EmbeddingProviderConfig['provider'] | undefined;
let resolvedProvider: EmbeddingProviderConfig['provider'];
if (explicitProvider) {
resolvedProvider = explicitProvider;
} else if (process.env.OLLAMA_URL) {
resolvedProvider = 'ollama';
} else if (process.env.VOYAGE_API_KEY) {
resolvedProvider = 'voyage';
} else if (process.env.OPENAI_API_KEY) {
resolvedProvider = 'openai';
} else {
resolvedProvider = 'mock';
console.error('[hive-mind-memory] No embedding provider configured — using keyword search only.');
console.error('[hive-mind-memory] For semantic search, set one of:');
console.error('[hive-mind-memory] OLLAMA_URL=http://localhost:11434 (recommended, free)');
console.error('[hive-mind-memory] HIVE_MIND_EMBEDDING_PROVIDER=inprocess (downloads 23MB model once)');
console.error('[hive-mind-memory] OPENAI_API_KEY=sk-... (remote API)');
}
const embeddingConfig: EmbeddingProviderConfig = {
provider: resolvedProvider,
targetDimensions: 1024,
inprocess: {
cacheDir: path.join(_dataDir, 'models'),
},
ollama: {
baseUrl: process.env.OLLAMA_URL,
model: process.env.OLLAMA_MODEL,
},
...(process.env.VOYAGE_API_KEY && {
voyage: { apiKey: process.env.VOYAGE_API_KEY },
}),
...(process.env.OPENAI_API_KEY && {
openai: { apiKey: process.env.OPENAI_API_KEY },
}),
};
_embedder = await createEmbeddingProvider(embeddingConfig);
// Initialize hybrid search with the embedding provider
_search = new HybridSearch(_personalDb, _embedder);
// Initialize workspace manager
_workspaceManager = new WorkspaceManager(_dataDir);
// LRU cache of open workspace MindDB handles (max 20)
_mindCache = new MultiMindCache({
maxOpen: 20,
getMindPath: (workspaceId: string) => _workspaceManager.getMindPath(workspaceId),
});
_initialized = true;
}
// ── Accessors ───────────────────────────────────────────────────────
export function getDataDir(): string { return _dataDir; }
export function getPersonalDb(): MindDB { return _personalDb; }
export function getFrameStore(): FrameStore { return _frameStore; }
export function getSearch(): HybridSearch { return _search; }
export function getKnowledgeGraph(): KnowledgeGraph { return _knowledgeGraph; }
export function getIdentity(): IdentityLayer { return _identity; }
export function getAwareness(): AwarenessLayer { return _awareness; }
export function getSessions(): SessionStore { return _sessions; }
export function getWorkspaceManager(): WorkspaceManager { return _workspaceManager; }
export function getMindCache(): MultiMindCache { return _mindCache; }
export function getEmbedder(): EmbeddingProviderInstance { return _embedder; }
export function getHarvestSourceStore(): HarvestSourceStore { return _harvestSourceStore; }
// ── Workspace mind layer cache ──────────────────────────────────────
// Avoids re-creating FrameStore/HybridSearch/KnowledgeGraph/SessionStore
// on every getWorkspaceMind() call. Invalidates when MindDB reference
// changes (i.e. the LRU cache evicted and reopened it).
interface WorkspaceMindHandle {
db: MindDB;
frameStore: FrameStore;
search: HybridSearch;
knowledgeGraph: KnowledgeGraph;
sessions: SessionStore;
}
const _workspaceMindLayerCache = new Map<string, WorkspaceMindHandle>();
/**
* Get a workspace's MindDB, FrameStore, HybridSearch, and KnowledgeGraph.
* Opens the mind on demand via the LRU cache. Layers are cached and
* invalidated when the underlying MindDB handle changes.
*/
export function getWorkspaceMind(workspaceId: string): WorkspaceMindHandle | null {
const db = _mindCache.getOrOpen(workspaceId);
if (!db) return null;
// Return cached layers if the MindDB reference is still the same
const cached = _workspaceMindLayerCache.get(workspaceId);
if (cached && cached.db === db) return cached;
const handle: WorkspaceMindHandle = {
db,
frameStore: new FrameStore(db),
search: new HybridSearch(db, _embedder),
knowledgeGraph: new KnowledgeGraph(db),
sessions: new SessionStore(db),
};
_workspaceMindLayerCache.set(workspaceId, handle);
return handle;
}
// ── Shutdown ────────────────────────────────────────────────────────
export function shutdown(): void {
_workspaceMindLayerCache.clear();
_mindCache.closeAll();
try { _personalDb?.close(); } catch { /* already closed */ }
_initialized = false;
}