Waggle kept its own tables in the memory database. Before the memory
engine can be replaced by mem0 they need a home of their own.
- add WaggleDB (<dataDir>/waggle.db). Automations, notifications, held
actions, skill hashes, thumbs feedback, cost tracking, the profile card
and awareness items live there. Their stores take a WaggleDB, so passing
a memory database is a type error.
- the profile card and awareness items are now per scope ('personal' or
'workspace:<id>') in one table each, instead of one table per .mind file
- on the first start, copy these tables from personal.mind and every
workspace.mind (importLegacyMindData). The legacy files are only read,
each scope is copied once and a table only while its target is empty.
- copy the logger, injection scanner, external-memory ingress guard,
WorkspaceManager and the embedders from @waggle/hive-mind-core into
@waggle/core, which now re-exports its own copies
- point the server, agent orchestrator and CLI at waggle.db; update the
tests that seeded these tables in a memory database
ADR-0007 records the layout and the licensing question about the copied
files.
161 lines
8.5 KiB
TypeScript
161 lines
8.5 KiB
TypeScript
// @waggle/core — Waggle-specific orchestration layer.
|
|
//
|
|
// As of CC Sesija B 2026-04-30 (PM Q3 Plan A ratification), the substrate
|
|
// (mind/ + harvest/ + logger + injection-scanner) lives in @waggle/hive-mind-core
|
|
// and is distributed as Apache 2.0 OSS through a reviewed, maintainer-curated
|
|
// forward-port. Raw subtree-split output is never a publication source. This
|
|
// barrel re-exports
|
|
// substrate symbols for backward compatibility — existing consumers (packages/agent,
|
|
// apps/web, packages/server, etc.) keep their `import { ... } from '@waggle/core'`
|
|
// imports unchanged.
|
|
//
|
|
// Waggle-specific (non-extracted) modules below the substrate re-exports stay
|
|
// in this package: config, multi-mind, workspace orchestration, vault, telemetry,
|
|
// install-audit, cron-store, skill-hashes, team-sync, file-store, file-indexer,
|
|
// memory-import.
|
|
|
|
// ── Waggle infrastructure (not memory) ──
|
|
// Copied from @waggle/hive-mind-core so the rest of Waggle no longer depends on
|
|
// the memory substrate for them (P1.5). The substrate keeps its own copies until
|
|
// the package is removed.
|
|
export { createCoreLogger, type CoreLogger } from './logger.js';
|
|
export { scanForInjection, type ScanResult } from './injection-scanner.js';
|
|
export {
|
|
evaluateExternalMemoryIngress, projectExternalMemoryContent,
|
|
type ExternalMemoryIngressDecision, type ExternalMemoryIngressInput,
|
|
type ExternalMemoryProjectionInput,
|
|
} from './memory-ingress-guard.js';
|
|
export { WorkspaceManager, type WorkspaceConfig, type CreateWorkspaceOptions } from './workspace-manager.js';
|
|
export type { Embedder } from './embeddings/embeddings.js';
|
|
export { createLiteLLMEmbedder, type LiteLLMEmbedderConfig } from './embeddings/litellm-embedder.js';
|
|
export { createInProcessEmbedder, normalizeDimensions, type InProcessEmbedderConfig } from './embeddings/inprocess-embedder.js';
|
|
export { createOllamaEmbedder, type OllamaEmbedderConfig } from './embeddings/ollama-embedder.js';
|
|
export { createApiEmbedder, type ApiEmbedderConfig } from './embeddings/api-embedder.js';
|
|
export {
|
|
createEmbeddingProvider,
|
|
type EmbeddingProviderConfig, type EmbeddingProviderStatus, type EmbeddingProviderType,
|
|
type EmbeddingProviderInstance, type EmbeddingQuotaStatus,
|
|
} from './embeddings/embedding-provider.js';
|
|
|
|
// ── waggle.db — Waggle's own data, apart from memory (ADR-0007) ──
|
|
export {
|
|
WaggleDB, WAGGLE_DB_FILE, PERSONAL_DATA_SCOPE, workspaceDataScope, type DataScope,
|
|
} from './waggle-db.js';
|
|
export { IdentityLayer, PROFILES_TABLE_SQL, type Identity } from './identity.js';
|
|
export {
|
|
AwarenessLayer, AWARENESS_ITEMS_TABLE_SQL,
|
|
type AwarenessItem, type AwarenessCategory, type AwarenessMetadata,
|
|
} from './awareness.js';
|
|
export {
|
|
ExecutionTraceStore, EXECUTION_TRACES_TABLE_SQL,
|
|
type ExecutionTrace, type ParsedExecutionTrace, type TraceOutcome,
|
|
type TracePayload, type TraceToolCall, type TraceReasoningStep,
|
|
type StartTraceInput, type FinalizeTraceInput, type TraceQueryFilter,
|
|
} from './execution-traces.js';
|
|
export { importLegacyMindData, type LegacyMindSource, type LegacyImportReport } from './waggle-db-import.js';
|
|
|
|
// ── Substrate re-exports from @waggle/hive-mind-core (Apache 2.0 OSS) ──
|
|
export {
|
|
// mind/ — memory substrate
|
|
MindDB, EmbeddingDimMismatchError,
|
|
type EmbeddingFingerprint, type FingerprintCheck,
|
|
FrameStore, stripHmPrefix, hashFrameContent,
|
|
RawArchive, hashRaw, readArchiveUids, withArchiveUid, type RawArchiveRow, type ArchiveInput,
|
|
MindErasure, type EraseResult,
|
|
SuppressionStore, type SuppressedSubject,
|
|
type MemoryFrame, type FrameType, type Importance, type FrameSource,
|
|
SessionStore, type Session,
|
|
HybridSearch, type SearchResult,
|
|
// D1 (oss-drift triage, 2026-06-11) — chunk-level retrieval (flag-gated, default OFF)
|
|
chunkRetrievalEnabled, rechunkAllFrames, type RechunkResult,
|
|
chunkText, type ChunkOptions, type FrameChunk,
|
|
KnowledgeGraph, type Entity, type Relation, type ValidationSchema,
|
|
SCHEMA_SQL, VEC_TABLE_SQL, CHUNKS_VEC_TABLE_SQL, SCHEMA_VERSION,
|
|
vecTableSqlForDim, chunksVecTableSqlForDim,
|
|
computeRelevance,
|
|
computeTemporalScore,
|
|
computePopularityScore,
|
|
computeContextualScore,
|
|
computeImportanceScore,
|
|
SCORING_PROFILES,
|
|
type ScoringProfile,
|
|
type ScoringWeights,
|
|
normalizeEntityName, findDuplicates, isNoiseName, isLikelyAcronym,
|
|
Ontology, validateEntity, type EntitySchema, type ValidationResult,
|
|
reconcileIndexes, reconcileFtsIndex, reconcileVecIndex, cleanOrphanVectors, cleanOrphanFts,
|
|
type ReconcileResult,
|
|
ConceptTracker, CONCEPT_MASTERY_TABLE_SQL,
|
|
type ConceptEntry, type ConceptUpdate,
|
|
// recall-context — temporal rendering helpers (W4.1 production port)
|
|
TEMPORAL_GUIDANCE, toDatePrefix, renderDatedSnippet, referenceDate, renderReferenceDateLine,
|
|
parseDateWindow, type DateWindow,
|
|
resolveRelativeDate, type ResolvedDate,
|
|
createInProcessReranker, type Reranker, type InProcessRerankerConfig,
|
|
// harvest/ — universal memory ingestion pipeline
|
|
HarvestSourceStore,
|
|
HarvestRunStore, type HarvestRun, type HarvestRunStatus,
|
|
ChatGPTAdapter,
|
|
ClaudeAdapter,
|
|
ClaudeCodeAdapter,
|
|
GeminiAdapter,
|
|
UniversalAdapter,
|
|
MarkdownAdapter,
|
|
PlaintextAdapter,
|
|
UrlAdapter,
|
|
PdfAdapter,
|
|
HarvestPipeline, type LLMCallFn, type PipelineOptions,
|
|
extractMemoryLanes, writeMemoryLaneFrames,
|
|
MIND_FACT_PREFIX, MIND_EVENT_PREFIX, MIND_PROFILE_PREFIX,
|
|
type MemoryLaneExtraction, type ExtractedEvent, type ExtractedFact, type ExtractedProfile,
|
|
type WriteLaneFramesResult,
|
|
// D2 — LLM-based KG entity extraction (oss-drift triage, 2026-06-11)
|
|
extractKgEntities, writeKgEntities, KG_ENTITY_TYPES,
|
|
type KgEntity, type KgEntityType, type KgEntityExtraction, type WriteKgEntitiesResult,
|
|
// W4.6 — raw-turn storage + RAWDETAIL recall lane
|
|
writeRawTurnFrames, rawTurnHeader, parseRawTurnHeader, rawTurnConvKey,
|
|
MIND_RAWTURN_PREFIX, MAX_TURNS_PER_ITEM, RAWDETAIL_KILL_SWITCH,
|
|
type WriteRawTurnsResult, type ParsedRawTurnHeader,
|
|
fetchRawDetailLane, rawTurnBody, RAW_DETAIL_K,
|
|
type RawTurnHit, type RawDetailLaneOptions,
|
|
dedup, harvestSetHash,
|
|
HARVEST_FRAME_CONTENT_CAP,
|
|
type ImportSourceType, type ImportItemType, type UniversalImportItem, type DistilledKnowledge,
|
|
type HarvestPipelineResult, type HarvestSource, type SourceAdapter, type FilesystemAdapter,
|
|
type ClassifiedItem, type ExtractedContent, type KnowledgeProvenance,
|
|
// Plan A AMENDMENT 2026-04-30 — multi-workspace orchestration
|
|
MultiMind, type MultiMindSearchResult, type MindSource, type SearchScope,
|
|
MultiMindCache, type MultiMindCacheConfig,
|
|
// Supersession (P) + bridge (B) frame producer (mono-parity 2026-07-05)
|
|
detectSupersessionChains, detectEntityGroups, applyConsolidation,
|
|
collectObservations, getCurrentValues,
|
|
type ConsolidationLlm, type Observation, type SupersessionChain,
|
|
type EntityGroup, type ConsolidationResult, type CollectObservationsOptions,
|
|
} from '@waggle/hive-mind-core';
|
|
|
|
// ── Waggle-specific orchestration (stays in @waggle/core) ──
|
|
export { WaggleConfig, type ProviderEntry, type TeamServerConfig } from './config.js';
|
|
export { needsMigration, migrateToMultiMind } from './migration.js';
|
|
export { TeamSync, frameToEntity, entityToSyncedFrame, type TeamSyncConfig, type SyncedFrame } from './team-sync.js';
|
|
export {
|
|
InstallAuditStore, INSTALL_AUDIT_TABLE_SQL,
|
|
type InstallAuditEntry, type RecordAuditInput,
|
|
type AuditAction, type AuditRiskLevel, type AuditTrustSource,
|
|
type AuditApprovalClass, type AuditInitiator, type AuditCapabilityType,
|
|
} from './install-audit.js';
|
|
export {
|
|
CronStore, CRON_SCHEDULES_TABLE_SQL, CRON_RUN_LEASES_TABLE_SQL, VALID_JOB_TYPES, cronExprError,
|
|
type CronSchedule, type CreateScheduleInput, type CronJobType,
|
|
type CronExecutionRow, type CronRunLeaseRow,
|
|
type PendingActionRow, type PendingActionStatus, type SavePendingActionInput,
|
|
} from './cron-store.js';
|
|
export { VaultStore, type VaultEntry } from './vault.js';
|
|
export { TelemetryStore, TelemetryCollector, TELEMETRY_EVENTS, type TelemetryEvent, type TelemetrySummary } from './telemetry.js';
|
|
export {
|
|
SkillHashStore, computeSkillHash, SKILL_HASHES_TABLE_SQL,
|
|
type SkillHash,
|
|
} from './skill-hashes.js';
|
|
export { processImport, parseChatGPTExport, parseClaudeExport, extractKnowledge } from './memory-import.js';
|
|
export { createFileStore, LocalFileStore, LinkedDirStore, S3FileStore, isSensitiveFilePath, type FileStore, type FileEntry, type StorageInfo, type S3Config } from './file-store.js';
|
|
export { FileIndexer, MAX_CONTENT_BYTES, type FileIndexRow, type FileIndexResult } from './file-indexer.js';
|
|
export type { ImportSource, ImportResult, ExtractedKnowledge, ParsedConversation, ConversationMessage } from './memory-import.js';
|