Files
waggle-os/packages/core/src/optimization-log.ts
Oleg Maslov 0c3e2ead3b
Some checks failed
Installer Smoke / installer-smoke (push) Has been cancelled
moving
2026-09-02 10:10:29 +02:00

155 lines
5.4 KiB
TypeScript

/**
* Optimization Log Store — SQLite persistence for GEPA prompt optimization data.
*
* Captures agent interaction metadata (system prompts, tools used, turn counts,
* correction signals) for background analysis by the PromptOptimizer.
*
* Follows the same lazy-table pattern as CronStore and InstallAuditStore —
* operates on the .mind DB with auto-table creation.
*/
import type { MindDB } from '@waggle/hive-mind-core';
// ── Types ──────────────────────────────────────────────────────────────
export interface OptimizationLogEntry {
id: number;
session_id: string;
workspace_id: string;
system_prompt: string;
tools_used: string; // JSON array
turn_count: number;
was_correction: number; // SQLite integer boolean
input_tokens: number;
output_tokens: number;
timestamp: string;
}
export interface CreateOptimizationLogInput {
sessionId: string;
workspaceId: string;
systemPrompt: string;
toolsUsed: string[];
turnCount: number;
wasCorrection: boolean;
inputTokens?: number;
outputTokens?: number;
}
// ── Table DDL ──────────────────────────────────────────────────────────
export const OPTIMIZATION_LOG_TABLE_SQL = `
CREATE TABLE IF NOT EXISTS optimization_log (
id INTEGER PRIMARY KEY AUTOINCREMENT,
session_id TEXT NOT NULL,
workspace_id TEXT NOT NULL,
system_prompt TEXT NOT NULL,
tools_used TEXT NOT NULL DEFAULT '[]',
turn_count INTEGER NOT NULL DEFAULT 0,
was_correction INTEGER NOT NULL DEFAULT 0,
input_tokens INTEGER NOT NULL DEFAULT 0,
output_tokens INTEGER NOT NULL DEFAULT 0,
timestamp TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_optlog_workspace ON optimization_log (workspace_id, timestamp DESC);
CREATE INDEX IF NOT EXISTS idx_optlog_timestamp ON optimization_log (timestamp DESC);
`;
// ── Store ──────────────────────────────────────────────────────────────
export class OptimizationLogStore {
private db: MindDB;
constructor(db: MindDB) {
this.db = db;
this.ensureTable();
}
private ensureTable(): void {
const raw = this.db.getDatabase();
const exists = raw.prepare(
"SELECT name FROM sqlite_master WHERE type='table' AND name='optimization_log'",
).get();
if (!exists) {
raw.exec(OPTIMIZATION_LOG_TABLE_SQL);
}
}
/** Insert a new optimization log entry capturing an agent interaction. */
insert(input: CreateOptimizationLogInput): OptimizationLogEntry {
const raw = this.db.getDatabase();
const result = raw.prepare(`
INSERT INTO optimization_log (session_id, workspace_id, system_prompt, tools_used, turn_count, was_correction, input_tokens, output_tokens)
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
`).run(
input.sessionId,
input.workspaceId,
input.systemPrompt,
JSON.stringify(input.toolsUsed),
input.turnCount,
input.wasCorrection ? 1 : 0,
input.inputTokens ?? 0,
input.outputTokens ?? 0,
);
return raw.prepare(
'SELECT * FROM optimization_log WHERE id = ?',
).get(result.lastInsertRowid) as OptimizationLogEntry;
}
/** Get recent optimization log entries, ordered by most recent first. */
getRecent(limit: number = 50): OptimizationLogEntry[] {
return this.db.getDatabase().prepare(
'SELECT * FROM optimization_log ORDER BY timestamp DESC, id DESC LIMIT ?',
).all(limit) as OptimizationLogEntry[];
}
/** Get log entries for a specific workspace. */
getByWorkspace(workspaceId: string, limit: number = 50): OptimizationLogEntry[] {
return this.db.getDatabase().prepare(
'SELECT * FROM optimization_log WHERE workspace_id = ? ORDER BY timestamp DESC, id DESC LIMIT ?',
).all(workspaceId, limit) as OptimizationLogEntry[];
}
/** Get aggregate stats: total entries, correction rate, avg turn count, total tokens. */
getStats(): { total: number; correctionRate: number; avgTurnCount: number; totalInputTokens: number; totalOutputTokens: number } {
const raw = this.db.getDatabase();
const row = raw.prepare(`
SELECT
COUNT(*) as total,
COALESCE(AVG(was_correction * 1.0), 0) as correction_rate,
COALESCE(AVG(turn_count), 0) as avg_turn_count,
COALESCE(SUM(input_tokens), 0) as total_input_tokens,
COALESCE(SUM(output_tokens), 0) as total_output_tokens
FROM optimization_log
`).get() as {
total: number;
correction_rate: number;
avg_turn_count: number;
total_input_tokens: number;
total_output_tokens: number;
};
return {
total: row.total,
correctionRate: row.correction_rate,
avgTurnCount: row.avg_turn_count,
totalInputTokens: row.total_input_tokens,
totalOutputTokens: row.total_output_tokens,
};
}
/** Delete entries older than the given number of days. */
pruneOlderThan(days: number): number {
const result = this.db.getDatabase().prepare(
`DELETE FROM optimization_log WHERE timestamp < datetime('now', '-' || ? || ' days')`,
).run(days);
return result.changes;
}
/** Clear all entries (for testing). */
clear(): void {
this.db.getDatabase().prepare('DELETE FROM optimization_log').run();
}
}