Files
waggle-os/packages/wiki-compiler/src/state.ts
Oleg Maslov 0c3e2ead3b
Some checks failed
Installer Smoke / installer-smoke (push) Has been cancelled
moving
2026-09-02 10:10:29 +02:00

194 lines
7.3 KiB
TypeScript

/**
* Compilation State Tracker — SQLite-backed watermarks and page hashes.
*
* Tracks what has been compiled and when, enabling incremental compilation.
* Uses the same MindDB instance as the memory system.
*/
import { createHash } from 'node:crypto';
import type { MindDB } from '@waggle/core';
import type { WikiPageType, CompilationWatermark, PageRecord } from './types.js';
const PAGES_TABLE = `
CREATE TABLE IF NOT EXISTS wiki_pages (
slug TEXT PRIMARY KEY,
page_type TEXT NOT NULL,
name TEXT NOT NULL,
content_hash TEXT NOT NULL,
markdown TEXT NOT NULL DEFAULT '',
frame_ids TEXT NOT NULL DEFAULT '[]',
compiled_at TEXT NOT NULL DEFAULT (datetime('now')),
source_count INTEGER NOT NULL DEFAULT 0
)`;
const WATERMARK_TABLE = `
CREATE TABLE IF NOT EXISTS wiki_watermark (
id INTEGER PRIMARY KEY CHECK (id = 1),
last_frame_id INTEGER NOT NULL DEFAULT 0,
last_compiled_at TEXT NOT NULL DEFAULT (datetime('now')),
pages_compiled INTEGER NOT NULL DEFAULT 0
)`;
export function contentHash(content: string): string {
return createHash('sha256').update(content).digest('hex').slice(0, 16);
}
export class CompilationState {
private db: MindDB;
constructor(db: MindDB) {
this.db = db;
this.ensureSchema();
}
private ensureSchema(): void {
const raw = this.db.getDatabase();
raw.prepare(PAGES_TABLE).run();
raw.prepare(WATERMARK_TABLE).run();
// Migration: add markdown column if missing (for databases created before v1.1)
try {
raw.prepare("SELECT markdown FROM wiki_pages LIMIT 0").get();
} catch {
raw.prepare("ALTER TABLE wiki_pages ADD COLUMN markdown TEXT NOT NULL DEFAULT ''").run();
}
// M-13: Notion export delta tracking — add notion_page_id column if
// missing. Nullable because most pages haven't been exported.
try {
raw.prepare("SELECT notion_page_id FROM wiki_pages LIMIT 0").get();
} catch {
raw.prepare("ALTER TABLE wiki_pages ADD COLUMN notion_page_id TEXT").run();
}
}
/** M-13: read the Notion page id previously written for `slug`, or null. */
getNotionPageId(slug: string): string | null {
const raw = this.db.getDatabase();
const row = raw.prepare('SELECT notion_page_id FROM wiki_pages WHERE slug = ?').get(slug) as { notion_page_id: string | null } | undefined;
return row?.notion_page_id ?? null;
}
/** M-13: record the Notion page id created for `slug`. */
setNotionPageId(slug: string, pageId: string): void {
const raw = this.db.getDatabase();
raw.prepare('UPDATE wiki_pages SET notion_page_id = ? WHERE slug = ?').run(pageId, slug);
}
/** M-13: clear stored Notion page id (used when we archive + recreate on change). */
clearNotionPageId(slug: string): void {
const raw = this.db.getDatabase();
raw.prepare('UPDATE wiki_pages SET notion_page_id = NULL WHERE slug = ?').run(slug);
}
/** M-13: get a page's current content_hash (used by Notion exporter for delta). */
getPageContentHash(slug: string): string | null {
const raw = this.db.getDatabase();
const row = raw.prepare('SELECT content_hash FROM wiki_pages WHERE slug = ?').get(slug) as { content_hash: string } | undefined;
return row?.content_hash ?? null;
}
// ── Watermark ─────────────────────────────────────────────────
getWatermark(): CompilationWatermark {
const raw = this.db.getDatabase();
const row = raw.prepare('SELECT * FROM wiki_watermark WHERE id = 1').get() as {
last_frame_id: number;
last_compiled_at: string;
pages_compiled: number;
} | undefined;
if (!row) {
return { lastFrameId: 0, lastCompiledAt: '', pagesCompiled: 0 };
}
return {
lastFrameId: row.last_frame_id,
lastCompiledAt: row.last_compiled_at,
pagesCompiled: row.pages_compiled,
};
}
updateWatermark(lastFrameId: number, pagesCompiled: number): void {
const raw = this.db.getDatabase();
raw.prepare(`
INSERT INTO wiki_watermark (id, last_frame_id, last_compiled_at, pages_compiled)
VALUES (1, ?, datetime('now'), ?)
ON CONFLICT(id) DO UPDATE SET
last_frame_id = excluded.last_frame_id,
last_compiled_at = excluded.last_compiled_at,
pages_compiled = excluded.pages_compiled
`).run(lastFrameId, pagesCompiled);
}
// ── Page Records ──────────────────────────────────────────────
getPage(slug: string): PageRecord | undefined {
return this.db.getDatabase().prepare(
'SELECT slug, page_type as pageType, name, content_hash as contentHash, markdown, frame_ids as frameIds, compiled_at as compiledAt, source_count as sourceCount FROM wiki_pages WHERE slug = ?',
).get(slug) as PageRecord | undefined;
}
getAllPages(): PageRecord[] {
return this.db.getDatabase().prepare(
'SELECT slug, page_type as pageType, name, content_hash as contentHash, markdown, frame_ids as frameIds, compiled_at as compiledAt, source_count as sourceCount FROM wiki_pages ORDER BY name',
).all() as PageRecord[];
}
getPagesByType(pageType: WikiPageType): PageRecord[] {
return this.db.getDatabase().prepare(
'SELECT slug, page_type as pageType, name, content_hash as contentHash, markdown, frame_ids as frameIds, compiled_at as compiledAt, source_count as sourceCount FROM wiki_pages WHERE page_type = ? ORDER BY name',
).all(pageType) as PageRecord[];
}
upsertPage(
slug: string,
pageType: WikiPageType,
name: string,
hash: string,
frameIds: number[],
sourceCount: number,
markdown = '',
): { action: 'created' | 'updated' | 'unchanged' } {
const raw = this.db.getDatabase();
const existing = this.getPage(slug);
if (existing && existing.contentHash === hash) {
return { action: 'unchanged' };
}
raw.prepare(`
INSERT INTO wiki_pages (slug, page_type, name, content_hash, markdown, frame_ids, compiled_at, source_count)
VALUES (?, ?, ?, ?, ?, ?, datetime('now'), ?)
ON CONFLICT(slug) DO UPDATE SET
content_hash = excluded.content_hash,
markdown = excluded.markdown,
frame_ids = excluded.frame_ids,
compiled_at = excluded.compiled_at,
source_count = excluded.source_count
`).run(slug, pageType, name, hash, markdown, JSON.stringify(frameIds), sourceCount);
return { action: existing ? 'updated' : 'created' };
}
deletePage(slug: string): boolean {
const result = this.db.getDatabase().prepare(
'DELETE FROM wiki_pages WHERE slug = ?',
).run(slug);
return result.changes > 0;
}
/** Get the highest frame ID in the database. */
getMaxFrameId(): number {
const row = this.db.getDatabase().prepare(
'SELECT COALESCE(MAX(id), 0) as max_id FROM memory_frames',
).get() as { max_id: number };
return row.max_id;
}
/** Get frames newer than a given ID. */
getFramesSince(frameId: number, limit = 500): { id: number; content: string; importance: string; source: string; created_at: string }[] {
return this.db.getDatabase().prepare(
'SELECT id, content, importance, source, created_at FROM memory_frames WHERE id > ? ORDER BY id ASC LIMIT ?',
).all(frameId, limit) as { id: number; content: string; importance: string; source: string; created_at: string }[];
}
}