Self-learning is excluded from the community edition (ADR-0004); the project owner reworks it separately. Cost tracking stays. - agent: delete behaviour evolution (evolve-schema, iterative GEPA, compose-evolution, evolution gates, orchestrator and deploy), improvement and correction detection, AgentLearning, the eval-dataset builder, optimization-capture and the agent_insights tool. Secret detection moves from eval-dataset to secret-patterns. The LLM wiring keeps only the Haiku adapter and judge call used by skill audit and hygiene, so @ax-llm/ax is now declared by agent instead of server. - server: delete /api/evolution/*, the evolution and optimizer services, GEPA expansion of the first chat message, the prompt_optimization and monthly_assessment jobs, the idle-session reviewer and its session-reviewer persona, prompt injection of past corrections and thumbs-down recorded as correction signals. Existing job rows of the removed types are ignored, not deleted. - core: delete OptimizationLogStore; stop re-exporting the improvement signal and evolution run stores. - web: delete the Evolution screen and the two job types in the automation editor. - delete packages/optimizer. Also logs UF-027 (self-learning loops read data nothing collects) and UF-028 (the Settings prompt-shape choice is ignored by chat).
58 lines
2.7 KiB
TypeScript
58 lines
2.7 KiB
TypeScript
/**
|
|
* Secret detection and redaction shared by skill redaction, executor briefs
|
|
* and anything else that must keep credentials out of stored or forwarded text.
|
|
*/
|
|
|
|
// ── Secret patterns (curated from GitHub/OWASP secret-scanning conventions) ──
|
|
|
|
const SECRET_PATTERNS: Array<{ name: string; re: RegExp }> = [
|
|
{ name: 'aws-access-key', re: /\b(AKIA|ASIA)[0-9A-Z]{16}\b/ },
|
|
{ name: 'aws-secret-key', re: /\baws(.{0,20})?['"`][0-9a-zA-Z/+]{40}['"`]/ },
|
|
{ name: 'github-pat', re: /\bgh[pousr]_[A-Za-z0-9]{36,}\b/ },
|
|
{ name: 'github-fine-grained', re: /\bgithub_pat_[A-Za-z0-9_]{80,}\b/ },
|
|
{ name: 'anthropic-key', re: /\bsk-ant-[A-Za-z0-9_-]{20,}\b/ },
|
|
{ name: 'openai-key', re: /\bsk-(?!ant-)(?:proj-)?[A-Za-z0-9_-]{20,}\b/ },
|
|
{ name: 'google-api-key', re: /\bAIza[0-9A-Za-z_-]{35}\b/ },
|
|
{ name: 'stripe-secret', re: /\bsk_(?:live|test)_[A-Za-z0-9]{20,}\b/ },
|
|
{ name: 'stripe-publishable', re: /\bpk_(?:live|test)_[A-Za-z0-9]{20,}\b/ },
|
|
{ name: 'slack-token', re: /\bxox[baprs]-[A-Za-z0-9-]{10,}\b/ },
|
|
{ name: 'private-key-block', re: /-----BEGIN (?:RSA |EC |DSA |OPENSSH |PGP )?PRIVATE KEY-----/ },
|
|
{ name: 'jwt', re: /\beyJ[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}\b/ },
|
|
{ name: 'bearer-token', re: /\bAuthorization:\s*Bearer\s+[A-Za-z0-9_.=-]{20,}/i },
|
|
{ name: 'basic-auth-url', re: /https?:\/\/[^/:]+:[^@/]+@/ },
|
|
{ name: 'env-password', re: /\b(?:PASSWORD|PASSWD|SECRET|API_KEY|PRIVATE_KEY)\s*=\s*['"]?[^\s'"]{8,}['"]?/i },
|
|
{ name: 'pgsql-url', re: /\bpostgres(?:ql)?:\/\/[^:]+:[^@]+@[^\s]+/ },
|
|
{ name: 'generic-high-entropy', re: /\b(?:secret|token|key)['"`\s]{0,3}[:=]['"`\s]{0,3}[A-Za-z0-9+/=]{32,}\b/i },
|
|
];
|
|
|
|
/** Returns the first secret pattern the text matches, or null if clean. */
|
|
export function detectSecrets(text: string): string | null {
|
|
for (const { name, re } of SECRET_PATTERNS) {
|
|
if (re.test(text)) return name;
|
|
}
|
|
return null;
|
|
}
|
|
|
|
/** Exported for tests / tools that want the full list. */
|
|
export const SECRET_PATTERN_NAMES = SECRET_PATTERNS.map(p => p.name);
|
|
|
|
/**
|
|
* Redact every secret-pattern match in a string, replacing each with
|
|
* `[REDACTED:<pattern-name>]`. Returns the scrubbed text + the de-duplicated
|
|
* list of pattern names that fired. Reuses the same curated SECRET_PATTERNS as
|
|
* detectSecrets so there is a single source of truth for "what is a secret".
|
|
*/
|
|
export function redactSecrets(text: string): { text: string; found: string[] } {
|
|
let out = text;
|
|
const found: string[] = [];
|
|
for (const { name, re } of SECRET_PATTERNS) {
|
|
const global = new RegExp(re.source, re.flags.replace('g', '') + 'g');
|
|
const replaced = out.replace(global, `[REDACTED:${name}]`);
|
|
if (replaced !== out) {
|
|
found.push(name);
|
|
out = replaced;
|
|
}
|
|
}
|
|
return { text: out, found };
|
|
}
|