refactor: route Best fit proposals to personas only

The executor router could propose Claude Code, Codex or Hermes and
dispatch the task as a Waggle Room run through POST /api/tools/run, which
is gone with the collaboration runtime. Confirming such a proposal could
only fail.

- ExecutorRegistry offers the five v1 personas; it no longer detects
  external tools.
- Route proposals dispatch persona chat turns only. The memory brief and
  its egress disclosure existed only for external executors, so
  executor-brief.ts, the egress fields and removeFrameIds go too.
- RouteProposalCard drops the memory disclosure, "Run without memory" and
  the link to an external run in the Room.
This commit is contained in:
shumeiko.it
2026-11-01 11:06:43 +01:00
parent 94ad4446fb
commit 727c756651
11 changed files with 121 additions and 1102 deletions

View File

@@ -1,7 +1,6 @@
import { afterEach, describe, expect, it, vi } from 'vitest';
import Fastify, { type FastifyInstance } from 'fastify';
import { buildTaskFit, type ExecutorCandidate } from '@waggle/agent';
import type { ExecutorBrief } from '../../src/local/executor-brief.js';
import { routeProposalRoutes } from '../../src/local/routes/route-proposals.js';
const NOW_MS = Date.UTC(2026, 6, 15, 10, 0, 0);
@@ -15,23 +14,6 @@ afterEach(async () => {
await Promise.all(servers.splice(0).map((server) => server.close()));
});
function externalCandidate(overrides: Partial<ExecutorCandidate> = {}): ExecutorCandidate {
const id = overrides.id ?? 'external:codex';
return {
id,
kind: 'external',
displayName: 'Codex CLI',
taskFit: buildTaskFit(id),
authClass: 'subscription-cli',
installed: true,
healthy: true,
rateLimit: { state: 'available' },
supportsHeadless: true,
egressDestination: 'OpenAI',
...overrides,
};
}
function personaCandidate(overrides: Partial<ExecutorCandidate> = {}): ExecutorCandidate {
const id = overrides.id ?? 'persona:coder';
return {
@@ -49,32 +31,8 @@ function personaCandidate(overrides: Partial<ExecutorCandidate> = {}): ExecutorC
};
}
function briefFixture(
briefHash = 'brief-full-hash',
text = '## Waggle task context\nMemory evidence:\n- Full retained context',
): ExecutorBrief {
return {
text,
items: [{
frameId: 'frame-1',
date: '2026-07-14',
source: 'user_stated',
preview: 'Full retained context',
content: 'Full retained context',
}],
briefHash,
chars: text.length,
blocked: false,
};
}
interface HarnessOptions {
snapshots: ExecutorCandidate[][];
briefProvider?: (opts: {
workspaceId: string;
prompt: string;
excludeFrameIds?: string[];
}) => Promise<ExecutorBrief>;
personaDispatcher?: (...args: unknown[]) => Promise<{
content: string;
approvalRequired: boolean;
@@ -92,12 +50,10 @@ async function createHarness(options: HarnessOptions) {
snapshotIndex += 1;
return candidates;
});
const briefProvider = options.briefProvider ?? vi.fn(async () => briefFixture());
const personaDispatcher = options.personaDispatcher ?? vi.fn(async () => ({
content: 'Dispatched',
approvalRequired: false,
}));
const toolRunPayloads: unknown[] = [];
server.decorate('localConfig', {
dataDir: '',
@@ -111,18 +67,10 @@ async function createHarness(options: HarnessOptions) {
noteRateLimit: vi.fn(),
noteHealthy: vi.fn(),
} as never);
server.decorate('routeProposalBriefProvider', briefProvider as never);
server.decorate('routeProposalPersonaDispatcher', personaDispatcher as never);
server.post('/api/tools/run', async (request, reply) => {
toolRunPayloads.push(request.body);
return reply.code(202).send({
roomId: 'room-1',
runs: [{ runId: 'run-1' }],
});
});
await server.register(routeProposalRoutes);
return { server, snapshot, briefProvider, personaDispatcher, toolRunPayloads };
return { server, snapshot, personaDispatcher };
}
async function propose(
@@ -142,122 +90,9 @@ async function propose(
}
describe('route proposal routes', () => {
it('confirms an external proposal with the reviewed brief, read-only access, and attribution', async () => {
const fullBrief = briefFixture('brief-full-hash');
const briefProvider = vi.fn(async () => fullBrief);
const { server, toolRunPayloads } = await createHarness({
snapshots: [[externalCandidate()], [externalCandidate()]],
briefProvider,
});
const proposed = await propose(server);
expect(proposed.statusCode).toBe(200);
const proposal = proposed.json() as { routeDecisionId: string; selected: { id: string } };
expect(proposal.selected.id).toBe('external:codex');
const confirmed = await server.inject({
method: 'POST',
url: `/api/route-proposals/${proposal.routeDecisionId}/confirm`,
payload: {},
});
expect(confirmed.statusCode).toBe(200);
expect(confirmed.json()).toEqual({
status: 'dispatched',
mode: 'external',
roomId: 'room-1',
runId: 'run-1',
});
// Retrieval runs exactly once, at propose time — confirm must never
// re-query memory (removed frames could be backfilled by new results).
expect(briefProvider).toHaveBeenCalledTimes(1);
expect(briefProvider).toHaveBeenNthCalledWith(1, {
workspaceId: WORKSPACE_ID,
prompt: PROMPT,
});
expect(toolRunPayloads).toEqual([{
toolId: 'codex',
workspaceIds: [WORKSPACE_ID],
prompt: `${fullBrief.text}\n\n${PROMPT}`,
access: 'read-only',
attribution: {
routeDecisionId: proposal.routeDecisionId,
briefHash: fullBrief.briefHash,
},
}]);
});
it('refuses an executor override whose egress destination differs from the disclosure', async () => {
const codex = externalCandidate();
const claude = externalCandidate({
id: 'external:claude-code',
displayName: 'Claude Code',
egressDestination: 'Anthropic',
});
const { server, toolRunPayloads } = await createHarness({
snapshots: [[codex, claude], [codex, claude]],
});
const proposed = await propose(server);
const proposal = proposed.json() as {
routeDecisionId: string;
selected: { id: string };
alternatives: Array<{ id: string }>;
};
const alternative = proposal.alternatives.find((item) => item.id !== proposal.selected.id);
expect(alternative).toBeDefined();
const confirmed = await server.inject({
method: 'POST',
url: `/api/route-proposals/${proposal.routeDecisionId}/confirm`,
payload: { executorId: alternative!.id },
});
expect(confirmed.statusCode).toBe(409);
expect(confirmed.json()).toMatchObject({ error: 'revalidation_failed' });
expect((confirmed.json() as { reason: string }).reason).toContain('different destination');
expect(toolRunPayloads).toHaveLength(0);
// Proposal stays claimable: a same-destination confirm still succeeds.
const retry = await server.inject({
method: 'POST',
url: `/api/route-proposals/${proposal.routeDecisionId}/confirm`,
payload: {},
});
expect(retry.statusCode).toBe(200);
});
it('dispatches without any memory when the user removes every disclosed frame', async () => {
const fullBrief = briefFixture('brief-full-hash');
const briefProvider = vi.fn(async () => fullBrief);
const { server, toolRunPayloads } = await createHarness({
snapshots: [[externalCandidate()], [externalCandidate()]],
briefProvider,
});
const proposed = await propose(server);
const proposal = proposed.json() as { routeDecisionId: string };
const confirmed = await server.inject({
method: 'POST',
url: `/api/route-proposals/${proposal.routeDecisionId}/confirm`,
payload: { removeFrameIds: ['frame-1'] },
});
expect(confirmed.statusCode).toBe(200);
expect(briefProvider).toHaveBeenCalledTimes(1);
expect(toolRunPayloads).toHaveLength(1);
const payload = toolRunPayloads[0] as {
prompt: string;
attribution: { routeDecisionId: string; briefHash?: string };
};
// No brief text, no undisclosed frames, no briefHash.
expect(payload.prompt).toBe(PROMPT);
expect(payload.attribution).toEqual({ routeDecisionId: proposal.routeDecisionId });
});
it('dispatches a persona with the bare persona id, router origin, and websocket token', async () => {
const personaDispatcher = vi.fn(async () => ({ content: 'Done', approvalRequired: false }));
const { server, briefProvider, toolRunPayloads } = await createHarness({
const { server } = await createHarness({
snapshots: [[personaCandidate()], [personaCandidate()]],
personaDispatcher,
});
@@ -271,7 +106,7 @@ describe('route proposal routes', () => {
});
expect(confirmed.statusCode).toBe(200);
expect(confirmed.json()).toEqual({ status: 'dispatched', mode: 'internal', resultText: 'Done' });
expect(confirmed.json()).toEqual({ status: 'dispatched', resultText: 'Done' });
expect(personaDispatcher).toHaveBeenCalledWith({
port: 4567,
sessionToken: 'ws-session-token',
@@ -282,15 +117,13 @@ describe('route proposal routes', () => {
proposeHeld: true,
origin: 'router',
});
expect(briefProvider).not.toHaveBeenCalled();
expect(toolRunPayloads).toEqual([]);
});
it('fails revalidation when the selected external tool is uninstalled', async () => {
const { server, snapshot, briefProvider, toolRunPayloads } = await createHarness({
it('fails revalidation when the selected persona is rate limited by confirm time', async () => {
const { server, snapshot, personaDispatcher } = await createHarness({
snapshots: [
[externalCandidate()],
[externalCandidate({ installed: false, healthy: false })],
[personaCandidate()],
[personaCandidate({ rateLimit: { state: 'observed_exhausted' } })],
],
});
const proposed = await propose(server);
@@ -305,11 +138,10 @@ describe('route proposal routes', () => {
expect(confirmed.statusCode).toBe(409);
expect(confirmed.json()).toMatchObject({
error: 'revalidation_failed',
reason: 'not installed',
reason: 'rate limit exhausted',
});
expect(snapshot).toHaveBeenCalledTimes(2);
expect(briefProvider).toHaveBeenCalledTimes(1);
expect(toolRunPayloads).toEqual([]);
expect(personaDispatcher).not.toHaveBeenCalled();
});
it('expires proposals after ten minutes', async () => {
@@ -359,24 +191,36 @@ describe('route proposal routes', () => {
expect(personaDispatcher).toHaveBeenCalledTimes(1);
});
it('never selects an external executor for a private task', async () => {
const { server, briefProvider } = await createHarness({
snapshots: [[externalCandidate(), personaCandidate()]],
it('proposes only personas and states that they use the configured API key', async () => {
const { server } = await createHarness({
snapshots: [[personaCandidate()]],
});
const proposed = await propose(server, { privacy: 'private' });
const proposed = await propose(server);
expect(proposed.statusCode).toBe(200);
expect(proposed.json()).toMatchObject({
selected: { id: 'persona:coder' },
rejected: [{
id: 'external:codex',
reason: 'blocked by private-task policy (egress to OpenAI)',
}],
egress: null,
costLine: 'runs on your configured API key',
});
expect(briefProvider).not.toHaveBeenCalled();
expect(proposed.json()).not.toHaveProperty('egress');
});
it('rejects memory removals at confirm: a persona run sends no memory brief', async () => {
const { server, personaDispatcher } = await createHarness({
snapshots: [[personaCandidate()], [personaCandidate()]],
});
const proposed = await propose(server);
const { routeDecisionId } = proposed.json() as { routeDecisionId: string };
const confirmed = await server.inject({
method: 'POST',
url: `/api/route-proposals/${routeDecisionId}/confirm`,
payload: { removeFrameIds: ['frame-1'] },
});
expect(confirmed.statusCode).toBe(400);
expect(personaDispatcher).not.toHaveBeenCalled();
});
it('rejects a proposed route and prevents it from being claimed later', async () => {