Capture reviewed corrections

import { HashEmbedding, InMemoryStorage, InMemoryVectorStore, MemoryManager } from "@agentium/core";

const storage = new InMemoryStorage();
const vectors = new InMemoryVectorStore(new HashEmbedding());
const memory = new MemoryManager({ storage, summaries: false, corrections: { vectorStore: vectors } });
try {
  const correction = await memory.recordCorrection({
    agentName: "support", scope: "user", userId: "alice",
    field: "deliveryWindow", originalInput: "What is the delivery window?",
    originalValue: "Next day", correctedValue: "3–5 business days",
    reason: "Reviewed against the published standard-delivery policy.",
  });
  console.log(correction.correctedValue); // 3–5 business days
  const store = memory.getCorrectionStore();
  if (!store) throw new Error("Corrections must be enabled");
  console.log((await store.toEvalCases({ agentName: "support" })).length); // 1
} finally {
  await Promise.all([vectors.close(), storage.close()]);
}

import type { Agent } from "@agentium/core";
import { EvalSuite, custom } from "@agentium/eval";

export async function correctionRegression(agent: Agent) {
  const memory = agent.memory;
  if (!memory) throw new Error("Memory must be configured");
  await memory.ensureReady();
  const store = memory.getCorrectionStore();
  if (!store) throw new Error("Corrections must be enabled");
  const records = await store.toEvalCases({ agentName: agent.name });
  if (records.length === 0) throw new Error("No reviewed replay cases");
  return new EvalSuite({
    name: "correction-regression", agent,
    cases: records.map((item) => ({ name: item.correctionId, input: item.input, expected: item.expected })),
    scorers: [custom("corrected-value", (_input, output, expected) => {
      const pass = expected !== undefined && output.text.includes(expected);
      return { score: pass ? 1 : 0, pass, reason: `Expected corrected value: ${expected}` };
    })],
  }).run();
}