Performance Evaluation

import { PerformanceEval } from "@agentium/eval";
import { Agent, openai } from "@agentium/core";

const agent = new Agent({ name: "fast-bot", model: openai("gpt-4o-mini") });

const eval = new PerformanceEval({
  name: "latency-test",
  agent,
  maxDurationMs: 5000,
  maxTimeToFirstTokenMs: 1000,
  maxTokens: 500,
  cases: [
    { name: "greeting", input: "Hello!" },
    { name: "complex", input: "Explain quantum computing" },
  ],
});

const result = await eval.run();