mirror of
https://github.com/vercel/eve.git
synced 2026-09-20 05:35:39 +08:00
76d4dd84ab
Signed-off-by: Casey Gowrie <ctgowrie@gmail.com>
23 lines
827 B
TypeScript
23 lines
827 B
TypeScript
import { defineEval } from "eve/evals";
|
|
import { equals } from "eve/evals/expect";
|
|
|
|
export default defineEval({
|
|
description: "ctx.agents exposes exact descriptions for hidden declared specialists.",
|
|
async test(t) {
|
|
const turn = await t.send("E2E_INSPECT_WORKFLOW_AGENTS");
|
|
|
|
turn.expectOk();
|
|
turn.messageIncludes("Investigate, analyze, and explain questions without changing systems.");
|
|
turn.messageIncludes("Execute operational changes to systems and deployments.");
|
|
await t.require(
|
|
Object.keys(JSON.parse(turn.message ?? "{}")).sort(),
|
|
equals(["operator", "researcher"]),
|
|
);
|
|
turn.calledTool("inspect-agents", { count: 1 });
|
|
turn.calledSubagent("operator", { count: 0 });
|
|
turn.calledSubagent("researcher", { count: 0 });
|
|
t.succeeded();
|
|
t.noFailedActions();
|
|
},
|
|
});
|