mirror of
https://github.com/vercel/eve.git
synced 2026-09-20 05:35:39 +08:00
fix(eve): evals - explain conversation counter workflow (#3123)
Signed-off-by: Andrew Barba <barba@hey.com>
This commit is contained in:
@@ -8,13 +8,17 @@ export default defineEval({
|
||||
description: "Dynamic tools smoke: step.started resolver sees accumulated message history.",
|
||||
async test(t) {
|
||||
const first = await t.send(
|
||||
"Use the `check_messages` tool with label 'turn1' and tell me the messageCount.",
|
||||
"Alice is checking the conversation history tracking in her support assistant. " +
|
||||
"Use the check_messages tool with label 'turn1' to record the initial count " +
|
||||
"from the application's conversation log, then summarize the returned counts.",
|
||||
);
|
||||
first.expectOk();
|
||||
const firstOutput = first.requireToolCall("check_messages").output;
|
||||
|
||||
const second = await t.send(
|
||||
"Use the `check_messages` tool again with label 'turn2' and tell me the messageCount.",
|
||||
"Bob has added this follow-up to the support conversation. Use the check_messages " +
|
||||
"tool with label 'turn2' to record the updated count from the application's " +
|
||||
"conversation log, then summarize the returned counts so Alice can compare them.",
|
||||
);
|
||||
const secondOutput = second.requireToolCall("check_messages").output;
|
||||
t.check(
|
||||
|
||||
Reference in New Issue
Block a user