benchmarks: add system prompt to baseline arm so it doesn't ramble (closes #126) (#128)

Co-authored-by: Fato07 <fato07@users.noreply.github.com>
2026-09-14 18:11:01 +08:00 · 2026-06-19 01:24:35 +03:00
parent e782790b15
commit 37f46b8f02
1 changed files with 6 additions and 2 deletions
@@ -1,2 +1,6 @@
-// Baseline arm: no skill, just the task.
-module.exports = ({ vars }) => [{ role: 'user', content: vars.task }];
+// Baseline arm: no skill, with a one-line system prompt so the model doesn't ramble.
+const system = 'Provide just one example for any given task, and no commentary or usage examples.';
+module.exports = ({ vars }) => [
+  { role: 'system', content: system },
+  { role: 'user', content: vars.task },
+];