Skip to content

Commit 8ad2611

Browse files
committed
Print errors in handleEvent
1 parent 25e990c commit 8ad2611

File tree

3 files changed

+7
-0
lines changed

3 files changed

+7
-0
lines changed

evals/buffbench/agent-runner.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -93,6 +93,8 @@ export async function runAgentOnCommit({
9393
toolResults.push(event)
9494
} else if (event.type === 'finish') {
9595
flushStep()
96+
} else if (event.type === 'error') {
97+
console.error(`[${agentId}] Error event:`, event.message)
9698
}
9799
},
98100
})

evals/buffbench/judge.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -177,6 +177,9 @@ ${error ? `\n## Error Encountered\n${error}` : ''}`
177177
else if (event.type === 'tool_call') {
178178
agentOutput.push(JSON.stringify(event, null, 2))
179179
}
180+
else if (event.type === 'error') {
181+
console.error('[Judge] Error event:', event.message)
182+
}
180183
},
181184
})
182185

evals/buffbench/trace-analyzer.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -257,6 +257,8 @@ Focus on the HOW, not the WHAT: We want to understand and improve how agents wor
257257
agentOutput.push(event.text)
258258
} else if (event.type === 'tool_call') {
259259
agentOutput.push(JSON.stringify(event, null, 2))
260+
} else if (event.type === 'error') {
261+
console.error('[Trace Analyzer] Error event:', event.message)
260262
}
261263
},
262264
})

0 commit comments

Comments
 (0)