evals: filter out set_messages tool calls

charleslien · charleslien · commit 43cad93a1dcc · 2025-08-26T11:43:43.000-07:00
diff --git a/evals/git-evals/runners/codebuff.ts b/evals/git-evals/runners/codebuff.ts
@@ -76,7 +76,7 @@ export class CodebuffRunner implements Runner {
           responseText += event.text
         } else if (event.type === 'tool_call') {
           // Do not include set_messages
-          if (event.toolCallId === 'set_messages') {
+          if (event.toolName === 'set_messages') {
             return
           }
           toolCalls.push(event as any)

Original file line number	Diff line number	Diff line change
`@@ -76,7 +76,7 @@ export class CodebuffRunner implements Runner {`
`76`	`76`	`responseText += event.text`
`77`	`77`	`} else if (event.type === 'tool_call') {`
`78`	`78`	`// Do not include set_messages`
`79`		`- if (event.toolCallId === 'set_messages') {`
	`79`	`+ if (event.toolName === 'set_messages') {`
`80`	`80`	`return`
`81`	`81`	`}`
`82`	`82`	`toolCalls.push(event as any)`