Skip to content

Commit b4cde52

Browse files
committed
Try experimental in daily evals
1 parent 6b5c0d2 commit b4cde52

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

evals/git-evals/run-git-evals.ts

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,9 @@ import {
3131
GitRepoEvalData,
3232
} from './types'
3333

34+
// Try Gemini!
35+
const COST_MODE = 'experimental' as const
36+
3437
async function runSingleEval(
3538
evalCommit: EvalCommit,
3639
projectPath: string,
@@ -142,7 +145,7 @@ Explain your reasoning in detail.`,
142145
projectPath,
143146
maxIterations: 20,
144147
options: {
145-
costMode: 'normal',
148+
costMode: COST_MODE,
146149
},
147150
}),
148151
// Timeout after 30 minutes

0 commit comments

Comments
 (0)