tweaks

Author: jahooma

.agents/base2/base2.ts

@@ -6,12 +6,11 @@ import {
   type SecretAgentDefinition,
 } from '../types/secret-agent-definition'
 
-export const createBase2: (mode: 'normal' | 'max') => SecretAgentDefinition = (
-  mode,
-) => {
+export const createBase2: (
+  mode: 'normal' | 'max',
+) => Omit<SecretAgentDefinition, 'id'> = (mode) => {
   const isMax = mode === 'max'
   return {
-    id: 'base2',
     publisher,
     model: 'anthropic/claude-sonnet-4.5',
     displayName: 'Buffy the Orchestrator',
@@ -139,5 +138,5 @@ The user asks you to implement a new feature. You respond in multiple steps:
   }
 }
 
-const definition = createBase2('normal')
+const definition = { ...createBase2('normal'), id: 'base2' }
 export default definition

evals/buffbench/main.ts

@@ -1,19 +1,14 @@
 import path from 'path'
-import fs from 'fs'
 
 import { runBuffBench } from './run-buffbench'
 
 async function main() {
-  const results = await runBuffBench({
+  await runBuffBench({
     evalDataPath: path.join(__dirname, 'eval-codebuff.json'),
     agents: ['base2-simple', 'base2'],
-    commitConcurrency: 20,
+    taskConcurrency: 20,
   })
 
-  const outputPath = path.join(__dirname, 'results.json')
-  fs.writeFileSync(outputPath, JSON.stringify(results, null, 2))
-  console.log(`\nResults written to ${outputPath}`)
-
   process.exit(0)
 }
 

evals/buffbench/run-buffbench.ts

@@ -155,10 +155,10 @@ async function runTask(options: {
 export async function runBuffBench(options: {
   evalDataPath: string
   agents: string[]
-  commitConcurrency?: number
+  taskConcurrency?: number
   client?: CodebuffClient
 }) {
-  const { evalDataPath, agents, commitConcurrency = 1 } = options
+  const { evalDataPath, agents, taskConcurrency = 1 } = options
 
   const evalData: EvalDataV2 = JSON.parse(
     fs.readFileSync(evalDataPath, 'utf-8'),
@@ -191,7 +191,7 @@ export async function runBuffBench(options: {
     }
   }
 
-  const commitLimit = pLimit(commitConcurrency)
+  const commitLimit = pLimit(taskConcurrency)
 
   const commitPromises = commitsToRun.map((commit, index) =>
     commitLimit(() =>