Add configurable context window size (Issue #363)

Author: bhouston

packages/cli/README.md

@@ -125,6 +125,9 @@ export default {
   // Model settings
   provider: 'anthropic',
   model: 'claude-3-7-sonnet-20250219',
+  // Manual override for context window size (in tokens)
+  // Useful for models that don't have a known context window size
+  // contextWindow: 16384,
   maxTokens: 4096,
   temperature: 0.7,
 

packages/cli/src/commands/$default.ts

@@ -197,6 +197,7 @@ export async function executePrompt(
       model: config.model,
       maxTokens: config.maxTokens,
       temperature: config.temperature,
+      contextWindow: config.contextWindow,
       shellTracker: new ShellTracker('mainAgent'),
       agentTracker: new AgentTracker('mainAgent'),
       browserTracker: new SessionTracker('mainAgent'),

packages/cli/src/options.ts

@@ -9,6 +9,7 @@ export type SharedOptions = {
   readonly model?: string;
   readonly maxTokens?: number;
   readonly temperature?: number;
+  readonly contextWindow?: number;
   readonly profile?: boolean;
   readonly userPrompt?: boolean;
   readonly upgradeCheck?: boolean;
@@ -43,6 +44,10 @@ export const sharedOptions = {
     type: 'number',
     description: 'Temperature for text generation (0.0-1.0)',
   } as const,
+  contextWindow: {
+    type: 'number',
+    description: 'Manual override for context window size in tokens',
+  } as const,
   interactive: {
     type: 'boolean',
     alias: 'i',

packages/cli/src/settings/config.ts

@@ -12,6 +12,7 @@ export type Config = {
   model?: string;
   maxTokens: number;
   temperature: number;
+  contextWindow?: number; // Manual override for context window size
   customPrompt: string | string[];
   profile: boolean;
   userPrompt: boolean;
@@ -90,6 +91,7 @@ export const getConfigFromArgv = (argv: ArgumentsCamelCase<SharedOptions>) => {
     model: argv.model,
     maxTokens: argv.maxTokens,
     temperature: argv.temperature,
+    contextWindow: argv.contextWindow,
     profile: argv.profile,
     userSession: argv.userSession,
     headless: argv.headless,