route all gemini calls through openrouter

Author: charleslien

backend/src/fast-rewrite.ts

@@ -1,4 +1,4 @@
-import { geminiModels, openaiModels } from '@codebuff/common/old-constants'
+import { models, openaiModels } from '@codebuff/common/old-constants'
 import { buildArray } from '@codebuff/common/util/array'
 import { parseMarkdownCodeBlock } from '@codebuff/common/util/file'
 import { generateCompactId, hasLazyEdit } from '@codebuff/common/util/string'
@@ -208,7 +208,7 @@ Do not write anything else.
     clientSessionId,
     fingerprintId,
     userInputId,
-    model: geminiModels.gemini2flash,
+    model: models.openrouter_gemini2_5_flash,
     userId,
   })
   const shouldAddPlaceholderComments = response.includes('LOCAL_CHANGE_ONLY')

backend/src/find-files/request-files-prompt.ts

@@ -344,7 +344,7 @@ async function getRelevantFiles(
   let response = await promptFlashWithFallbacks(codebuffMessages, {
     clientSessionId,
     userInputId,
-    model: models.gemini2flash,
+    model: models.openrouter_gemini2_5_flash,
     userId,
     useFinetunedModel: finetunedModel,
     fingerprintId,

backend/src/get-documentation-for-query.ts

@@ -1,4 +1,4 @@
-import { geminiModels } from '@codebuff/common/old-constants'
+import { models } from '@codebuff/common/old-constants'
 import { closeXml } from '@codebuff/common/util/xml'
 import { uniq } from 'lodash'
 import { z } from 'zod/v4'
@@ -166,7 +166,7 @@ ${closeXml('user_query')}
       ...options,
       messages: [{ role: 'user', content: prompt }],
       userId: options.userId,
-      model: geminiModels.gemini2flash,
+      model: models.openrouter_gemini2_5_flash,
       temperature: 0,
       schema: z.object({
         libraries: z.array(
@@ -227,7 +227,7 @@ ${closeXml('documentation_chunks')}
       userInputId: options.userInputId,
       fingerprintId: options.fingerprintId,
       userId: options.userId,
-      model: geminiModels.gemini2_5_flash,
+      model: models.openrouter_gemini2_5_flash,
       temperature: 0,
       schema: z.object({
         relevant_chunks: z.array(z.number()),

backend/src/llm-apis/gemini-with-fallbacks.ts

@@ -6,7 +6,7 @@ import { promptAiSdk } from './vercel-ai-sdk/ai-sdk'
 import type {
   CostMode,
   FinetunedVertexModel,
-  GeminiModel,
+  Model,
 } from '@codebuff/common/old-constants'
 import type { Message } from '@codebuff/common/types/messages/codebuff-message'
 
@@ -41,7 +41,7 @@ export async function promptFlashWithFallbacks(
     clientSessionId: string
     fingerprintId: string
     userInputId: string
-    model: GeminiModel
+    model: Model
     userId: string | undefined
     maxTokens?: number
     temperature?: number

backend/src/llm-apis/message-cost-tracker.ts

@@ -4,10 +4,10 @@ import {
   getUserCostPerCredit,
 } from '@codebuff/billing'
 import { trackEvent } from '@codebuff/common/analytics'
-import { models, TEST_USER_ID } from '@codebuff/common/old-constants'
 import { AnalyticsEvent } from '@codebuff/common/constants/analytics-events'
 import db from '@codebuff/common/db/index'
 import * as schema from '@codebuff/common/db/schema'
+import { models, TEST_USER_ID } from '@codebuff/common/old-constants'
 import { withRetry } from '@codebuff/common/util/promise'
 import { stripeServer } from '@codebuff/common/util/stripe'
 import { logSyncFailure } from '@codebuff/common/util/sync-failure'

common/src/old-constants.ts

@@ -256,8 +256,8 @@ export const models = {
 } as const
 
 export const shortModelNames = {
-  'gemini-2.5-pro': models.gemini2_5_pro_preview,
-  'flash-2.5': models.gemini2_5_flash,
+  'gemini-2.5-pro': models.openrouter_gemini2_5_pro_preview,
+  'flash-2.5': models.openrouter_gemini2_5_flash,
   'opus-4': models.openrouter_claude_opus_4,
   'sonnet-4': models.openrouter_claude_sonnet_4,
   'sonnet-3.7': models.openrouter_claude_sonnet_4,