|
| 1 | +import { isExplicitlyDefinedModel } from '../util/model-utils' |
| 2 | + |
| 3 | +// Allowed model prefixes for validation |
| 4 | +export const ALLOWED_MODEL_PREFIXES = [ |
| 5 | + 'anthropic', |
| 6 | + 'openai', |
| 7 | + 'google', |
| 8 | + 'x-ai', |
| 9 | +] as const |
| 10 | + |
| 11 | +export const costModes = [ |
| 12 | + 'lite', |
| 13 | + 'normal', |
| 14 | + 'max', |
| 15 | + 'experimental', |
| 16 | + 'ask', |
| 17 | +] as const |
| 18 | +export type CostMode = (typeof costModes)[number] |
| 19 | + |
| 20 | +export const openaiModels = { |
| 21 | + gpt4_1: 'gpt-4.1-2025-04-14', |
| 22 | + gpt4o: 'gpt-4o-2024-11-20', |
| 23 | + gpt4omini: 'gpt-4o-mini-2024-07-18', |
| 24 | + o3mini: 'o3-mini-2025-01-31', |
| 25 | + o3: 'o3-2025-04-16', |
| 26 | + o3pro: 'o3-pro-2025-06-10', |
| 27 | + o4mini: 'o4-mini-2025-04-16', |
| 28 | + generatePatch: |
| 29 | + 'ft:gpt-4o-2024-08-06:manifold-markets:generate-patch-batch2:AKYtDIhk', |
| 30 | +} as const |
| 31 | +export type OpenAIModel = (typeof openaiModels)[keyof typeof openaiModels] |
| 32 | + |
| 33 | +export const openrouterModels = { |
| 34 | + openrouter_claude_sonnet_4_5: 'anthropic/claude-sonnet-4.5', |
| 35 | + openrouter_claude_sonnet_4: 'anthropic/claude-4-sonnet-20250522', |
| 36 | + openrouter_claude_opus_4: 'anthropic/claude-opus-4.1', |
| 37 | + openrouter_claude_3_5_haiku: 'anthropic/claude-3.5-haiku-20241022', |
| 38 | + openrouter_claude_3_5_sonnet: 'anthropic/claude-3.5-sonnet-20240620', |
| 39 | + openrouter_gpt4o: 'openai/gpt-4o-2024-11-20', |
| 40 | + openrouter_gpt5: 'openai/gpt-5.1', |
| 41 | + openrouter_gpt5_chat: 'openai/gpt-5.1-chat', |
| 42 | + openrouter_gpt4o_mini: 'openai/gpt-4o-mini-2024-07-18', |
| 43 | + openrouter_gpt4_1_nano: 'openai/gpt-4.1-nano', |
| 44 | + openrouter_o3_mini: 'openai/o3-mini-2025-01-31', |
| 45 | + openrouter_gemini2_5_pro_preview: 'google/gemini-2.5-pro', |
| 46 | + openrouter_gemini2_5_flash: 'google/gemini-2.5-flash', |
| 47 | + openrouter_gemini2_5_flash_thinking: |
| 48 | + 'google/gemini-2.5-flash-preview:thinking', |
| 49 | + openrouter_grok_4: 'x-ai/grok-4-07-09', |
| 50 | +} as const |
| 51 | +export type openrouterModel = |
| 52 | + (typeof openrouterModels)[keyof typeof openrouterModels] |
| 53 | + |
| 54 | +export const deepseekModels = { |
| 55 | + deepseekChat: 'deepseek-chat', |
| 56 | + deepseekReasoner: 'deepseek-reasoner', |
| 57 | +} as const |
| 58 | +export type DeepseekModel = (typeof deepseekModels)[keyof typeof deepseekModels] |
| 59 | + |
| 60 | +// Vertex uses "endpoint IDs" for finetuned models, which are just integers |
| 61 | +export const finetunedVertexModels = { |
| 62 | + ft_filepicker_003: '196166068534771712', |
| 63 | + ft_filepicker_005: '8493203957034778624', |
| 64 | + ft_filepicker_007: '2589952415784501248', |
| 65 | + ft_filepicker_topk_001: '3676445825887633408', |
| 66 | + ft_filepicker_008: '2672143108984012800', |
| 67 | + ft_filepicker_topk_002: '1694861989844615168', |
| 68 | + ft_filepicker_010: '3808739064941641728', |
| 69 | + ft_filepicker_010_epoch_2: '6231675664466968576', |
| 70 | + ft_filepicker_topk_003: '1502192368286171136', |
| 71 | +} as const |
| 72 | +export const finetunedVertexModelNames: Record<string, string> = { |
| 73 | + [finetunedVertexModels.ft_filepicker_003]: 'ft_filepicker_003', |
| 74 | + [finetunedVertexModels.ft_filepicker_005]: 'ft_filepicker_005', |
| 75 | + [finetunedVertexModels.ft_filepicker_007]: 'ft_filepicker_007', |
| 76 | + [finetunedVertexModels.ft_filepicker_topk_001]: 'ft_filepicker_topk_001', |
| 77 | + [finetunedVertexModels.ft_filepicker_008]: 'ft_filepicker_008', |
| 78 | + [finetunedVertexModels.ft_filepicker_topk_002]: 'ft_filepicker_topk_002', |
| 79 | + [finetunedVertexModels.ft_filepicker_010]: 'ft_filepicker_010', |
| 80 | + [finetunedVertexModels.ft_filepicker_010_epoch_2]: |
| 81 | + 'ft_filepicker_010_epoch_2', |
| 82 | + [finetunedVertexModels.ft_filepicker_topk_003]: 'ft_filepicker_topk_003', |
| 83 | +} |
| 84 | +export type FinetunedVertexModel = |
| 85 | + (typeof finetunedVertexModels)[keyof typeof finetunedVertexModels] |
| 86 | + |
| 87 | +export const models = { |
| 88 | + ...openaiModels, |
| 89 | + ...deepseekModels, |
| 90 | + ...openrouterModels, |
| 91 | + ...finetunedVertexModels, |
| 92 | +} as const |
| 93 | + |
| 94 | +export const shortModelNames = { |
| 95 | + 'gemini-2.5-pro': models.openrouter_gemini2_5_pro_preview, |
| 96 | + 'flash-2.5': models.openrouter_gemini2_5_flash, |
| 97 | + 'opus-4': models.openrouter_claude_opus_4, |
| 98 | + 'sonnet-4.5': models.openrouter_claude_sonnet_4_5, |
| 99 | + 'sonnet-4': models.openrouter_claude_sonnet_4, |
| 100 | + 'sonnet-3.7': models.openrouter_claude_sonnet_4, |
| 101 | + 'sonnet-3.6': models.openrouter_claude_3_5_sonnet, |
| 102 | + 'sonnet-3.5': models.openrouter_claude_3_5_sonnet, |
| 103 | + 'gpt-4.1': models.gpt4_1, |
| 104 | + 'o3-mini': models.o3mini, |
| 105 | + o3: models.o3, |
| 106 | + 'o4-mini': models.o4mini, |
| 107 | + 'o3-pro': models.o3pro, |
| 108 | +} |
| 109 | + |
| 110 | +export const providerModelNames = { |
| 111 | + ...Object.fromEntries( |
| 112 | + Object.entries(openaiModels).map(([name, model]) => [ |
| 113 | + model, |
| 114 | + 'openai' as const, |
| 115 | + ]), |
| 116 | + ), |
| 117 | + ...Object.fromEntries( |
| 118 | + Object.entries(openrouterModels).map(([name, model]) => [ |
| 119 | + model, |
| 120 | + 'openrouter' as const, |
| 121 | + ]), |
| 122 | + ), |
| 123 | +} |
| 124 | + |
| 125 | +export type Model = (typeof models)[keyof typeof models] | (string & {}) |
| 126 | + |
| 127 | +export const shouldCacheModels = [ |
| 128 | + 'anthropic/claude-opus-4.1', |
| 129 | + 'anthropic/claude-sonnet-4', |
| 130 | + 'anthropic/claude-opus-4', |
| 131 | + 'anthropic/claude-3.7-sonnet', |
| 132 | + 'anthropic/claude-3.5-haiku', |
| 133 | + 'z-ai/glm-4.5', |
| 134 | + 'qwen/qwen3-coder', |
| 135 | +] |
| 136 | +const nonCacheableModels = [ |
| 137 | + models.openrouter_grok_4, |
| 138 | +] satisfies string[] as string[] |
| 139 | +export function supportsCacheControl(model: Model): boolean { |
| 140 | + if (model.startsWith('openai/')) { |
| 141 | + return true |
| 142 | + } |
| 143 | + if (model.startsWith('anthropic/')) { |
| 144 | + return true |
| 145 | + } |
| 146 | + if (!isExplicitlyDefinedModel(model)) { |
| 147 | + // Default to no cache control for unknown models |
| 148 | + return false |
| 149 | + } |
| 150 | + return !nonCacheableModels.includes(model) |
| 151 | +} |
| 152 | + |
| 153 | +export function getModelFromShortName( |
| 154 | + modelName: string | undefined, |
| 155 | +): Model | undefined { |
| 156 | + if (!modelName) return undefined |
| 157 | + if (modelName && !(modelName in shortModelNames)) { |
| 158 | + throw new Error( |
| 159 | + `Unknown model: ${modelName}. Please use a valid model. Valid models are: ${Object.keys( |
| 160 | + shortModelNames, |
| 161 | + ).join(', ')}`, |
| 162 | + ) |
| 163 | + } |
| 164 | + |
| 165 | + return shortModelNames[modelName as keyof typeof shortModelNames] |
| 166 | +} |
| 167 | + |
| 168 | +export const providerDomains = { |
| 169 | + google: 'google.com', |
| 170 | + anthropic: 'anthropic.com', |
| 171 | + openai: 'chatgpt.com', |
| 172 | + deepseek: 'deepseek.com', |
| 173 | + xai: 'x.ai', |
| 174 | +} as const |
| 175 | + |
| 176 | +export function getLogoForModel(modelName: string): string | undefined { |
| 177 | + let domain: string | undefined |
| 178 | + |
| 179 | + if (Object.values(openaiModels).includes(modelName as OpenAIModel)) |
| 180 | + domain = providerDomains.openai |
| 181 | + else if (Object.values(deepseekModels).includes(modelName as DeepseekModel)) |
| 182 | + domain = providerDomains.deepseek |
| 183 | + else if (modelName.includes('claude')) domain = providerDomains.anthropic |
| 184 | + else if (modelName.includes('grok')) domain = providerDomains.xai |
| 185 | + |
| 186 | + return domain |
| 187 | + ? `https://www.google.com/s2/favicons?domain=${domain}&sz=256` |
| 188 | + : undefined |
| 189 | +} |
| 190 | + |
| 191 | +export const getModelForMode = ( |
| 192 | + costMode: CostMode, |
| 193 | + operation: 'agent' | 'file-requests' | 'check-new-files', |
| 194 | +) => { |
| 195 | + if (operation === 'agent') { |
| 196 | + return { |
| 197 | + lite: models.openrouter_gemini2_5_flash, |
| 198 | + normal: models.openrouter_claude_sonnet_4, |
| 199 | + max: models.openrouter_claude_sonnet_4, |
| 200 | + experimental: models.openrouter_gemini2_5_pro_preview, |
| 201 | + ask: models.openrouter_gemini2_5_pro_preview, |
| 202 | + }[costMode] |
| 203 | + } |
| 204 | + if (operation === 'file-requests') { |
| 205 | + return { |
| 206 | + lite: models.openrouter_claude_3_5_haiku, |
| 207 | + normal: models.openrouter_claude_3_5_haiku, |
| 208 | + max: models.openrouter_claude_sonnet_4, |
| 209 | + experimental: models.openrouter_claude_sonnet_4, |
| 210 | + ask: models.openrouter_claude_3_5_haiku, |
| 211 | + }[costMode] |
| 212 | + } |
| 213 | + if (operation === 'check-new-files') { |
| 214 | + return { |
| 215 | + lite: models.openrouter_claude_3_5_haiku, |
| 216 | + normal: models.openrouter_claude_sonnet_4, |
| 217 | + max: models.openrouter_claude_sonnet_4, |
| 218 | + experimental: models.openrouter_claude_sonnet_4, |
| 219 | + ask: models.openrouter_claude_sonnet_4, |
| 220 | + }[costMode] |
| 221 | + } |
| 222 | + throw new Error(`Unknown operation: ${operation}`) |
| 223 | +} |
0 commit comments