diff --git a/docs/mcp-store-colada-integration.md b/docs/mcp-store-colada-integration.md new file mode 100644 index 000000000..a1719f616 --- /dev/null +++ b/docs/mcp-store-colada-integration.md @@ -0,0 +1,2666 @@ +# MCP Store Colada 集成文档 + +> 本文档描述了 mcpStore 中 Pinia Colada 集成的架构、使用方式和最佳实践。 + +**创建时间**：2024-12-19 +**最后更新**：2024-12-19 +**状态**：已完成阶段一、阶段二 + +## 目录 + +- [一、架构概述](#一架构概述) +- [二、核心概念](#二核心概念) +- [三、mcpStore 结构说明](#三mcpstore-结构说明) +- [四、使用指南](#四使用指南) +- [五、常见问题](#五常见问题) +- [六、迁移指南](#六迁移指南) + +--- + +## 一、架构概述 + +### 1.1 Colada 集成的目的和收益 + +Pinia Colada 的集成旨在解决以下问题： + +1. **减少样板代码**：自动管理 `loading`、`error`、`data` 状态，减少约 40% 的状态管理代码 +2. **性能优化**：通过请求去重和智能缓存，减少 50-70% 的重复 IPC 调用 +3. **数据一致性**：写操作后自动失效缓存并刷新相关数据，确保 UI 显示最新状态 +4. **开发体验**：统一的 Query + Mutation 模式，降低维护复杂度 + +### 1.2 整体架构设计 + +mcpStore 采用 **Query + Mutation 模式**： + +``` +┌─────────────────────────────────────────────────────────┐ +│ Component Layer │ +│ (使用 store 的计算属性和方法) │ +└────────────────────┬────────────────────────────────────┘ + │ +┌────────────────────▼────────────────────────────────────┐ +│ mcpStore │ +│ ┌──────────────────────────────────────────────────┐ │ +│ │ Computed Properties (tools, clients, etc.) │ │ +│ │ ← 直接暴露 Query 状态 │ │ +│ └──────────────────────────────────────────────────┘ │ +│ ┌──────────────────────────────────────────────────┐ │ +│ │ Queries (configQuery, toolsQuery, etc.) │ │ +│ │ ← 使用 useIpcQuery / useQuery │ │ +│ └──────────────────────────────────────────────────┘ │ +│ ┌──────────────────────────────────────────────────┐ │ +│ │ Mutations (addServerMutation, etc.) │ │ +│ │ ← 使用 useIpcMutation │ │ +│ │ → 自动失效相关 Query 缓存 │ │ +│ └──────────────────────────────────────────────────┘ │ +└────────────────────┬────────────────────────────────────┘ + │ +┌────────────────────▼────────────────────────────────────┐ +│ Composables Layer │ +│ ┌──────────────────┐ ┌──────────────────┐ │ +│ │ useIpcQuery │ │ useIpcMutation │ │ +│ └──────────────────┘ └──────────────────┘ │ +└────────────────────┬────────────────────────────────────┘ + │ +┌────────────────────▼────────────────────────────────────┐ +│ IPC Layer (usePresenter) │ +│ ← 调用主进程 presenter 方法 │ +└─────────────────────────────────────────────────────────┘ +``` + +### 1.3 设计决策 + +1. **计算属性而非直接暴露 Query**： + - 保持 store API 的向后兼容性 + - 提供统一的访问接口 + - 支持条件过滤（如 `mcpEnabled` 检查） + +2. **自动缓存失效**： + - Mutation 成功后自动失效相关 Query 缓存 + - 确保写操作后数据立即更新 + - 减少手动缓存管理代码 + +3. **条件查询（enabled）**： + - 某些查询只在 MCP 启用时执行 + - 避免不必要的 IPC 调用 + - 自动响应配置变化 + +--- + +## 二、核心概念 + +### 2.1 useIpcQuery 使用方式 + +`useIpcQuery` 是一个 composable，用于将 IPC 调用包装成 Colada Query。 + +#### 基本用法 + +```typescript +import { useIpcQuery } from '@/composables/useIpcQuery' + +const toolsQuery = useIpcQuery({ + presenter: 'mcpPresenter', // Presenter 名称 + method: 'getAllToolDefinitions', // 方法名 + key: () => ['mcp', 'tools'], // 缓存 key + enabled: () => config.value.ready && config.value.mcpEnabled, // 条件查询 + staleTime: 30_000 // 缓存时间（30秒） +}) +``` + +#### 参数说明 + +- `presenter`: Presenter 名称（类型安全） +- `method`: Presenter 方法名（类型安全） +- `key`: 返回缓存 key 的函数，用于标识和去重 +- `enabled`: 可选，返回布尔值的函数，控制查询是否执行 +- `staleTime`: 可选，数据新鲜时间（毫秒），默认使用全局配置 +- `gcTime`: 可选，垃圾回收时间（毫秒），默认使用全局配置 + +#### 返回的 Query 对象 + +```typescript +interface UseQueryReturn { + data: Ref // 查询结果 + isLoading: Ref // 加载状态 + error: Ref // 错误信息 + refetch: () => Promise<...> // 强制刷新 + refresh: () => Promise<...> // 刷新（如果数据过期） +} +``` + +### 2.2 useIpcMutation 使用方式 + +`useIpcMutation` 是一个 composable，用于将 IPC 调用包装成 Colada Mutation。 + +#### 基本用法 + +```typescript +import { useIpcMutation } from '@/composables/useIpcMutation' + +const addServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'addMcpServer', + invalidateQueries: () => [ + ['mcp', 'config'], + ['mcp', 'tools'], + ['mcp', 'clients'], + ['mcp', 'resources'] + ], + onSuccess: (result) => { + console.log('Server added:', result) + }, + onError: (error) => { + console.error('Failed to add server:', error) + } +}) +``` + +#### 参数说明 + +- `presenter`: Presenter 名称（类型安全） +- `method`: Presenter 方法名（类型安全） +- `invalidateQueries`: 可选，返回需要失效的 query keys 数组 +- `onSuccess`: 可选，成功回调 +- `onError`: 可选，错误回调 +- `onSettled`: 可选，完成回调（无论成功或失败） + +#### 使用 Mutation + +```typescript +// 调用 mutation（参数需要作为数组传递） +await addServerMutation.mutateAsync([serverName, serverConfig]) + +// 或者使用 mutate（不等待结果） +addServerMutation.mutate([serverName, serverConfig]) +``` + +**注意**：`mutateAsync` 和 `mutate` 的参数必须是一个数组，数组中的元素对应 Presenter 方法的参数。 + +### 2.3 缓存失效策略 + +#### 自动失效 + +Mutation 成功后，会自动失效 `invalidateQueries` 中指定的所有 Query 缓存： + +```typescript +const addServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'addMcpServer', + invalidateQueries: () => [ + ['mcp', 'config'], // 失效配置查询 + ['mcp', 'tools'], // 失效工具列表查询 + ['mcp', 'clients'], // 失效客户端列表查询 + ['mcp', 'resources'] // 失效资源列表查询 + ] +}) +``` + +#### 失效规则 + +- **精确匹配**：`exact: true` - 只失效完全匹配的 key +- **前缀匹配**：`exact: false`（默认）- 失效所有以该 key 开头的查询 + +#### 最佳实践 + +1. **失效相关查询**：写操作后，失效所有可能受影响的数据查询 +2. **避免过度失效**：只失效真正需要刷新的查询，避免不必要的网络请求 +3. **考虑依赖关系**：如果查询之间有依赖，失效父查询会自动触发子查询刷新 + +### 2.4 类型安全 + +`useIpcQuery` 和 `useIpcMutation` 都提供完整的 TypeScript 类型推断： + +```typescript +// 类型自动推断 +const toolsQuery = useIpcQuery({ + presenter: 'mcpPresenter', + method: 'getAllToolDefinitions', // 类型检查：方法必须存在 + key: () => ['mcp', 'tools'] +}) +// toolsQuery.data.value 的类型是 MCPToolDefinition[] | undefined +``` + +--- + +## 三、mcpStore 结构说明 + +### 3.1 Query 定义 + +mcpStore 使用了 5 个核心 Query 来管理不同类型的数据，每个 Query 都有明确的职责和缓存策略。 + +#### 3.1.1 配置查询 (configQuery) + +**用途**：获取 MCP 的核心配置信息，包括服务器列表、默认服务器和启用状态。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第78-95行) +const configQuery = useQuery({ + key: () => ['mcp', 'config'], // 缓存键：唯一标识配置查询 + staleTime: 30_000, // 数据新鲜时间：30秒 + gcTime: 300_000, // 垃圾回收时间：5分钟 + query: async () => { + // 并行请求三个配置项，提高性能 + const [servers, defaultServers, enabled] = await Promise.all([ + mcpPresenter.getMcpServers(), + mcpPresenter.getMcpDefaultServers(), + mcpPresenter.getMcpEnabled() + ]) + + return { + mcpServers: servers ?? {}, // 服务器配置映射 + defaultServers: defaultServers ?? [], // 默认服务器列表 + mcpEnabled: Boolean(enabled) // MCP 启用状态 + } + } +}) +``` + +**返回类型**： +```typescript +interface ConfigQueryResult { + mcpServers: MCPConfig['mcpServers'] // Record + defaultServers: string[] // 默认服务器名称数组 + mcpEnabled: boolean // MCP 全局启用状态 +} +``` + +**配置说明**： +- `key`: 缓存唯一标识，用于数据的存储、检索和失效 +- `staleTime: 30_000`: 30秒内数据被认为是新鲜的，不会重复请求 +- `gcTime: 300_000`: 5分钟后，如果数据未使用则从内存中清理 +- 使用 `Promise.all` 并行请求，减少总体响应时间 + +#### 3.1.2 工具查询 (toolsQuery) + +**用途**：获取所有可用的 MCP 工具定义，这是核心功能查询之一。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第97-103行) +const toolsQuery = useIpcQuery({ + presenter: 'mcpPresenter', // IPC 调用目标 + method: 'getAllToolDefinitions', // Presenter 方法名 + key: () => ['mcp', 'tools'], // 缓存键 + enabled: () => config.value.ready && config.value.mcpEnabled, // 条件查询 + staleTime: 30_000 // 缓存30秒，与 clientsQuery 保持一致 +}) as UseQueryReturn +``` + +**条件查询机制**： +- `enabled: () => config.value.ready && config.value.mcpEnabled` + - `config.value.ready`: 确保配置已加载完成 + - `config.value.mcpEnabled`: 只有在 MCP 启用时才执行查询 + - 当条件不满足时，查询自动暂停，不会发送 IPC 请求 + +**配置参数**： +- `staleTime: 30_000`: 工具定义可能变化，缓存时间较短，与 clientsQuery 保持一致 +- 自动类型推断：返回 `MCPToolDefinition[]` + +#### 3.1.3 客户端查询 (clientsQuery) + +**用途**：获取当前活跃的 MCP 客户端连接状态。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第105-111行) +const clientsQuery = useIpcQuery({ + presenter: 'mcpPresenter', + method: 'getMcpClients', + key: () => ['mcp', 'clients'], + enabled: () => config.value.ready && config.value.mcpEnabled, // 同样的条件查询 + staleTime: 30_000 // 30秒缓存，连接状态变化较快 +}) as UseQueryReturn +``` + +**特点**： +- 缓存时间较短（30秒），因为客户端连接状态可能频繁变化 +- 同样使用条件查询，避免不必要的 IPC 调用 + +#### 3.1.4 资源查询 (resourcesQuery) + +**用途**：获取所有可用的 MCP 资源列表（文件、数据库等）。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第113-119行) +const resourcesQuery = useIpcQuery({ + presenter: 'mcpPresenter', + method: 'getAllResources', + key: () => ['mcp', 'resources'], + enabled: () => config.value.ready && config.value.mcpEnabled, + staleTime: 30_000 // 30秒缓存 +}) as UseQueryReturn +``` + +#### 3.1.5 提示模板查询 (promptsQuery) + +**用途**：获取混合数据源的自定义提示模板和 MCP 提示模板。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第149-162行) +const promptsQuery = useQuery({ + key: () => ['mcp', 'prompts', config.value.mcpEnabled], // 键包含启用状态 + staleTime: 60_000, + gcTime: 300_000, + query: async () => { + // 1. 首先加载自定义提示模板（来自配置） + const customPrompts = await loadCustomPrompts() + + // 2. 如果 MCP 未启用，只返回自定义提示 + if (!config.value.mcpEnabled) { + return customPrompts + } + + // 3. 如果 MCP 启用，合并自定义提示和 MCP 提示 + const mcpPrompts = await loadMcpPrompts() + return [...customPrompts, ...mcpPrompts] + } +}) +``` + +**特殊设计**： +- 混合数据源：自定义提示（configPresenter） + MCP 提示（mcpPresenter） +- 键包含 `mcpEnabled` 状态，确保启用状态变化时缓存失效 +- 即使 MCP 未启用也能提供自定义提示模板 + +### 3.2 Mutation 定义 + +所有 Mutation 都使用 `useIpcMutation` 定义，具有自动缓存失效功能，确保写操作后数据一致性。 + +#### 3.2.1 服务器管理 Mutations + +##### 添加服务器 (addServerMutation) + +**用途**：添加新的 MCP 服务器配置。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第293-302行) +const addServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'addMcpServer', + invalidateQueries: () => [ + ['mcp', 'config'], // 失效配置查询（服务器列表） + ['mcp', 'tools'], // 失效工具查询（新服务器可能有工具） + ['mcp', 'clients'], // 失效客户端查询（新服务器连接） + ['mcp', 'resources'] // 失效资源查询（新服务器可能有资源） + ] +}) +``` + +**缓存失效策略**： +- 全量失效：添加服务器可能影响所有数据类型 +- 确保后续查询能获取到最新的数据 + +**实际使用**： +在实际代码中，某些 mutation 操作后可能会手动调用 `runQuery(configQuery, { force: true })` 来确保配置立即刷新。虽然缓存失效会自动触发查询刷新，但手动调用可以确保在需要时立即获取最新数据。 + +##### 更新服务器 (updateServerMutation) + +**用途**：修改现有服务器的配置。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第304-313行) +const updateServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'updateMcpServer', + invalidateQueries: () => [ + ['mcp', 'config'], // 配置变化 + ['mcp', 'tools'], // 工具定义可能变化 + ['mcp', 'clients'], // 连接状态可能变化 + ['mcp', 'resources'] // 资源列表可能变化 + ] +}) +``` + +##### 删除服务器 (removeServerMutation) + +**用途**：移除 MCP 服务器配置。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第315-324行) +const removeServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'removeMcpServer', + invalidateQueries: () => [ + ['mcp', 'config'], // 服务器配置变化 + ['mcp', 'tools'], // 相关工具消失 + ['mcp', 'clients'], 相关连接断开 + ['mcp', 'resources'] // 相关资源不可用 + ] +}) +``` + +#### 3.2.2 默认服务器管理 Mutations + +##### 添加默认服务器 (addDefaultServerMutation) + +**用途**：将服务器添加到默认服务器列表。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第326-330行) +const addDefaultServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'addMcpDefaultServer', + invalidateQueries: () => [['mcp', 'config']] // 只影响配置 +}) +``` + +**特点**： +- 精确失效：只影响配置查询，不影响工具和资源 +- 性能优化：避免不必要的重新加载 + +##### 移除默认服务器 (removeDefaultServerMutation) + +**用途**：从默认服务器列表中移除服务器。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第332-336行) +const removeDefaultServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'removeMcpDefaultServer', + invalidateQueries: () => [['mcp', 'config']] +}) +``` + +##### 重置为默认服务器 (resetToDefaultServersMutation) + +**用途**：恢复到初始默认服务器配置。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第338-342行) +const resetToDefaultServersMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'resetToDefaultServers', + invalidateQueries: () => [['mcp', 'config']] +}) +``` + +#### 3.2.3 MCP 状态管理 Mutation + +##### 设置 MCP 启用状态 (setMcpEnabledMutation) + +**用途**：全局启用或禁用 MCP 功能。 + +**定义**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第344-348行) +const setMcpEnabledMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'setMcpEnabled', + invalidateQueries: () => [['mcp', 'config']] // 只影响配置 +}) +``` + +**特殊效果**： +- 其他查询的 `enabled` 条件会自动响应变化 +- 当禁用时，相关查询自动暂停 +- 当启用时，相关查询自动恢复执行 + +### 3.3 计算属性 + +计算属性是组件访问 mcpStore 状态的主要接口，它们内部处理条件逻辑并提供响应式数据。 + +#### 3.3.1 数据属性 + +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第164-187行) + +// 工具列表 +const tools = computed(() => + (config.value.mcpEnabled ? (toolsQuery.data.value ?? []) : []) +) + +// 客户端列表 +const clients = computed(() => + (config.value.mcpEnabled ? (clientsQuery.data.value ?? []) : []) +) + +// 资源列表 +const resources = computed(() => + config.value.mcpEnabled ? (resourcesQuery.data.value ?? []) : [] +) + +// 提示模板列表（不受 MCP 启用状态影响） +const prompts = computed(() => promptsQuery.data.value ?? []) +``` + +**设计特点**： +- 条件返回：只有 MCP 启用时才返回数据，否则返回空数组 +- 空值保护：使用 `?? []` 确保 undefined 时返回空数组 +- 提示模板特殊处理：始终有效，包含自定义提示 + +#### 3.3.2 状态属性 + +```typescript +// 工具加载状态 +const toolsLoading = computed(() => + config.value.mcpEnabled ? toolsQuery.isLoading.value : false +) + +// 工具错误状态 +const toolsError = computed(() => Boolean(toolsQuery.error.value)) + +// 工具错误消息 +const toolsErrorMessage = computed(() => { + const error = toolsQuery.error.value + if (!error) return '' + return error instanceof Error ? error.message : String(error) +}) +``` + +**状态管理**： +- `toolsLoading`: 条件加载状态，MCP 禁用时始终为 false +- `toolsError`: 布尔值，便于组件中的条件渲染 +- `toolsErrorMessage`: 格式化的错误消息，用于用户显示 + +#### 3.3.3 服务器相关计算属性 + +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第254-289行) + +// 服务器列表（增强版） +const serverList = computed(() => { + const servers = Object.entries(config.value.mcpServers).map(([name, serverConfig]) => ({ + name, + ...serverConfig, + isRunning: serverStatuses.value[name] || false, // 运行状态 + isDefault: config.value.defaultServers.includes(name), // 默认标记 + isLoading: serverLoadingStates.value[name] || false // 加载状态 + })) + + // 排序逻辑：inmemory 类型优先 + return servers.sort((a, b) => { + const aIsInmemory = a.type === 'inmemory' + const bIsInmemory = b.type === 'inmemory' + + if (aIsInmemory && !bIsInmemory) return -1 + if (!aIsInmemory && bIsInmemory) return 1 + return 0 + }) +}) + +// 默认服务器数量 +const defaultServersCount = computed(() => config.value.defaultServers.length) + +// 是否达到最大默认服务器数量 +const hasMaxDefaultServers = computed(() => defaultServersCount.value >= 30) + +// 工具数量 +const toolCount = computed(() => tools.value.length) + +// 是否有工具 +const hasTools = computed(() => toolCount.value > 0) +``` + +### 3.4 状态管理说明 + +mcpStore 实现了多层级的状态管理，确保数据的一致性和响应性。 + +#### 3.4.1 本地状态 + +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第44-65行) +const config = ref({ + mcpServers: {}, + defaultServers: [], + mcpEnabled: false, + ready: false +}) + +const serverStatuses = ref>({}) // 服务器运行状态 +const serverLoadingStates = ref>({}) // 服务器加载状态 +const configLoading = ref(false) // 配置加载状态 + +const toolLoadingStates = ref>({}) // 工具加载状态 +const toolInputs = ref>>({}) // 工具输入 +const toolResults = ref>({}) // 工具结果 +``` + +#### 3.4.2 状态同步机制 + +**配置状态同步**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第189-200行) +const syncConfigFromQuery = (data?: ConfigQueryResult | null) => { + if (!data) return + + config.value = { + mcpServers: data.mcpServers, + defaultServers: data.defaultServers, + mcpEnabled: data.mcpEnabled, + ready: true // 标记配置已准备就绪 + } +} + +// 监听查询数据变化，自动同步到本地状态 +watch( + () => configQuery.data.value, + (data) => syncConfigFromQuery(data), + { immediate: true } +) +``` + +**工具快照应用**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第202-222行) +const applyToolsSnapshot = (toolDefs: MCPToolDefinition[] = []) => { + toolDefs.forEach((tool) => { + if (!toolInputs.value[tool.function.name]) { + toolInputs.value[tool.function.name] = {} + + // 初始化工具参数输入 + if (tool.function.parameters?.properties) { + Object.keys(tool.function.parameters.properties).forEach((paramName) => { + toolInputs.value[tool.function.name][paramName] = '' + }) + } + + // 特殊工具的默认值 + if (tool.function.name === 'search_files') { + toolInputs.value[tool.function.name] = { + path: '', + regex: '\\\\.md$', + file_pattern: '*.md' + } + } + } + }) +} + +// 监听工具查询变化，自动初始化工具输入 +watch( + () => toolsQuery.data.value, + (toolDefs) => { + if (!config.value.mcpEnabled) return + if (Array.isArray(toolDefs)) { + applyToolsSnapshot(toolDefs as MCPToolDefinition[]) + } + }, + { immediate: true } +) +``` + +#### 3.4.3 加载状态管理 + +**统一查询执行器**： +```typescript +// 位置：src/renderer/src/stores/mcp.ts (第67-70行) +type QueryExecuteOptions = { force?: boolean } + +const runQuery = async (queryReturn: UseQueryReturn, options?: QueryExecuteOptions) => { + const runner = options?.force ? queryReturn.refetch : queryReturn.refresh + return await runner() +} +``` + +**使用示例**： +```typescript +// 加载配置 +const loadConfig = async (options?: QueryExecuteOptions) => { + configLoading.value = true + try { + const state = await runQuery(configQuery, options) + if (state.status === 'success') { + syncConfigFromQuery(state.data) + await updateAllServerStatuses() + } + } catch (error) { + console.error(t('mcp.errors.loadConfigFailed'), error) + } finally { + configLoading.value = false + } +} +``` + +### 3.5 缓存配置详细说明 + +mcpStore 使用了分层缓存策略，根据数据特性配置不同的缓存参数。 + +#### 3.5.1 缓存时间配置 + +| Query | staleTime (过期时间) | gcTime (垃圾回收时间) | 说明 | +|-------|---------------------|-----------------------|------| +| configQuery | 30_000 (30秒) | 300_000 (5分钟) | 配置相对稳定，中等缓存时间 | +| toolsQuery | 30_000 (30秒) | 默认 5分钟 | 工具定义可能变化，与 clientsQuery 保持一致 | +| clientsQuery | 30_000 (30秒) | 默认 5分钟 | 连接状态变化频繁，较短缓存时间 | +| resourcesQuery | 30_000 (30秒) | 默认 5分钟 | 资源列表变化频繁，较短缓存时间 | +| promptsQuery | 60_000 (1分钟) | 300_000 (5分钟) | 提示模板相对稳定，较长缓存时间 | + +#### 3.5.2 缓存策略说明 + +**staleTime (数据新鲜时间)**： +- 在此时间内，再次请求将返回缓存数据 +- 过期后，请求会触发后台刷新（stale-while-revalidate） +- 根据数据变化频率设置，平衡性能和数据新鲜度 + +**gcTime (垃圾回收时间)**： +- 数据未被使用的时间超过此值，将从内存中清理 +- 通常设置为 staleTime 的 5-10 倍 +- 考虑内存使用和用户访问模式 + +#### 3.5.3 缓存键设计 + +**层级化键结构**： +```typescript +['mcp', 'config'] // 配置数据 +['mcp', 'tools'] // 工具数据 +['mcp', 'clients'] // 客户端数据 +['mcp', 'resources'] // 资源数据 +['mcp', 'prompts', config.value.mcpEnabled] // 提示模板（包含状态） +``` + +**键设计原则**： +- 前缀统一：所有键以 `['mcp']` 开头，便于批量操作 +- 类型清晰：第二位标识数据类型 +- 参数包含：相关状态变化包含在键中，确保缓存失效 + +#### 3.5.4 条件查询缓存 + +**enabled 条件对缓存的影响**： +```typescript +// 示例：toolsQuery 的条件查询 +enabled: () => config.value.ready && config.value.mcpEnabled +``` + +**缓存行为**： +- 条件不满足时，查询状态为 `paused`，不会执行 +- 条件满足时，查询自动开始执行 +- 条件变化时（如 mcpEnabled 切换），缓存状态自动调整 + +#### 3.5.5 缓存失效策略 + +**失效规则**： +```typescript +// 前缀匹配失效 +invalidateQueries: () => [['mcp', 'tools']] // 失效所有以 ['mcp', 'tools'] 开头的查询 + +// 精确匹配失效 +invalidateQueries: () => { + return [{ key: ['mcp', 'config'], exact: true }] // 只失效完全匹配的查询 +} +``` + +**最佳实践**： +- 服务器操作：全量失效所有相关查询 +- 配置操作：精确失效配置相关查询 +- 状态变化：依赖查询的条件自动失效 + +#### 3.5.6 缓存性能优化 + +**批量失效策略**： +```typescript +// 添加服务器时失效所有相关查询 +const addServerMutation = useIpcMutation({ + invalidateQueries: () => [ + ['mcp', 'config'], // 主配置 + ['mcp', 'tools'], // 新服务器的工具 + ['mcp', 'clients'], // 新服务器的连接 + ['mcp', 'resources'] // 新服务器的资源 + ] +}) +``` + +**避免过度失效**： +```typescript +// ✅ 精确失效 +const removeDefaultServerMutation = useIpcMutation({ + invalidateQueries: () => [['mcp', 'config']] // 只影响配置 +}) + +// ❌ 过度失效（不推荐） +invalidateQueries: () => [['mcp']] // 失效所有 MCP 查询 +``` + +通过这种精细的缓存配置，mcpStore 实现了： +- 高性能的数据访问 +- 实时的数据同步 +- 内存使用的优化 +- 开发体验的提升 + +## 四、使用指南 + +### 4.1 在组件中使用 mcpStore 的完整示例 + +#### 基础用法 + +以下是一个完整的 Vue 组件示例，展示了如何正确使用 mcpStore： + +```vue + + + +``` + +#### 最佳实践要点 + +1. **状态访问**： + - 始终通过 `computed` 访问 store 状态，确保响应性 + - 不要直接访问内部的 Query 对象（如 `toolsQuery`） + +2. **错误处理**： + - 检查 `isLoading` 状态避免重复操作 + - 使用 `toast` 或其他方式显示错误信息 + +3. **初始化**： + - 在 `onMounted` 中检查配置是否已加载 + - 必要时手动调用 `loadConfig()` + +4. **状态同步**： + - 写操作后缓存失效会自动触发相关查询刷新 + - 无需手动调用刷新方法（除非特定场景需要） + +### 4.2 添加新的 Query 的步骤说明和代码模板 + +#### 步骤说明 + +1. **确定数据需求**：明确需要查询的数据类型和依赖关系 +2. **检查 Presenter 方法**：确认是否存在对应的 Presenter 方法 +3. **定义 Query**：在 store 中使用 `useIpcQuery` 或 `useQuery` 定义查询 +4. **添加计算属性**：为组件提供便捷的访问接口 +5. **添加缓存失效**：在相关的 Mutation 中配置缓存失效 +6. **更新 Store 返回值**：将新的状态和方法暴露给组件 + +#### 代码模板 + +##### 模板 1: 基于 Presenter 方法的简单 Query + +```typescript +// 1. 在 mcpStore 中添加 Query +const userInfoQuery = useIpcQuery({ + presenter: 'userPresenter', // Presenter 名称 + method: 'getUserInfo', // 方法名 + key: () => ['user', 'info'], // 缓存 key + enabled: () => config.value.ready, // 可选：条件查询 + staleTime: 5 * 60_000 // 可选：缓存 5 分钟 +}) as UseQueryReturn + +// 2. 添加计算属性 +const userInfo = computed(() => userInfoQuery.data.value ?? null) +const userInfoLoading = computed(() => userInfoQuery.isLoading.value) +const userInfoError = computed(() => Boolean(userInfoQuery.error.value)) +const userInfoErrorMessage = computed(() => { + const error = userInfoQuery.error.value + return error instanceof Error ? error.message : String(error || '') +}) + +// 3. 添加到 store 返回对象 +return { + // ... 其他返回值 + userInfo, + userInfoLoading, + userInfoError, + userInfoErrorMessage +} +``` + +##### 模板 2: 复杂聚合查询（多个数据源） + +```typescript +// 1. 定义返回类型 +interface DashboardData { + userStats: UserStats + serverMetrics: ServerMetrics + recentActivities: Activity[] +} + +// 2. 使用 useQuery 创建复杂查询 +const dashboardQuery = useQuery({ + key: () => ['dashboard', 'summary'], + staleTime: 2 * 60_000, // 缓存 2 分钟 + gcTime: 5 * 60_000, // 5 分钟后清理 + query: async () => { + // 并行调用多个 Presenter 方法 + const [userStats, serverMetrics, activities] = await Promise.all([ + userPresenter.getUserStats(), + mcpPresenter.getServerMetrics(), + activityPresenter.getRecentActivities(10) + ]) + + return { + userStats: userStats ?? {}, + serverMetrics: serverMetrics ?? {}, + recentActivities: activities ?? [] + } + } +}) + +// 3. 添加计算属性 +const dashboardData = computed(() => dashboardQuery.data.value) +const dashboardLoading = computed(() => dashboardQuery.isLoading.value) +const dashboardError = computed(() => Boolean(dashboardQuery.error.value)) + +// 4. 添加辅助方法 +const refreshDashboard = async () => { + try { + await runQuery(dashboardQuery, { force: true }) + return { success: true } + } catch (error) { + console.error('刷新仪表盘失败:', error) + return { success: false, message: '刷新失败' } + } +} + +// 5. 添加到 store 返回对象 +return { + // ... 其他返回值 + dashboardData, + dashboardLoading, + dashboardError, + refreshDashboard +} +``` + +##### 模板 3: 带参数的查询 + +```typescript +// 1. 定义参数化查询 +const createServerLogsQuery = (serverName: string) => { + return useIpcQuery({ + presenter: 'logPresenter', + method: 'getServerLogs', + key: () => ['logs', 'server', serverName], // key 包含参数 + args: [serverName], // 传递参数 + enabled: () => config.value.ready && !!serverName, + staleTime: 30_000 + }) as UseQueryReturn +} + +// 2. 在 store 中管理查询实例 +const serverLogsQueries = ref>>({}) + +const getServerLogs = (serverName: string) => { + if (!serverLogsQueries.value[serverName]) { + serverLogsQueries.value[serverName] = createServerLogsQuery(serverName) + } + return serverLogsQueries.value[serverName] +} + +// 3. 提供便捷接口 +const getServerLogsData = (serverName: string) => { + return computed(() => getServerLogs(serverName).data.value ?? []) +} + +const getServerLogsLoading = (serverName: string) => { + return computed(() => getServerLogs(serverName).isLoading.value) +} + +// 4. 添加到 store 返回对象 +return { + // ... 其他返回值 + getServerLogs: getServerLogsData, + getServerLogsLoading +} +``` + +#### 注意事项 + +1. **缓存 Key 设计**： + - Key 应该唯一标识查询内容和参数 + - 使用数组格式便于前缀匹配失效 + - 包含实体类型（如 `['user', 'info']`） + +2. **条件查询**： + - 使用 `enabled` 选项避免不必要的请求 + - 条件变化时查询会自动暂停/恢复 + +3. **类型安全**： + - 使用 `as UseQueryReturn<类型>` 确保类型推断 + - 定义接口类型提高代码可维护性 + +4. **性能考虑**： + - 合理设置 `staleTime` 避免过度请求 + - 使用 `gcTime` 控制内存清理策略 + +### 4.3 添加新的 Mutation 的步骤说明和代码模板 + +#### 步骤说明 + +1. **确定操作类型**：明确是要创建、更新还是删除数据 +2. **检查 Presenter 方法**：确认存在对应的 Presenter 方法 +3. **定义 Mutation**：使用 `useIpcMutation` 定义变更操作 +4. **配置缓存失效**：在 `invalidateQueries` 中列出需要失效的查询 +5. **包装 Store 方法**：为组件提供友好的调用接口 +6. **错误处理**：添加适当的错误处理和用户反馈 + +#### 代码模板 + +##### 模板 1: 基础创建操作 + +```typescript +// 1. 定义 Mutation +const createUserMutation = useIpcMutation({ + presenter: 'userPresenter', + method: 'createUser', + // 缓存失效：创建用户后需要刷新用户列表和用户详情 + invalidateQueries: (result, variables) => [ + ['user', 'list'], // 失效用户列表查询 + ['user', 'info', variables[0]] // 失效特定用户查询（如果会立即查询） + ], + // 可选：成功回调 + onSuccess: (result, variables) => { + console.log(`用户 ${variables[0]} 创建成功`, result) + }, + // 可选：错误回调 + onError: (error, variables) => { + console.error(`创建用户 ${variables[0]} 失败:`, error) + } +}) + +// 2. 包装 Store 方法 +const createUser = async (username: string, userInfo: UserInfo) => { + try { + // 注意：mutateAsync 的参数必须是数组 + const result = await createUserMutation.mutateAsync([username, userInfo]) + return { + success: true, + data: result, + message: `用户 ${username} 创建成功` + } + } catch (error) { + console.error('创建用户失败:', error) + return { + success: false, + message: error instanceof Error ? error.message : '创建用户失败' + } + } +} + +// 3. 添加到 store 返回对象 +return { + // ... 其他返回值 + createUser +} +``` + +##### 模板 2: 复杂更新操作 + +```typescript +// 1. 定义 Mutation +const updateServerConfigMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'updateServerConfig', + invalidateQueries: (result, variables) => [ + ['mcp', 'config'], // 失效主配置 + ['mcp', 'server', variables[0]], // 失效特定服务器配置 + ['mcp', 'tools'], // 可能影响工具列表 + ['mcp', 'clients'] // 可能影响客户端列表 + ], + onSuccess: (result, [serverName, config]) => { + console.log(`服务器 ${serverName} 配置更新成功`) + } +}) + +// 2. 包装 Store 方法（包含验证和乐观更新） +const updateServerConfig = async ( + serverName: string, + newConfig: Partial +) => { + // 1. 验证 + if (!serverName.trim()) { + return { success: false, message: '服务器名称不能为空' } + } + + if (!newConfig || Object.keys(newConfig).length === 0) { + return { success: false, message: '配置不能为空' } + } + + // 2. 乐观更新（可选） + const oldConfig = { ...config.value.mcpServers[serverName] } + config.value.mcpServers[serverName] = { ...oldConfig, ...newConfig } + + try { + // 注意：mutateAsync 的参数必须是数组 + await updateServerConfigMutation.mutateAsync([serverName, newConfig]) + + // 3. 刷新相关状态 + await updateServerStatus(serverName) + + return { + success: true, + message: `服务器 ${serverName} 配置更新成功` + } + } catch (error) { + // 4. 回滚乐观更新 + config.value.mcpServers[serverName] = oldConfig + + console.error('更新服务器配置失败:', error) + return { + success: false, + message: error instanceof Error ? error.message : '更新配置失败' + } + } +} +``` + +##### 模板 3: 批量操作 + +```typescript +// 1. 定义批量删除 Mutation +const batchDeleteServersMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'batchDeleteServers', + invalidateQueries: () => [ + ['mcp', 'config'], // 失效配置 + ['mcp', 'tools'], // 失效工具列表 + ['mcp', 'clients'], // 失效客户端列表 + ['mcp', 'resources'] // 失效资源列表 + ], + onSuccess: (result, serverNames) => { + console.log(`批量删除 ${serverNames.length} 个服务器成功`) + } +}) + +// 2. 包装批量操作方法 +const batchDeleteServers = async (serverNames: string[]) => { + if (!serverNames || serverNames.length === 0) { + return { success: false, message: '请选择要删除的服务器' } + } + + // 确认操作 + const confirmed = await confirmDialog({ + title: '批量删除确认', + message: `确定要删除 ${serverNames.length} 个服务器吗？此操作不可恢复。` + }) + + if (!confirmed) { + return { success: false, message: '用户取消操作' } + } + + try { + // 注意：mutateAsync 的参数必须是数组 + const result = await batchDeleteServersMutation.mutateAsync([serverNames]) + + // 清理本地状态 + serverNames.forEach(name => { + delete serverStatuses.value[name] + delete serverLoadingStates.value[name] + }) + + return { + success: true, + data: result, + message: `成功删除 ${serverNames.length} 个服务器` + } + } catch (error) { + console.error('批量删除服务器失败:', error) + return { + success: false, + message: error instanceof Error ? error.message : '批量删除失败' + } + } +} +``` + +##### 模板 4: 带条件失效的复杂操作 + +```typescript +// 1. 定义智能缓存失效的 Mutation +const setServerPriorityMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'setServerPriority', + // 根据操作结果智能失效缓存 + invalidateQueries: (result, [serverName, priority]) => { + const keys: EntryKey[][] = [ + ['mcp', 'config'], // 总是失效配置 + ['mcp', 'server', serverName] // 失效特定服务器 + ] + + // 如果优先级变化可能影响工具排序 + if (priority > 5) { + keys.push(['mcp', 'tools']) // 高优先级可能影响工具列表排序 + } + + return keys + }, + onSuccess: (result, [serverName, priority]) => { + console.log(`服务器 ${serverName} 优先级设置为 ${priority}`) + } +}) +``` + +#### 注意事项 + +1. **缓存失效策略**： + - 只失效真正受影响的查询 + - 避免过度失效导致不必要的请求 + - 考虑查询之间的依赖关系 + +2. **错误处理**： + - 捕获所有可能的异常 + - 提供用户友好的错误信息 + - 考虑实现乐观更新和回滚 + +3. **类型安全**： + - 确保 Mutation 参数与 Presenter 方法匹配 + - 定义相应的类型接口 + +4. **性能考虑**： + - 批量操作优于多次单个操作 + - 合理使用乐观更新提升用户体验 + - 避免在短时间内重复触发相同操作 + +### 4.4 缓存失效的最佳实践说明 + +#### 基本原则 + +1. **精确性**：只失效真正需要更新的数据 +2. **及时性**：在数据变化后立即失效缓存 +3. **完整性**：确保所有相关数据都被正确失效 +4. **性能**：避免不必要的过度失效 + +#### 缓存失效策略 + +##### 1. 层级失效策略 + +```typescript +// 按照数据层级设计失效策略 +const updateUserMutation = useIpcMutation({ + presenter: 'userPresenter', + method: 'updateUser', + invalidateQueries: (result, [userId]) => [ + // L1: 直接相关的用户数据 + ['user', 'detail', userId], // 用户详情 + + // L2: 依赖用户数据的列表 + ['user', 'list'], // 用户列表（可能影响排序） + ['team', 'members'], // 团队成员列表 + + // L3: 聚合数据 + ['dashboard', 'stats'], // 仪表盘统计 + ['activity', 'recent'] // 最近活动 + ] +}) +``` + +##### 2. 条件失效策略 + +```typescript +// 根据操作类型进行条件失效 +const updateServerConfigMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'updateServerConfig', + invalidateQueries: (result, [serverName, config]) => { + const baseKeys = [['mcp', 'config']] // 总是失效基础配置 + + // 根据配置类型决定额外失效 + if (config.command || config.args) { + // 命令相关配置变化，可能影响工具 + baseKeys.push(['mcp', 'tools']) + } + + if (config.environment) { + // 环境配置变化，可能影响客户端连接 + baseKeys.push(['mcp', 'clients']) + } + + if (config.resources) { + // 资源配置变化 + baseKeys.push(['mcp', 'resources']) + } + + return baseKeys + } +}) +``` + +##### 3. 精确匹配与前缀匹配 + +```typescript +// 使用精确匹配避免过度失效 +const updateUserPreferencesMutation = useIpcMutation({ + presenter: 'userPresenter', + method: 'updateUserPreferences', + invalidateQueries: [ + // 精确失效：只失效这个特定 key + { key: ['user', 'preferences'], exact: true }, + + // 前缀失效：失效所有用户详情查询（但保持独立的偏好设置） + { key: ['user', 'detail'], exact: false } + ] +}) +``` + +#### 最佳实践示例 + +##### 1. 智能 Tag 系统 + +```typescript +// 为不同类型的查询添加 tag +const userQuery = useIpcQuery({ + presenter: 'userPresenter', + method: 'getUserInfo', + key: () => ['user', 'info', { tags: ['user', 'cacheable'] }] // 添加 tag +}) + +// 基于 tag 批量失效 +const globalRefreshMutation = useIpcMutation({ + presenter: 'systemPresenter', + method: 'globalRefresh', + invalidateQueries: () => { + // 使用 queryCache 手动失效特定 tag 的查询 + const queryCache = useQueryCache() + queryCache.invalidateQueries({ + predicate: (query) => { + const key = query.queryKey + return key.some(k => + Array.isArray(k) && k.includes('cacheable') + ) + } + }) + return [] // 返回空数组，因为我们手动处理了 + } +}) +``` + +##### 2. 级联失效 + +```typescript +// 复杂操作的级联失效 +const deleteServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'deleteServer', + invalidateQueries: (result, [serverName]) => [ + // 第一步：直接相关 + ['mcp', 'config'], + ['mcp', 'server', serverName], + + // 第二步：依赖数据 + ['mcp', 'tools'], // 服务器被删除，工具也消失 + ['mcp', 'clients'], // 客户端连接断开 + ['mcp', 'resources'] // 资源不可用 + + // 第三步：聚合数据 + ['dashboard', 'summary'], // 仪表盘统计变化 + ['activity', 'recent'], // 活动记录变化 + ['server', 'metrics'] // 服务器指标变化 + ], + onSuccess: async (result, [serverName]) => { + // 级联操作：清理相关本地状态 + delete serverStatuses.value[serverName] + delete serverLoadingStates.value[serverName] + + // 通知相关组件进行额外清理 + window.dispatchEvent(new CustomEvent('server:deleted', { + detail: { serverName } + })) + } +}) +``` + +##### 3. 延迟失效 + +```typescript +// 对于可能频繁变化的操作，使用防抖失效 +let invalidateTimeout: NodeJS.Timeout | null = null + +const updateServerStatusMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'updateServerStatus', + invalidateQueries: (result, [serverName]) => { + // 清除之前的定时器 + if (invalidateTimeout) { + clearTimeout(invalidateTimeout) + } + + // 延迟 1 秒后失效，避免频繁更新 + invalidateTimeout = setTimeout(() => { + const queryCache = useQueryCache() + queryCache.invalidateQueries({ + key: ['mcp', 'server', serverName, 'status'], + exact: true + }) + }, 1000) + + return [] // 返回空数组，延迟处理 + } +}) +``` + +#### 性能优化建议 + +1. **避免过度失效**： + ```typescript + // ❌ 过度失效 + invalidateQueries: () => [['mcp']] // 失效所有 MCP 相关查询 + + // ✅ 精确失效 + invalidateQueries: () => [ + ['mcp', 'config'], + ['mcp', 'tools'] + ] + ``` + +2. **使用分层缓存**： + ```typescript + // 为不同频率的数据设置不同的缓存时间 + const frequentQuery = useIpcQuery({ + // 高频变化数据 + staleTime: 10_000 // 10 秒 + }) + + const stableQuery = useIpcQuery({ + // 低频变化数据 + staleTime: 300_000 // 5 分钟 + }) + ``` + +3. **监控缓存命中率**： + ```typescript + // 在开发环境中监控缓存效果 + if (import.meta.env.DEV) { + const queryCache = useQueryCache() + console.log('Cache stats:', queryCache.getAll()) + } + ``` + +4. **合理使用 gcTime**： + ```typescript + // 根据数据使用模式设置垃圾回收时间 + const query = useIpcQuery({ + staleTime: 60_000, // 1 分钟后过期 + gcTime: 5 * 60_000 // 5 分钟后从内存中清理 + }) + ``` + +#### 常见陷阱与解决方案 + +1. **循环失效**： + ```typescript + // ❌ 可能导致循环失效 + const aMutation = useIpcMutation({ + invalidateQueries: () => [['a']] + }) + + const bMutation = useIpcMutation({ + invalidateQueries: () => [['a'], ['b']] // 又失效了 a + }) + + // ✅ 明确失效范围 + const bMutation = useIpcMutation({ + invalidateQueries: () => [['b']] // 只失效自己相关的 + }) + ``` + +2. **遗忘失效**： + ```typescript + // ❌ 更改数据但忘记失效缓存 + const updateData = useIpcMutation({ + presenter: 'dataPresenter', + method: 'updateData' + // 缺少 invalidateQueries + }) + + // ✅ 确保缓存一致性 + const updateData = useIpcMutation({ + presenter: 'dataPresenter', + method: 'updateData', + invalidateQueries: () => [['data', 'list']] + }) + ``` + +3. **失效时机错误**： + ```typescript + // ❌ 在 onSettled 中失效（无论成功失败都失效） + const mutation = useIpcMutation({ + onSettled: () => { + queryCache.invalidateQueries({ key: ['data'] }) + } + }) + + // ✅ 在 onSuccess 中失效（只有成功才失效） + const mutation = useIpcMutation({ + invalidateQueries: () => [['data']] // 自动在 onSuccess 中执行 + }) + ``` + +通过遵循这些最佳实践，可以确保缓存失效的准确性和高效性，避免数据不一致和性能问题。 + +## 五、常见问题 + +### 5.1 为什么数据没有自动刷新？ + +#### 可能原因与解决方案 + +##### 1. 查询条件未满足 + +**问题描述**：配置了 `enabled` 条件的查询在条件不满足时不会执行。 + +**常见场景**： +```typescript +const toolsQuery = useIpcQuery({ + presenter: 'mcpPresenter', + method: 'getAllToolDefinitions', + key: () => ['mcp', 'tools'], + enabled: () => config.value.ready && config.value.mcpEnabled, // 条件查询 + staleTime: 60_000 +}) +``` + +**解决方案**： +```typescript +// 在组件中检查条件是否满足 +const mcpStore = useMcpStore() + +// 检查配置是否已加载且 MCP 已启用 +watch( + () => [mcpStore.config.ready, mcpStore.mcpEnabled], + async ([ready, enabled]) => { + console.log('查询条件检查:', { ready, enabled }) + + if (!ready) { + console.log('配置未加载，正在加载...') + await mcpStore.loadConfig() + } + + if (ready && enabled) { + console.log('条件满足，手动触发工具加载') + await mcpStore.loadTools({ force: true }) + } + }, + { immediate: true } +) +``` + +##### 2. 数据仍在缓存期内 + +**问题描述**：查询返回的数据可能仍在 `staleTime` 时间内，不会自动重新请求。 + +**解决方案**： +```typescript +// 方法一：强制刷新 +await mcpStore.loadTools({ force: true }) + +// 方法二：手动调用 Query 的 refetch +const toolsQuery = mcpStore._toolsQuery // 如果暴露了内部查询 +await toolsQuery.refetch() + +// 方法三：通过操作让缓存失效 +await mcpStore.setMcpEnabled(false) +await mcpStore.setMcpEnabled(true) // 会触发相关查询刷新 +``` + +##### 3. 缓存失效配置不正确 + +**问题描述**：Mutation 的 `invalidateQueries` 配置可能没有包含正确的 key。 + +**检查方法**： +```typescript +// 查看具体的失效配置 +const addServerMutation = useIpcMutation({ + presenter: 'mcpPresenter', + method: 'addMcpServer', + invalidateQueries: () => [ + ['mcp', 'config'], // ✅ 正确：配置查询 + ['mcp', 'tools'], // ✅ 正确：工具查询 + ['mcp', 'clients'], // ✅ 正确：客户端查询 + ['mcp', 'resources'] // ✅ 正确：资源查询 + ] +}) + +// 如果失效了错误的 key，查询不会刷新 +// ❌ 错误示例 +invalidateQueries: () => [['tools']] // 缺少前缀 +``` + +**解决方案**： +```typescript +// 确保失效的 key 与查询的 key 完全匹配 +const toolsQuery = useIpcQuery({ + key: () => ['mcp', 'tools'], // 这是查询的 key + // ... +}) + +const addServerMutation = useIpcMutation({ + invalidateQueries: () => [['mcp', 'tools']], // 必须完全匹配 + // ... +}) +``` + +#### 调试技巧 + +```typescript +// 1. 检查查询状态 +const mcpStore = useMcpStore() + +console.log('工具查询状态:', { + data: mcpStore.tools, + loading: mcpStore.toolsLoading, + error: mcpStore.toolsError, + errorMessage: mcpStore.toolsErrorMessage +}) + +// 2. 检查缓存状态（开发环境） +if (import.meta.env.DEV) { + const queryCache = useQueryCache() + const cacheData = queryCache.getAll() + console.log('当前缓存状态:', cacheData) +} + +// 3. 监听查询变化 +watch( + () => mcpStore.toolsQuery.data.value, + (newData, oldData) => { + console.log('工具数据更新:', { + timestamp: new Date().toISOString(), + oldLength: oldData?.length || 0, + newLength: newData?.length || 0 + }) + } +) +``` + +### 5.2 如何强制刷新数据？ + +#### 方法一：使用 Store 提供的强制刷新方法 + +```typescript +const mcpStore = useMcpStore() + +// 刷新工具列表 +await mcpStore.loadTools({ force: true }) + +// 刷新客户端列表 +await mcpStore.loadClients({ force: true }) + +// 刷新资源列表 +await mcpStore.loadResources({ force: true }) + +// 刷新配置（会同时刷新所有相关数据） +await mcpStore.loadConfig({ force: true }) +``` + +#### 方法二：直接操作内部 Query + +```typescript +// 如果 store 暴露了内部的 Query 对象 +const mcpStore = useMcpStore() + +// 强制重新获取数据 +await mcpStore.toolsQuery.refetch() + +// 仅在数据过期时刷新 +await mcpStore.toolsQuery.refresh() +``` + +#### 方法三：通过缓存失效触发刷新 + +```typescript +import { useQueryCache } from '@pinia/colada' + +const queryCache = useQueryCache() + +// 失效特定查询 +await queryCache.invalidateQueries({ + key: ['mcp', 'tools'] +}) + +// 失效所有 MCP 相关查询 +await queryCache.invalidateQueries({ + predicate: (query) => { + const key = query.queryKey + return Array.isArray(key) && key[0] === 'mcp' + } +}) + +// 失效特定前缀的所有查询 +await queryCache.invalidateQueries({ + key: ['mcp'], + exact: false // 前缀匹配 +}) +``` + +#### 方法四：临时修改查询条件 + +```typescript +// 通过临时禁用再启用查询来强制刷新 +const mcpStore = useMcpStore() + +const originalEnabled = mcpStore.mcpEnabled + +// 禁用查询 +await mcpStore.setMcpEnabled(false) + +// 等待一个 tick +await nextTick() + +// 重新启用查询（会触发强制刷新） +await mcpStore.setMcpEnabled(originalEnabled) +``` + +### 5.3 如何处理错误？ + +#### 错误监控与处理 + +##### 1. 全局错误处理 + +```typescript +// 在组件中统一处理错误 +const mcpStore = useMcpStore() +const { toast } = useToast() + +// 监听工具查询错误 +watch( + () => mcpStore.toolsError, + (hasError) => { + if (hasError) { + const errorMessage = mcpStore.toolsErrorMessage + console.error('工具加载失败:', errorMessage) + + toast({ + title: '工具加载失败', + description: errorMessage, + variant: 'destructive', + action: { + label: '重试', + onClick: () => mcpStore.loadTools({ force: true }) + } + }) + } + } +) + +// 监听配置加载错误 +watch( + () => mcpStore.configLoading, + (loading) => { + if (!loading && !mcpStore.config.ready) { + console.error('配置加载失败') + + toast({ + title: '配置加载失败', + description: '无法加载 MCP 配置，请检查网络连接', + variant: 'destructive', + action: { + label: '重试', + onClick: () => mcpStore.loadConfig({ force: true }) + } + }) + } + } +) +``` + +##### 2. Mutation 错误处理 + +```typescript +const handleServerOperation = async (operation: () => Promise) => { + try { + const success = await operation() + + if (success) { + toast({ + title: '操作成功', + description: '服务器状态已更新' + }) + } else { + toast({ + title: '操作失败', + description: '无法完成服务器操作', + variant: 'destructive' + }) + } + } catch (error) { + console.error('服务器操作异常:', error) + + toast({ + title: '操作异常', + description: error instanceof Error ? error.message : '未知错误', + variant: 'destructive' + }) + } +} + +// 使用示例 +await handleServerOperation(() => + mcpStore.toggleServer('my-server') +) +``` + +##### 3. 网络错误重试机制 + +```typescript +const handleWithRetry = async ( + operation: () => Promise, + maxRetries = 3, + delay = 1000 +) => { + for (let i = 0; i < maxRetries; i++) { + try { + return await operation() + } catch (error) { + console.warn(`操作失败，第 ${i + 1} 次重试:`, error) + + if (i === maxRetries - 1) { + throw error // 最后一次重试失败，抛出错误 + } + + // 指数退避 + await new Promise(resolve => + setTimeout(resolve, delay * Math.pow(2, i)) + ) + } + } +} + +// 使用示例 +const loadToolsWithRetry = () => + handleWithRetry(() => mcpStore.loadTools({ force: true })) +``` + +#### 错误恢复策略 + +##### 1. 自动恢复 + +```typescript +// 自动重试失败的查询 +const setupAutoRetry = () => { + const retryMap = new Map() + + const scheduleRetry = (queryName: string, retryFn: () => Promise) => { + const retryCount = retryMap.get(queryName) || 0 + + if (retryCount < 3) { + const delay = Math.pow(2, retryCount) * 1000 + retryMap.set(queryName, retryCount + 1) + + setTimeout(async () => { + try { + await retryFn() + retryMap.delete(queryName) // 成功后清除重试计数 + console.log(`${queryName} 自动重试成功`) + } catch (error) { + console.error(`${queryName} 自动重试失败:`, error) + scheduleRetry(queryName, retryFn) // 继续重试 + } + }, delay) + } + } + + return { scheduleRetry } +} + +const { scheduleRetry } = setupAutoRetry() + +// 监听工具错误并自动重试 +watch( + () => mcpStore.toolsError, + (hasError) => { + if (hasError) { + scheduleRetry('tools', () => mcpStore.loadTools({ force: true })) + } + } +) +``` + +##### 2. 用户干预恢复 + +```typescript +const ErrorRecoveryComponent = { + setup() { + const mcpStore = useMcpStore() + const isRetrying = ref(false) + + const recoverFromError = async () => { + isRetrying.value = true + + try { + // 重置所有相关查询 + await Promise.all([ + mcpStore.loadConfig({ force: true }), + mcpStore.loadTools({ force: true }), + mcpStore.loadClients({ force: true }), + mcpStore.loadResources({ force: true }) + ]) + + console.log('错误恢复成功') + } catch (error) { + console.error('错误恢复失败:', error) + } finally { + isRetrying.value = false + } + } + + return { isRetrying, recoverFromError } + } +} +``` + +### 5.4 缓存时间如何配置？ + +#### 全局缓存配置 + +##### 1. 修改全局默认值 + +```typescript +// src/renderer/src/main.ts +app.use(PiniaColada, { + queryOptions: { + // 默认过期时间：30秒 + staleTime: 30_000, // 30秒后数据被认为过期 + + // 垃圾回收时间：5分钟 + gcTime: 300_000, // 5分钟后从内存中清理未使用的查询 + + // 重试次数 + retry: 3, + + // 重试延迟 + retryDelay: (attemptIndex) => Math.min(1000 * 2 ** attemptIndex, 30000) + } +}) +``` + +##### 2. 基于数据类型的缓存策略 + +```typescript +// 配置查询：相对稳定，可以缓存更长时间 +const configQuery = useQuery({ + key: () => ['mcp', 'config'], + staleTime: 5 * 60_000, // 5分钟 + gcTime: 10 * 60_000, // 10分钟后清理 + // ... +}) + +// 工具查询：可能经常变化，缓存时间较短 +const toolsQuery = useIpcQuery({ + presenter: 'mcpPresenter', + method: 'getAllToolDefinitions', + key: () => ['mcp', 'tools'], + staleTime: 30_000, // 30秒，与 clientsQuery 保持一致 + gcTime: 5 * 60_000, // 5分钟后清理 + // ... +}) + +// 客户端状态查询：变化频繁，缓存时间最短 +const clientsQuery = useIpcQuery({ + presenter: 'mcpPresenter', + method: 'getMcpClients', + key: () => ['mcp', 'clients'], + staleTime: 30_000, // 30秒 + gcTime: 2 * 60_000, // 2分钟后清理 + // ... +}) +``` + +#### 动态缓存配置 + +##### 1. 基于用户行为的缓存调整 + +```typescript +// 根据用户活跃度调整缓存时间 +const getUserBasedCacheTime = (baseTime: number) => { + const lastActivity = localStorage.getItem('lastActivity') + const inactiveTime = Date.now() - (lastActivity ? parseInt(lastActivity) : 0) + + // 用户长时间不活跃，延长缓存时间减少请求 + if (inactiveTime > 30 * 60_000) { // 30分钟 + return baseTime * 3 + } + + return baseTime +} + +const toolsQuery = useIpcQuery({ + presenter: 'mcpPresenter', + method: 'getAllToolDefinitions', + key: () => ['mcp', 'tools'], + staleTime: () => getUserBasedCacheTime(60_000), + // ... +}) +``` + +##### 2. 基于网络条件的缓存调整 + +```typescript +// 根据网络状况动态调整缓存策略 +const getNetworkBasedCacheTime = (baseTime: number) => { + const connection = (navigator as any).connection || {} + const effectiveType = connection.effectiveType || '4g' + + const multiplier = { + 'slow-2g': 4, // 网络慢时，缓存更久 + '2g': 3, + '3g': 2, + '4g': 1 + } + + return baseTime * (multiplier[effectiveType] || 1) +} + +const configQuery = useQuery({ + key: () => ['mcp', 'config'], + staleTime: () => getNetworkBasedCacheTime(30_000), + // ... +}) +``` + +#### 缓存调试与监控 + +##### 1. 缓存命中率监控 + +```typescript +// 开发环境下的缓存监控 +if (import.meta.env.DEV) { + const queryCache = useQueryCache() + + // 定期输出缓存统计 + setInterval(() => { + const queries = queryCache.getAll() + const stats = { + total: queries.length, + withData: queries.filter(q => q.state.data !== undefined).length, + stale: queries.filter(q => q.state.isStale).length, + fetching: queries.filter(q => q.state.fetchStatus === 'fetching').length + } + + console.log('缓存统计:', stats) + }, 10_000) +} +``` + +##### 2. 缓存清理工具 + +```typescript +const CacheManager = { + // 清理所有过期查询 + clearStale() { + const queryCache = useQueryCache() + queryCache.invalidateQueries({ + predicate: (query) => query.state.isStale + }) + }, + + // 清理所有 MCP 相关缓存 + clearMcpCache() { + const queryCache = useQueryCache() + queryCache.invalidateQueries({ + predicate: (query) => { + const key = query.queryKey + return Array.isArray(key) && key[0] === 'mcp' + } + }) + }, + + // 清理所有缓存 + clearAll() { + const queryCache = useQueryCache() + queryCache.clear() + } +} + +// 在开发工具中使用 +window.devTools = { + cache: CacheManager +} +``` + +### 5.5 如何调试查询状态？ + +#### 开发工具集成 + +##### 1. Vue DevTools 查询监控 + +```typescript +// 为 store 添加调试信息 +const mcpStore = defineStore('mcp', () => { + // ... store 逻辑 + + // 暴露内部查询状态用于调试 + const debugInfo = computed(() => ({ + queries: { + config: { + key: configQuery.queryKey, + data: configQuery.data.value, + isLoading: configQuery.isLoading.value, + error: configQuery.error.value, + isStale: configQuery.isStale.value, + fetchStatus: configQuery.fetchStatus.value + }, + tools: { + key: toolsQuery.queryKey, + dataLength: toolsQuery.data.value?.length || 0, + isLoading: toolsQuery.isLoading.value, + error: toolsQuery.error.value, + isStale: toolsQuery.isStale.value, + fetchStatus: toolsQuery.fetchStatus.value + } + }, + mutations: { + addServer: { + isPending: addServerMutation.isPending.value, + error: addServerMutation.error.value + } + } + })) + + return { + // ... 常规返回值 + debugInfo // 仅在开发环境使用 + } +}) +``` + +##### 2. 实时状态监控组件 + +```vue + + + + + +``` + +##### 3. 控制台调试命令 + +```typescript +// 在控制台可用的调试函数 +window.debugMcpStore = { + // 获取当前状态 + getState() { + const mcpStore = useMcpStore() + const queryCache = useQueryCache() + + return { + store: mcpStore.$state, + queries: queryCache.getAll(), + config: mcpStore.debugInfo + } + }, + + // 监控特定查询 + watchQuery(queryKey: string[]) { + const queryCache = useQueryCache() + const query = queryCache.getQueryData(queryKey) + + if (!query) { + console.log('未找到查询:', queryKey) + return + } + + console.log('监控查询:', queryKey) + return query + }, + + // 强制失效缓存 + invalidateCache(key: string[]) { + const queryCache = useQueryCache() + queryCache.invalidateQueries({ key }) + }, + + // 网络请求监控 + trackRequests() { + const originalFetch = window.fetch + + window.fetch = async (...args) => { + const start = Date.now() + console.log('请求开始:', args[0]) + + try { + const response = await originalFetch(...args) + const duration = Date.now() - start + console.log(`请求完成: ${args[0]} (${duration}ms)`) + return response + } catch (error) { + const duration = Date.now() - start + console.error(`请求失败: ${args[0]} (${duration}ms)`, error) + throw error + } + } + + console.log('网络请求监控已启动') + }, + + // 恢复原始 fetch + untrackRequests() { + console.log('网络请求监控已停止') + } +} + +// 控制台使用示例 +// debugMcpStore.getState() +// debugMcpStore.watchQuery(['mcp', 'tools']) +// debugMcpStore.invalidateCache(['mcp', 'tools']) +// debugMcpStore.trackRequests() +``` + +#### 性能分析 + +##### 1. 查询性能监控 + +```typescript +const queryPerformanceMonitor = { + init() { + if (!import.meta.env.DEV) return + + const queryCache = useQueryCache() + + // 监听查询生命周期 + queryCache.subscribe((event) => { + const timestamp = Date.now() + const { type, query } = event + + switch (type) { + case 'fetch': + console.log(`🔄 [${timestamp}] 查询开始:`, query.queryKey) + query.startTime = timestamp + break + + case 'success': + const duration = timestamp - (query.startTime || timestamp) + console.log(`✅ [${timestamp}] 查询成功:`, query.queryKey, `(${duration}ms)`) + break + + case 'error': + const errorDuration = timestamp - (query.startTime || timestamp) + console.error(`❌ [${timestamp}] 查询失败:`, query.queryKey, `(${errorDuration}ms)`, event.error) + break + } + }) + } +} + +// 在应用启动时初始化 +if (import.meta.env.DEV) { + queryPerformanceMonitor.init() +} +``` + +##### 2. 内存使用监控 + +```typescript +const memoryMonitor = { + start() { + if (!import.meta.env.DEV) return + + setInterval(() => { + const queryCache = useQueryCache() + const queries = queryCache.getAll() + + const memoryInfo = { + totalQueries: queries.length, + dataQueries: queries.filter(q => q.state.data !== undefined).length, + staleQueries: queries.filter(q => q.state.isStale).length, + // 估算内存使用量（粗略计算） + estimatedMemory: JSON.stringify(queries).length + } + + console.log('📊 缓存内存信息:', memoryInfo) + + // 内存警告 + if (memoryInfo.estimatedMemory > 5 * 1024 * 1024) { // 5MB + console.warn('⚠️ 缓存内存使用量较高，考虑清理') + } + }, 30_000) // 每30秒检查一次 + } +} +``` + +通过这些调试工具和方法，开发者可以全面了解和监控 MCP Store 的查询状态，快速定位问题并优化性能。 + +## 六、迁移指南 + +> 本节内容将由 Claude Code 完成（如果需要） + diff --git a/package.json b/package.json index 73c8c94af..0a9341888 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "DeepChat", - "version": "0.4.6", + "version": "0.4.7", "description": "DeepChat，一个简单易用的AI客户端", "main": "./out/main/index.js", "author": "ThinkInAIXYZ", @@ -58,6 +58,7 @@ "update-shadcn": "node scripts/update-shadcn.js" }, "dependencies": { + "@agentclientprotocol/sdk": "^0.5.1", "@anthropic-ai/sdk": "^0.53.0", "@aws-sdk/client-bedrock": "^3.929.0", "@aws-sdk/client-bedrock-runtime": "^3.929.0", @@ -67,7 +68,7 @@ "@electron-toolkit/utils": "^4.0.0", "@google/genai": "^1.29.0", "@jxa/run": "^1.4.0", - "@modelcontextprotocol/sdk": "^1.21.1", + "@modelcontextprotocol/sdk": "^1.22.0", "axios": "^1.13.2", "better-sqlite3-multiple-ciphers": "12.4.1", "cheerio": "^1.1.2", @@ -103,7 +104,8 @@ "@iconify-json/lucide": "^1.2.73", "@iconify-json/vscode-icons": "^1.2.33", "@iconify/vue": "^5.0.0", - "@lingual/i18n-check": "^0.8.12", + "@lingual/i18n-check": "0.8.12", + "@pinia/colada": "^0.17.8", "@prettier/plugin-oxc": "^0.0.4", "@tailwindcss/typography": "^0.5.19", "@tailwindcss/vite": "^4.1.17", @@ -165,7 +167,7 @@ "vitest": "^3.2.4", "vue": "^3.5.24", "vue-i18n": "^11.1.12", - "vue-renderer-markdown": "0.0.62-beta.1", + "vue-renderer-markdown": "0.0.63-beta.0", "vue-router": "4", "vue-sonner": "^2.0.9", "vue-tsc": "^2.2.12", diff --git a/resources/model-db/providers.json b/resources/model-db/providers.json index a3f460cb6..223a06bf6 100644 --- a/resources/model-db/providers.json +++ b/resources/model-db/providers.json @@ -3048,6 +3048,39 @@ "cache_read": 2 } }, + { + "id": "grok-4.1-fast-non-reasoning", + "name": "Grok 4.1 Fast (Non-Reasoning)", + "display_name": "Grok 4.1 Fast (Non-Reasoning)", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2000000, + "output": 30000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": false + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-07", + "release_date": "2025-11-19", + "last_updated": "2025-11-19", + "cost": { + "input": 0.2, + "output": 0.5, + "cache_read": 0.05 + } + }, { "id": "grok-3", "name": "Grok 3", @@ -3377,6 +3410,40 @@ "cache_read": 5 } }, + { + "id": "grok-4.1-fast", + "name": "Grok 4.1 Fast", + "display_name": "Grok 4.1 Fast", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2000000, + "output": 30000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-07", + "release_date": "2025-11-19", + "last_updated": "2025-11-19", + "cost": { + "input": 0.2, + "output": 0.5, + "cache_read": 0.05 + } + }, { "id": "grok-3-mini-latest", "name": "Grok 3 Mini Latest", @@ -5092,8 +5159,8 @@ ] }, "limit": { - "context": 256000, - "output": 10000 + "context": 128000, + "output": 64000 }, "temperature": true, "tool_call": true, @@ -5112,9 +5179,9 @@ } }, { - "id": "claude-haiku-4.5", - "name": "Claude Haiku 4.5", - "display_name": "Claude Haiku 4.5", + "id": "gpt-5.1-codex", + "name": "GPT-5.1-Codex", + "display_name": "GPT-5.1-Codex", "modalities": { "input": [ "text", @@ -5125,29 +5192,29 @@ ] }, "limit": { - "context": 144000, - "output": 16000 + "context": 128000, + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": true, + "attachment": false, "open_weights": false, - "knowledge": "2025-02-31", - "release_date": "2025-10-15", - "last_updated": "2025-10-15", + "knowledge": "2024-09-30", + "release_date": "2025-11-13", + "last_updated": "2025-11-13", "cost": { "input": 0, "output": 0 } }, { - "id": "oswe-vscode-prime", - "name": "Raptor Mini (Preview)", - "display_name": "Raptor Mini (Preview)", + "id": "claude-haiku-4.5", + "name": "Claude Haiku 4.5", + "display_name": "Claude Haiku 4.5", "modalities": { "input": [ "text", @@ -5158,8 +5225,8 @@ ] }, "limit": { - "context": 264000, - "output": 64000 + "context": 128000, + "output": 16000 }, "temperature": true, "tool_call": true, @@ -5169,82 +5236,53 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2024-10", - "release_date": "2025-11-10", - "last_updated": "2025-11-10", + "knowledge": "2025-02-31", + "release_date": "2025-10-15", + "last_updated": "2025-10-15", "cost": { "input": 0, "output": 0 } }, { - "id": "claude-3.5-sonnet", - "name": "Claude Sonnet 3.5", - "display_name": "Claude Sonnet 3.5", + "id": "gemini-3-pro-preview", + "name": "Gemini 3 Pro Preview", + "display_name": "Gemini 3 Pro Preview", "modalities": { "input": [ "text", - "image" + "image", + "audio", + "video" ], "output": [ "text" ] }, "limit": { - "context": 90000, - "output": 8192 + "context": 128000, + "output": 64000 }, "temperature": true, "tool_call": true, - "reasoning": { - "supported": false - }, - "attachment": true, - "open_weights": false, - "knowledge": "2024-04", - "release_date": "2024-10-22", - "last_updated": "2024-10-22", - "cost": { - "input": 0, - "output": 0 - } - }, - { - "id": "o3-mini", - "name": "o3-mini", - "display_name": "o3-mini", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 128000, - "output": 65536 - }, - "temperature": false, - "tool_call": false, "reasoning": { "supported": true, "default": true }, - "attachment": false, + "attachment": true, "open_weights": false, - "knowledge": "2024-10", - "release_date": "2024-12-20", - "last_updated": "2025-01-29", + "knowledge": "2025-01", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", "cost": { "input": 0, "output": 0 } }, { - "id": "gpt-5-codex", - "name": "GPT-5-Codex", - "display_name": "GPT-5-Codex", + "id": "oswe-vscode-prime", + "name": "Raptor Mini (Preview)", + "display_name": "Raptor Mini (Preview)", "modalities": { "input": [ "text", @@ -5255,29 +5293,29 @@ ] }, "limit": { - "context": 128000, + "context": 200000, "output": 64000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false, + "attachment": true, "open_weights": false, - "knowledge": "2024-09-30", - "release_date": "2025-09-15", - "last_updated": "2025-09-15", + "knowledge": "2024-10", + "release_date": "2025-11-10", + "last_updated": "2025-11-10", "cost": { "input": 0, "output": 0 } }, { - "id": "gpt-4o", - "name": "GPT-4o", - "display_name": "GPT-4o", + "id": "claude-3.5-sonnet", + "name": "Claude Sonnet 3.5", + "display_name": "Claude Sonnet 3.5", "modalities": { "input": [ "text", @@ -5288,8 +5326,8 @@ ] }, "limit": { - "context": 128000, - "output": 16384 + "context": 90000, + "output": 8192 }, "temperature": true, "tool_call": true, @@ -5298,18 +5336,18 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2023-09", - "release_date": "2024-05-13", - "last_updated": "2024-05-13", + "knowledge": "2024-04", + "release_date": "2024-10-22", + "last_updated": "2024-10-22", "cost": { "input": 0, "output": 0 } }, { - "id": "gpt-4.1", - "name": "GPT-4.1", - "display_name": "GPT-4.1", + "id": "gpt-5.1-codex-mini", + "name": "GPT-5.1-Codex-mini", + "display_name": "GPT-5.1-Codex-mini", "modalities": { "input": [ "text", @@ -5321,27 +5359,28 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 100000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": true, + "attachment": false, "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-04-14", - "last_updated": "2025-04-14", + "knowledge": "2024-09-30", + "release_date": "2025-11-13", + "last_updated": "2025-11-13", "cost": { "input": 0, "output": 0 } }, { - "id": "o4-mini", - "name": "o4-mini (Preview)", - "display_name": "o4-mini (Preview)", + "id": "o3-mini", + "name": "o3-mini", + "display_name": "o3-mini", "modalities": { "input": [ "text" @@ -5363,17 +5402,17 @@ "attachment": false, "open_weights": false, "knowledge": "2024-10", - "release_date": "2025-04-16", - "last_updated": "2025-04-16", + "release_date": "2024-12-20", + "last_updated": "2025-01-29", "cost": { "input": 0, "output": 0 } }, { - "id": "claude-opus-41", - "name": "Claude Opus 4.1", - "display_name": "Claude Opus 4.1", + "id": "gpt-5.1", + "name": "GPT-5.1", + "display_name": "GPT-5.1", "modalities": { "input": [ "text", @@ -5384,29 +5423,29 @@ ] }, "limit": { - "context": 80000, - "output": 16000 + "context": 128000, + "output": 128000 }, - "temperature": true, - "tool_call": false, + "temperature": false, + "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, "open_weights": false, - "knowledge": "2025-03-31", - "release_date": "2025-08-05", - "last_updated": "2025-08-05", + "knowledge": "2024-09-30", + "release_date": "2025-11-13", + "last_updated": "2025-11-13", "cost": { "input": 0, "output": 0 } }, { - "id": "gpt-5-mini", - "name": "GPT-5-mini", - "display_name": "GPT-5-mini", + "id": "gpt-5-codex", + "name": "GPT-5-Codex", + "display_name": "GPT-5-Codex", "modalities": { "input": [ "text", @@ -5418,28 +5457,28 @@ }, "limit": { "context": 128000, - "output": 64000 + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": true, + "attachment": false, "open_weights": false, - "knowledge": "2024-06", - "release_date": "2025-08-13", - "last_updated": "2025-08-13", + "knowledge": "2024-09-30", + "release_date": "2025-09-15", + "last_updated": "2025-09-15", "cost": { "input": 0, "output": 0 } }, { - "id": "claude-3.7-sonnet", - "name": "Claude Sonnet 3.7", - "display_name": "Claude Sonnet 3.7", + "id": "gpt-4o", + "name": "GPT-4o", + "display_name": "GPT-4o", "modalities": { "input": [ "text", @@ -5450,7 +5489,7 @@ ] }, "limit": { - "context": 200000, + "context": 64000, "output": 16384 }, "temperature": true, @@ -5460,24 +5499,22 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-02-19", - "last_updated": "2025-02-19", + "knowledge": "2023-09", + "release_date": "2024-05-13", + "last_updated": "2024-05-13", "cost": { "input": 0, "output": 0 } }, { - "id": "gemini-2.5-pro", - "name": "Gemini 2.5 Pro", - "display_name": "Gemini 2.5 Pro", + "id": "gpt-4.1", + "name": "GPT-4.1", + "display_name": "GPT-4.1", "modalities": { "input": [ "text", - "image", - "audio", - "video" + "image" ], "output": [ "text" @@ -5485,7 +5522,7 @@ }, "limit": { "context": 128000, - "output": 64000 + "output": 16384 }, "temperature": true, "tool_call": true, @@ -5494,22 +5531,21 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2025-01", - "release_date": "2025-03-20", - "last_updated": "2025-06-05", + "knowledge": "2024-04", + "release_date": "2025-04-14", + "last_updated": "2025-04-14", "cost": { "input": 0, "output": 0 } }, { - "id": "o3", - "name": "o3 (Preview)", - "display_name": "o3 (Preview)", + "id": "o4-mini", + "name": "o4-mini (Preview)", + "display_name": "o4-mini (Preview)", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" @@ -5517,17 +5553,17 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 65536 }, "temperature": false, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": true, "default": true }, - "attachment": true, + "attachment": false, "open_weights": false, - "knowledge": "2024-05", + "knowledge": "2024-10", "release_date": "2025-04-16", "last_updated": "2025-04-16", "cost": { @@ -5536,9 +5572,9 @@ } }, { - "id": "claude-sonnet-4", - "name": "Claude Sonnet 4", - "display_name": "Claude Sonnet 4", + "id": "claude-opus-41", + "name": "Claude Opus 4.1", + "display_name": "Claude Opus 4.1", "modalities": { "input": [ "text", @@ -5549,11 +5585,11 @@ ] }, "limit": { - "context": 128000, + "context": 80000, "output": 16000 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": true, "default": true @@ -5561,17 +5597,17 @@ "attachment": true, "open_weights": false, "knowledge": "2025-03-31", - "release_date": "2025-05-22", - "last_updated": "2025-05-22", + "release_date": "2025-08-05", + "last_updated": "2025-08-05", "cost": { "input": 0, "output": 0 } }, { - "id": "gpt-5", - "name": "GPT-5", - "display_name": "GPT-5", + "id": "gpt-5-mini", + "name": "GPT-5-mini", + "display_name": "GPT-5-mini", "modalities": { "input": [ "text", @@ -5593,6 +5629,171 @@ }, "attachment": true, "open_weights": false, + "knowledge": "2024-06", + "release_date": "2025-08-13", + "last_updated": "2025-08-13", + "cost": { + "input": 0, + "output": 0 + } + }, + { + "id": "claude-3.7-sonnet", + "name": "Claude Sonnet 3.7", + "display_name": "Claude Sonnet 3.7", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 16384 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": false + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-02-19", + "last_updated": "2025-02-19", + "cost": { + "input": 0, + "output": 0 + } + }, + { + "id": "gemini-2.5-pro", + "name": "Gemini 2.5 Pro", + "display_name": "Gemini 2.5 Pro", + "modalities": { + "input": [ + "text", + "image", + "audio", + "video" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 64000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": false + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-01", + "release_date": "2025-03-20", + "last_updated": "2025-06-05", + "cost": { + "input": 0, + "output": 0 + } + }, + { + "id": "o3", + "name": "o3 (Preview)", + "display_name": "o3 (Preview)", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 16384 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-05", + "release_date": "2025-04-16", + "last_updated": "2025-04-16", + "cost": { + "input": 0, + "output": 0 + } + }, + { + "id": "claude-sonnet-4", + "name": "Claude Sonnet 4", + "display_name": "Claude Sonnet 4", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 16000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-03-31", + "release_date": "2025-05-22", + "last_updated": "2025-05-22", + "cost": { + "input": 0, + "output": 0 + } + }, + { + "id": "gpt-5", + "name": "GPT-5", + "display_name": "GPT-5", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 128000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, "knowledge": "2024-10", "release_date": "2025-08-07", "last_updated": "2025-08-07", @@ -7404,6 +7605,48 @@ "cache_write": 0.38 } }, + { + "id": "google/gemini-3-pro-preview", + "name": "Gemini 3 Pro Preview", + "display_name": "Gemini 3 Pro Preview", + "modalities": { + "input": [ + "text", + "image", + "video", + "audio", + "pdf" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 64000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-01", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", + "cost": { + "input": 2, + "output": 12, + "cache_read": 0.2, + "context_over_200k": { + "input": 4, + "output": 18, + "cache_read": 0.4 + } + } + }, { "id": "google/gemini-2.5-flash-lite", "name": "Gemini 2.5 Flash Lite", @@ -15305,6 +15548,41 @@ "output": 120 } }, + { + "id": "claude-opus-4-1", + "name": "Claude Opus 4.1", + "display_name": "Claude Opus 4.1", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 32000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-03-31", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", + "cost": { + "input": 15, + "output": 75, + "cache_read": 1.5, + "cache_write": 18.75 + } + }, { "id": "gpt-4-32k", "name": "GPT-4 32K", @@ -15336,6 +15614,78 @@ "output": 120 } }, + { + "id": "gpt-5.1-codex", + "name": "GPT-5.1 Codex", + "display_name": "GPT-5.1 Codex", + "modalities": { + "input": [ + "text", + "image", + "audio" + ], + "output": [ + "text", + "image", + "audio" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-14", + "last_updated": "2025-11-14", + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 + } + }, + { + "id": "claude-haiku-4-5", + "name": "Claude Haiku 4.5", + "display_name": "Claude Haiku 4.5", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 64000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-02-31", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", + "cost": { + "input": 1, + "output": 5, + "cache_read": 0.1, + "cache_write": 1.25 + } + }, { "id": "gpt-4.1-mini", "name": "GPT-4.1 mini", @@ -15403,6 +15753,41 @@ "cache_read": 0.13 } }, + { + "id": "claude-sonnet-4-5", + "name": "Claude Sonnet 4.5", + "display_name": "Claude Sonnet 4.5", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 64000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-07-31", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", + "cost": { + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 + } + }, { "id": "gpt-3.5-turbo-0125", "name": "GPT-3.5 Turbo 0125", @@ -15530,6 +15915,43 @@ "cache_read": 8.25 } }, + { + "id": "gpt-5.1-codex-mini", + "name": "GPT-5.1 Codex Mini", + "display_name": "GPT-5.1 Codex Mini", + "modalities": { + "input": [ + "text", + "image", + "audio" + ], + "output": [ + "text", + "image", + "audio" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-14", + "last_updated": "2025-11-14", + "cost": { + "input": 0.25, + "output": 2, + "cache_read": 0.025 + } + }, { "id": "o3-mini", "name": "o3-mini", @@ -15563,6 +15985,43 @@ "cache_read": 0.55 } }, + { + "id": "gpt-5.1", + "name": "GPT-5.1", + "display_name": "GPT-5.1", + "modalities": { + "input": [ + "text", + "image", + "audio" + ], + "output": [ + "text", + "image", + "audio" + ] + }, + "limit": { + "context": 272000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-14", + "last_updated": "2025-11-14", + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 + } + }, { "id": "gpt-5-nano", "name": "GPT-5 Nano", @@ -15796,6 +16255,43 @@ "cache_read": 7.5 } }, + { + "id": "gpt-5.1-chat", + "name": "GPT-5.1 Chat", + "display_name": "GPT-5.1 Chat", + "modalities": { + "input": [ + "text", + "image", + "audio" + ], + "output": [ + "text", + "image", + "audio" + ] + }, + "limit": { + "context": 128000, + "output": 16384 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-14", + "last_updated": "2025-11-14", + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 + } + }, { "id": "gpt-5-mini", "name": "GPT-5 Mini", @@ -16199,6 +16695,41 @@ "cache_read": 0.36 } }, + { + "id": "gpt-5.1-codex", + "name": "GPT-5.1 Codex", + "display_name": "GPT-5.1 Codex", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-12", + "last_updated": "2025-11-12", + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 + } + }, { "id": "claude-haiku-4-5", "name": "Claude Haiku 4.5", @@ -16235,20 +16766,24 @@ } }, { - "id": "minimax-m2", - "name": "MiniMax M2 (alpha)", - "display_name": "MiniMax M2 (alpha)", + "id": "gemini-3-pro", + "name": "Gemini 3 Pro", + "display_name": "Gemini 3 Pro", "modalities": { "input": [ - "text" + "text", + "image", + "video", + "audio", + "pdf" ], "output": [ "text" ] }, "limit": { - "context": 204800, - "output": 131072 + "context": 1000000, + "output": 64000 }, "temperature": true, "tool_call": true, @@ -16256,14 +16791,20 @@ "supported": true, "default": true }, - "attachment": false, - "open_weights": true, - "knowledge": "2024-10", - "release_date": "2025-10-27", - "last_updated": "2025-10-27", + "attachment": true, + "open_weights": false, + "knowledge": "2025-01", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", "cost": { - "input": 0.3, - "output": 1.2 + "input": 2, + "output": 12, + "cache_read": 0.2, + "context_over_200k": { + "input": 4, + "output": 18, + "cache_read": 0.4 + } } }, { @@ -16298,11 +16839,50 @@ "input": 3, "output": 15, "cache_read": 0.3, - "cache_write": 3.75 + "cache_write": 3.75, + "context_over_200k": { + "input": 6, + "output": 22.5, + "cache_read": 0.6, + "cache_write": 7.5 + } } }, { - "id": "kimi-k2-thinking", + "id": "alpha-gd4", + "name": "Code GD4 (alpha)", + "display_name": "Code GD4 (alpha)", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 128000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "knowledge": "2025-01", + "release_date": "2025-01-01", + "last_updated": "2025-01-01", + "cost": { + "input": 0.5, + "output": 2, + "cache_read": 0.15 + } + }, + { + "id": "alpha-kimi-k2-thinking", "name": "Kimi K2 Thinking (alpha)", "display_name": "Kimi K2 Thinking (alpha)", "modalities": { @@ -16334,9 +16914,44 @@ } }, { - "id": "an-gd4", - "name": "Code GD4 (alpha)", - "display_name": "Code GD4 (alpha)", + "id": "gpt-5.1", + "name": "GPT-5.1", + "display_name": "GPT-5.1", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-12", + "last_updated": "2025-11-12", + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 + } + }, + { + "id": "alpha-minimax-m2", + "name": "MiniMax M2 (alpha)", + "display_name": "MiniMax M2 (alpha)", "modalities": { "input": [ "text" @@ -16346,8 +16961,8 @@ ] }, "limit": { - "context": 200000, - "output": 128000 + "context": 204800, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -16357,19 +16972,52 @@ }, "attachment": false, "open_weights": true, - "knowledge": "2025-01", - "release_date": "2025-01-01", - "last_updated": "2025-01-01", + "knowledge": "2024-10", + "release_date": "2025-10-27", + "last_updated": "2025-10-27", "cost": { - "input": 0.5, - "output": 2, - "cache_read": 0.15 + "input": 0.3, + "output": 1.2 } }, { - "id": "gpt-5-codex", - "name": "GPT-5-Codex", - "display_name": "GPT-5-Codex", + "id": "gpt-5-nano", + "name": "GPT-5 Nano", + "display_name": "GPT-5 Nano", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-05-30", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", + "cost": { + "input": 0, + "output": 0, + "cache_read": 0 + } + }, + { + "id": "gpt-5-codex", + "name": "GPT-5 Codex", + "display_name": "GPT-5 Codex", "modalities": { "input": [ "text", @@ -16535,6 +17183,41 @@ "cache_write": 0 } }, + { + "id": "alpha-doubao-seed-code", + "name": "Doubao Seed Code (alpha)", + "display_name": "Doubao Seed Code (alpha)", + "modalities": { + "input": [ + "text", + "image", + "video" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 32000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "knowledge": "2024-10", + "release_date": "2025-11-11", + "last_updated": "2025-11-11", + "cost": { + "input": 0, + "output": 0, + "cache_read": 0 + } + }, { "id": "claude-sonnet-4", "name": "Claude Sonnet 4", @@ -16567,7 +17250,13 @@ "input": 3, "output": 15, "cache_read": 0.3, - "cache_write": 3.75 + "cache_write": 3.75, + "context_over_200k": { + "input": 6, + "output": 22.5, + "cache_read": 0.6, + "cache_write": 7.5 + } } }, { @@ -17226,6 +17915,48 @@ "cache_read": 0.025 } }, + { + "id": "gemini-3-pro-preview", + "name": "Gemini 3 Pro Preview", + "display_name": "Gemini 3 Pro Preview", + "modalities": { + "input": [ + "text", + "image", + "video", + "audio", + "pdf" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 64000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-01", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", + "cost": { + "input": 2, + "output": 12, + "cache_read": 0.2, + "context_over_200k": { + "input": 4, + "output": 18, + "cache_read": 0.4 + } + } + }, { "id": "gemini-2.5-flash", "name": "Gemini 2.5 Flash", @@ -18120,6 +18851,48 @@ "cache_read": 0.025 } }, + { + "id": "gemini-3-pro-preview", + "name": "Gemini 3 Pro Preview", + "display_name": "Gemini 3 Pro Preview", + "modalities": { + "input": [ + "text", + "image", + "video", + "audio", + "pdf" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65536 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-01", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", + "cost": { + "input": 2, + "output": 12, + "cache_read": 0.2, + "context_over_200k": { + "input": 4, + "output": 18, + "cache_read": 0.4 + } + } + }, { "id": "gemini-2.5-flash", "name": "Gemini 2.5 Flash", @@ -20918,6 +21691,41 @@ "output": 15 } }, + { + "id": "gpt-5.1-codex", + "name": "GPT-5.1 Codex", + "display_name": "GPT-5.1 Codex", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-13", + "last_updated": "2025-11-13", + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 + } + }, { "id": "gpt-4o-2024-08-06", "name": "GPT-4o (2024-08-06)", @@ -21146,6 +21954,41 @@ "cache_read": 7.5 } }, + { + "id": "gpt-5.1-codex-mini", + "name": "GPT-5.1 Codex mini", + "display_name": "GPT-5.1 Codex mini", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-13", + "last_updated": "2025-11-13", + "cost": { + "input": 0.25, + "output": 2, + "cache_read": 0.025 + } + }, { "id": "o3-mini", "name": "o3-mini", @@ -21179,6 +22022,40 @@ "cache_read": 0.55 } }, + { + "id": "gpt-5.1", + "name": "GPT-5.1", + "display_name": "GPT-5.1", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-13", + "last_updated": "2025-11-13", + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.13 + } + }, { "id": "codex-mini-latest", "name": "Codex Mini", @@ -21778,6 +22655,40 @@ "input": 15, "output": 120 } + }, + { + "id": "gpt-5.1-chat-latest", + "name": "GPT-5.1 Chat", + "display_name": "GPT-5.1 Chat", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 16384 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-13", + "last_updated": "2025-11-13", + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 + } } ] }, @@ -22103,6 +23014,38 @@ "api": "https://zenmux.ai/api/v1", "doc": "https://docs.zenmux.ai", "models": [ + { + "id": "moonshotai/kimi-k2-thinking-turbo", + "name": "Kimi K2 Thinking Turbo", + "display_name": "Kimi K2 Thinking Turbo", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": false, + "knowledge": "2025-11", + "release_date": "2025-11-06", + "last_updated": "2025-11-06", + "cost": { + "input": 1.15, + "output": 8 + } + }, { "id": "moonshotai/kimi-k2-0905", "name": "MoonshotAI: Kimi K2 0905", @@ -22135,6 +23078,38 @@ "cache_read": 0.15 } }, + { + "id": "moonshotai/kimi-k2-thinking", + "name": "Kimi K2 Thinking", + "display_name": "Kimi K2 Thinking", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": false, + "knowledge": "2025-11", + "release_date": "2025-11-06", + "last_updated": "2025-11-06", + "cost": { + "input": 0.6, + "output": 2.5 + } + }, { "id": "x-ai/grok-4-fast-non-reasoning", "name": "Grok 4 Fast (Non-Reasoning)", @@ -22301,6 +23276,38 @@ "cache_read": 0.07 } }, + { + "id": "minimax/minimax-m2", + "name": "MiniMax M2", + "display_name": "MiniMax M2", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 204800, + "output": 128000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": false, + "knowledge": "2025-10", + "release_date": "2025-10-27", + "last_updated": "2025-10-27", + "cost": { + "input": 0.3, + "output": 1.2 + } + }, { "id": "google/gemini-2.5-pro", "name": "Google: Gemini 2.5 Pro", @@ -22385,7 +23392,7 @@ ] }, "limit": { - "context": 400000, + "context": 272000, "output": 128000 }, "temperature": false, @@ -22552,8 +23559,8 @@ ] }, "limit": { - "context": 1000000, - "output": 66540 + "context": 4096, + "output": 4096 }, "temperature": true, "tool_call": false, @@ -23144,6 +24151,10 @@ "text" ] }, + "limit": { + "context": 128000, + "output": 128000 + }, "tool_call": true, "reasoning": { "supported": false @@ -23317,7 +24328,11 @@ { "id": "openai/gpt-5-chat", "name": "gpt-5-chat", - "display_name": "gpt-5-chat" + "display_name": "gpt-5-chat", + "limit": { + "context": 272000, + "output": 16384 + } }, { "id": "openai/gpt-5-mini", @@ -23333,7 +24348,7 @@ ] }, "limit": { - "context": 400000, + "context": 272000, "output": 128000 }, "temperature": false, @@ -23367,7 +24382,7 @@ ] }, "limit": { - "context": 400000, + "context": 272000, "output": 128000 }, "temperature": false, @@ -23601,8 +24616,8 @@ "release_date": "2025-04-01", "last_updated": "2025-04-01", "cost": { - "input": 0.63, - "output": 0.63 + "input": 0.7, + "output": 0.7 } }, { @@ -23631,8 +24646,8 @@ "release_date": "2025-04-01", "last_updated": "2025-04-01", "cost": { - "input": 0.1, - "output": 0.1 + "input": 0.11, + "output": 0.11 } }, { @@ -23661,8 +24676,8 @@ "release_date": "2025-06-11", "last_updated": "2025-06-11", "cost": { - "input": 0.1, - "output": 0.1 + "input": 0.11, + "output": 0.11 } }, { @@ -23692,8 +24707,8 @@ "release_date": "2025-03-31", "last_updated": "2025-03-31", "cost": { - "input": 0.91, - "output": 0.91 + "input": 1.01, + "output": 1.01 } }, { @@ -23722,8 +24737,8 @@ "release_date": "2024-11-20", "last_updated": "2024-11-20", "cost": { - "input": 0.13, - "output": 0.13 + "input": 0.14, + "output": 0.14 } }, { @@ -23753,8 +24768,8 @@ "release_date": "2025-07-16", "last_updated": "2025-07-16", "cost": { - "input": 0.09, - "output": 0.28 + "input": 0.1, + "output": 0.31 } }, { @@ -23783,8 +24798,8 @@ "release_date": "2025-03-24", "last_updated": "2025-03-24", "cost": { - "input": 0.87, - "output": 0.87 + "input": 0.96, + "output": 0.96 } }, { @@ -23813,8 +24828,8 @@ "release_date": "2025-10-28", "last_updated": "2025-10-28", "cost": { - "input": 0.06, - "output": 0.22 + "input": 0.07, + "output": 0.26 } }, { @@ -23844,8 +24859,8 @@ "release_date": "2025-01-08", "last_updated": "2025-01-08", "cost": { - "input": 0.29, - "output": 0.29 + "input": 0.32, + "output": 0.32 } }, { @@ -23867,15 +24882,16 @@ "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": false, "open_weights": true, "release_date": "2025-01-30", "last_updated": "2025-01-30", "cost": { - "input": 0.67, - "output": 0.67 + "input": 0.74, + "output": 0.74 } }, { @@ -23904,8 +24920,8 @@ "release_date": "2025-04-01", "last_updated": "2025-04-01", "cost": { - "input": 0.67, - "output": 0.67 + "input": 0.74, + "output": 0.74 } }, { @@ -23926,15 +24942,16 @@ }, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": false, "open_weights": true, "release_date": "2025-08-28", "last_updated": "2025-08-28", "cost": { - "input": 0.04, - "output": 0.15 + "input": 0.05, + "output": 0.18 } }, { @@ -23955,15 +24972,16 @@ }, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": false, "open_weights": true, "release_date": "2025-08-28", "last_updated": "2025-08-28", "cost": { - "input": 0.08, - "output": 0.4 + "input": 0.09, + "output": 0.47 } }, { @@ -23992,8 +25010,8 @@ "release_date": "2025-04-01", "last_updated": "2025-04-01", "cost": { - "input": 0.67, - "output": 0.67 + "input": 0.74, + "output": 0.74 } }, { @@ -24015,15 +25033,16 @@ "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": false, "open_weights": true, "release_date": "2025-07-16", "last_updated": "2025-07-16", "cost": { - "input": 0.08, - "output": 0.23 + "input": 0.09, + "output": 0.25 } } ] @@ -24296,6 +25315,39 @@ "output": 0 } }, + { + "id": "minimax-m2", + "name": "MiniMax M2", + "display_name": "MiniMax M2", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 204800, + "output": 131100 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "release_date": "2025-11-13", + "last_updated": "2025-11-13", + "cost": { + "input": 0, + "output": 0, + "cache_read": 0, + "cache_write": 0 + } + }, { "id": "qwen3-235b", "name": "Qwen3-235B-A22B", @@ -24442,13 +25494,14 @@ "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": false, "open_weights": false, "knowledge": "2024-10", "release_date": "2024-12-01", - "last_updated": "2024-12-01", + "last_updated": "2025-11-13", "cost": { "input": 0, "output": 0 @@ -25480,24 +26533,21 @@ "doc": "https://requesty.ai/solution/llm-routing/models", "models": [ { - "id": "google/gemini-2.5-flash", - "name": "Gemini 2.5 Flash", - "display_name": "Gemini 2.5 Flash", + "id": "xai/grok-4", + "name": "Grok 4", + "display_name": "Grok 4", "modalities": { "input": [ "text", - "image", - "audio", - "video", - "pdf" + "image" ], "output": [ "text" ] }, "limit": { - "context": 1048576, - "output": 65536 + "context": 256000, + "output": 64000 }, "temperature": true, "tool_call": true, @@ -25508,34 +26558,30 @@ "attachment": true, "open_weights": false, "knowledge": "2025-01", - "release_date": "2025-06-17", - "last_updated": "2025-06-17", + "release_date": "2025-09-09", + "last_updated": "2025-09-09", "cost": { - "input": 0.3, - "output": 2.5, - "cache_read": 0.075, - "cache_write": 0.55 + "input": 3, + "output": 15, + "cache_read": 0.75, + "cache_write": 3 } }, { - "id": "google/gemini-2.5-pro", - "name": "Gemini 2.5 Pro", - "display_name": "Gemini 2.5 Pro", + "id": "xai/grok-4-fast", + "name": "Grok 4 Fast", + "display_name": "Grok 4 Fast", "modalities": { "input": [ - "text", - "image", - "audio", - "video", - "pdf" + "text" ], "output": [ "text" ] }, "limit": { - "context": 1048576, - "output": 65536 + "context": 2000000, + "output": 64000 }, "temperature": true, "tool_call": true, @@ -25546,65 +26592,74 @@ "attachment": true, "open_weights": false, "knowledge": "2025-01", - "release_date": "2025-06-17", - "last_updated": "2025-06-17", + "release_date": "2025-09-19", + "last_updated": "2025-09-19", "cost": { - "input": 1.25, - "output": 10, - "cache_read": 0.31, - "cache_write": 2.375 + "input": 0.2, + "output": 0.5, + "cache_read": 0.05, + "cache_write": 0.2 } }, { - "id": "openai/gpt-4.1-mini", - "name": "GPT-4.1 Mini", - "display_name": "GPT-4.1 Mini", + "id": "google/gemini-2.5-flash", + "name": "Gemini 2.5 Flash", + "display_name": "Gemini 2.5 Flash", "modalities": { "input": [ "text", - "image" + "image", + "audio", + "video", + "pdf" ], "output": [ "text" ] }, "limit": { - "context": 1047576, - "output": 32768 + "context": 1048576, + "output": 65536 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-04-14", - "last_updated": "2025-04-14", + "knowledge": "2025-01", + "release_date": "2025-06-17", + "last_updated": "2025-06-17", "cost": { - "input": 0.4, - "output": 1.6, - "cache_read": 0.1 + "input": 0.3, + "output": 2.5, + "cache_read": 0.075, + "cache_write": 0.55 } }, { - "id": "openai/gpt-5-nano", - "name": "GPT-5 Nano", - "display_name": "GPT-5 Nano", + "id": "google/gemini-2.5-pro", + "name": "Gemini 2.5 Pro", + "display_name": "Gemini 2.5 Pro", "modalities": { "input": [ - "text" + "text", + "image", + "audio", + "video", + "pdf" ], "output": [ "text" ] }, "limit": { - "context": 16000, - "output": 4000 + "context": 1048576, + "output": 65536 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, @@ -25612,19 +26667,86 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2024-05-30", - "release_date": "2025-08-07", - "last_updated": "2025-08-07", + "knowledge": "2025-01", + "release_date": "2025-06-17", + "last_updated": "2025-06-17", "cost": { - "input": 0.05, - "output": 0.4, - "cache_read": 0.01 + "input": 1.25, + "output": 10, + "cache_read": 0.31, + "cache_write": 2.375 } }, { - "id": "openai/gpt-4.1", - "name": "GPT-4.1", - "display_name": "GPT-4.1", + "id": "openai/gpt-4.1-mini", + "name": "GPT-4.1 Mini", + "display_name": "GPT-4.1 Mini", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1047576, + "output": 32768 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": false + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-04-14", + "last_updated": "2025-04-14", + "cost": { + "input": 0.4, + "output": 1.6, + "cache_read": 0.1 + } + }, + { + "id": "openai/gpt-5-nano", + "name": "GPT-5 Nano", + "display_name": "GPT-5 Nano", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, + "temperature": false, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-05-30", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", + "cost": { + "input": 0.05, + "output": 0.4, + "cache_read": 0.01 + } + }, + { + "id": "openai/gpt-4.1", + "name": "GPT-4.1", + "display_name": "GPT-4.1", "modalities": { "input": [ "text", @@ -25829,9 +26951,44 @@ } }, { - "id": "anthropic/claude-3-7-sonnet", - "name": "Claude Sonnet 3.7", - "display_name": "Claude Sonnet 3.7", + "id": "anthropic/claude-opus-4-1", + "name": "Claude Opus 4.1", + "display_name": "Claude Opus 4.1", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 32000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-03-31", + "release_date": "2025-08-05", + "last_updated": "2025-08-05", + "cost": { + "input": 15, + "output": 75, + "cache_read": 1.5, + "cache_write": 18.75 + } + }, + { + "id": "anthropic/claude-haiku-4-5", + "name": "Claude Haiku 4.5", + "display_name": "Claude Haiku 4.5", "modalities": { "input": [ "text", @@ -25843,6 +27000,41 @@ }, "limit": { "context": 200000, + "output": 62000 + }, + "temperature": true, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-02-01", + "release_date": "2025-10-15", + "last_updated": "2025-10-15", + "cost": { + "input": 1, + "output": 5, + "cache_read": 0.1, + "cache_write": 1.25 + } + }, + { + "id": "anthropic/claude-sonnet-4-5", + "name": "Claude Sonnet 4.5", + "display_name": "Claude Sonnet 4.5", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, "output": 64000 }, "temperature": true, @@ -25853,9 +27045,9 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2024-01", - "release_date": "2025-02-19", - "last_updated": "2025-02-19", + "knowledge": "2025-07-31", + "release_date": "2025-09-29", + "last_updated": "2025-09-29", "cost": { "input": 3, "output": 15, @@ -25864,9 +27056,9 @@ } }, { - "id": "anthropic/claude-4-sonnet-20250522", - "name": "Claude Sonnet 4", - "display_name": "Claude Sonnet 4", + "id": "anthropic/claude-3-7-sonnet", + "name": "Claude Sonnet 3.7", + "display_name": "Claude Sonnet 3.7", "modalities": { "input": [ "text", @@ -25888,9 +27080,9 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2025-03-31", - "release_date": "2025-05-22", - "last_updated": "2025-05-22", + "knowledge": "2024-01", + "release_date": "2025-02-19", + "last_updated": "2025-02-19", "cost": { "input": 3, "output": 15, @@ -25899,9 +27091,9 @@ } }, { - "id": "anthropic/claude-opus-4-1-20250805", - "name": "Claude Opus 4.1", - "display_name": "Claude Opus 4.1", + "id": "anthropic/claude-sonnet-4", + "name": "Claude Sonnet 4", + "display_name": "Claude Sonnet 4", "modalities": { "input": [ "text", @@ -25913,7 +27105,7 @@ }, "limit": { "context": 200000, - "output": 32000 + "output": 64000 }, "temperature": true, "tool_call": true, @@ -25924,13 +27116,13 @@ "attachment": true, "open_weights": false, "knowledge": "2025-03-31", - "release_date": "2025-08-05", - "last_updated": "2025-08-05", + "release_date": "2025-05-22", + "last_updated": "2025-05-22", "cost": { - "input": 15, - "output": 75, - "cache_read": 1.5, - "cache_write": 18.75 + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 } } ] @@ -27157,17 +28349,16 @@ } ] }, - "llama": { - "id": "llama", - "name": "Llama", - "display_name": "Llama", - "api": "https://api.llama.com/compat/v1/", - "doc": "https://llama.developer.meta.com/docs/models", + "azure-cognitive-services": { + "id": "azure-cognitive-services", + "name": "Azure Cognitive Services", + "display_name": "Azure Cognitive Services", + "doc": "https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models", "models": [ { - "id": "llama-3.3-8b-instruct", - "name": "Llama-3.3-8B-Instruct", - "display_name": "Llama-3.3-8B-Instruct", + "id": "gpt-3.5-turbo-1106", + "name": "GPT-3.5 Turbo 1106", + "display_name": "GPT-3.5 Turbo 1106", "modalities": { "input": [ "text" @@ -27177,28 +28368,28 @@ ] }, "limit": { - "context": 128000, - "output": 4096 + "context": 16384, + "output": 16384 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, - "attachment": true, - "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-12-06", - "last_updated": "2024-12-06", + "attachment": false, + "open_weights": false, + "knowledge": "2021-08", + "release_date": "2023-11-06", + "last_updated": "2023-11-06", "cost": { - "input": 0, - "output": 0 + "input": 1, + "output": 2 } }, { - "id": "llama-4-maverick-17b-128e-instruct-fp8", - "name": "Llama-4-Maverick-17B-128E-Instruct-FP8", - "display_name": "Llama-4-Maverick-17B-128E-Instruct-FP8", + "id": "gpt-5", + "name": "GPT-5", + "display_name": "GPT-5", "modalities": { "input": [ "text", @@ -27209,31 +28400,34 @@ ] }, "limit": { - "context": 128000, - "output": 4096 + "context": 272000, + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, - "open_weights": true, - "knowledge": "2024-08", - "release_date": "2025-04-05", - "last_updated": "2025-04-05", + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", "cost": { - "input": 0, - "output": 0 + "input": 1.25, + "output": 10, + "cache_read": 0.13 } }, { - "id": "llama-3.3-70b-instruct", - "name": "Llama-3.3-70B-Instruct", - "display_name": "Llama-3.3-70B-Instruct", + "id": "gpt-4o-mini", + "name": "GPT-4o mini", + "display_name": "GPT-4o mini", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" @@ -27241,7 +28435,7 @@ }, "limit": { "context": 128000, - "output": 4096 + "output": 16384 }, "temperature": true, "tool_call": true, @@ -27249,19 +28443,20 @@ "supported": false }, "attachment": true, - "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-12-06", - "last_updated": "2024-12-06", + "open_weights": false, + "knowledge": "2023-09", + "release_date": "2024-07-18", + "last_updated": "2024-07-18", "cost": { - "input": 0, - "output": 0 + "input": 0.15, + "output": 0.6, + "cache_read": 0.08 } }, { - "id": "llama-4-scout-17b-16e-instruct-fp8", - "name": "Llama-4-Scout-17B-16E-Instruct-FP8", - "display_name": "Llama-4-Scout-17B-16E-Instruct-FP8", + "id": "gpt-4-turbo-vision", + "name": "GPT-4 Turbo Vision", + "display_name": "GPT-4 Turbo Vision", "modalities": { "input": [ "text", @@ -27281,19 +28476,19 @@ "supported": false }, "attachment": true, - "open_weights": true, - "knowledge": "2024-08", - "release_date": "2025-04-05", - "last_updated": "2025-04-05", + "open_weights": false, + "knowledge": "2023-11", + "release_date": "2023-11-06", + "last_updated": "2024-04-09", "cost": { - "input": 0, - "output": 0 + "input": 10, + "output": 30 } }, { - "id": "groq-llama-4-maverick-17b-128e-instruct", - "name": "Groq-Llama-4-Maverick-17B-128E-Instruct", - "display_name": "Groq-Llama-4-Maverick-17B-128E-Instruct", + "id": "codex-mini", + "name": "Codex Mini", + "display_name": "Codex Mini", "modalities": { "input": [ "text" @@ -27303,59 +28498,64 @@ ] }, "limit": { - "context": 128000, - "output": 4096 + "context": 200000, + "output": 100000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, - "open_weights": true, - "knowledge": "2025-01", - "release_date": "2025-04-05", - "last_updated": "2025-04-05", + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-05-16", + "last_updated": "2025-05-16", "cost": { - "input": 0, - "output": 0 + "input": 1.5, + "output": 6, + "cache_read": 0.375 } }, { - "id": "cerebras-llama-4-scout-17b-16e-instruct", - "name": "Cerebras-Llama-4-Scout-17B-16E-Instruct", - "display_name": "Cerebras-Llama-4-Scout-17B-16E-Instruct", + "id": "o3", + "name": "o3", + "display_name": "o3", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 128000, - "output": 4096 + "context": 200000, + "output": 100000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, - "open_weights": true, - "knowledge": "2025-01", - "release_date": "2025-04-05", - "last_updated": "2025-04-05", + "open_weights": false, + "knowledge": "2024-05", + "release_date": "2025-04-16", + "last_updated": "2025-04-16", "cost": { - "input": 0, - "output": 0 + "input": 2, + "output": 8, + "cache_read": 0.5 } }, { - "id": "cerebras-llama-4-maverick-17b-128e-instruct", - "name": "Cerebras-Llama-4-Maverick-17B-128E-Instruct", - "display_name": "Cerebras-Llama-4-Maverick-17B-128E-Instruct", + "id": "gpt-3.5-turbo-instruct", + "name": "GPT-3.5 Turbo Instruct", + "display_name": "GPT-3.5 Turbo Instruct", "modalities": { "input": [ "text" @@ -27365,37 +28565,28 @@ ] }, "limit": { - "context": 128000, + "context": 4096, "output": 4096 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, - "attachment": true, - "open_weights": true, - "knowledge": "2025-01", - "release_date": "2025-04-05", - "last_updated": "2025-04-05", + "attachment": false, + "open_weights": false, + "knowledge": "2021-08", + "release_date": "2023-09-21", + "last_updated": "2023-09-21", "cost": { - "input": 0, - "output": 0 + "input": 1.5, + "output": 2 } - } - ] - }, - "scaleway": { - "id": "scaleway", - "name": "Scaleway", - "display_name": "Scaleway", - "api": "https://api.scaleway.ai/v1", - "doc": "https://www.scaleway.com/en/docs/generative-apis/", - "models": [ + }, { - "id": "qwen3-235b-a22b-instruct-2507", - "name": "Qwen3 235B A22B Instruct 2507", - "display_name": "Qwen3 235B A22B Instruct 2507", + "id": "o1-mini", + "name": "o1-mini", + "display_name": "o1-mini", "modalities": { "input": [ "text" @@ -27405,27 +28596,30 @@ ] }, "limit": { - "context": 260000, - "output": 8192 + "context": 128000, + "output": 65536 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": true, - "open_weights": true, - "release_date": "2025-07-01", - "last_updated": "2025-07-01", + "attachment": false, + "open_weights": false, + "knowledge": "2023-09", + "release_date": "2024-09-12", + "last_updated": "2024-09-12", "cost": { - "input": 0.75, - "output": 2.25 + "input": 1.1, + "output": 4.4, + "cache_read": 0.55 } }, { - "id": "pixtral-12b-2409", - "name": "Pixtral 12B 2409", - "display_name": "Pixtral 12B 2409", + "id": "gpt-5-mini", + "name": "GPT-5 Mini", + "display_name": "GPT-5 Mini", "modalities": { "input": [ "text", @@ -27436,88 +28630,101 @@ ] }, "limit": { - "context": 128000, - "output": 4096 + "context": 272000, + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, - "open_weights": true, - "release_date": "2024-09-25", - "last_updated": "2024-09-25", + "open_weights": false, + "knowledge": "2024-05-30", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", "cost": { - "input": 0.2, - "output": 0.2 + "input": 0.25, + "output": 2, + "cache_read": 0.03 } }, { - "id": "llama-3.1-8b-instruct", - "name": "Llama 3.1 8B Instruct", - "display_name": "Llama 3.1 8B Instruct", + "id": "gpt-5.1-chat", + "name": "GPT-5.1 Chat", + "display_name": "GPT-5.1 Chat", "modalities": { "input": [ - "text" + "text", + "image", + "audio" ], "output": [ - "text" + "text", + "image", + "audio" ] }, "limit": { "context": 128000, "output": 16384 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, - "open_weights": true, - "knowledge": "2023-12", - "release_date": "2025-01-01", - "last_updated": "2025-01-01", + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-14", + "last_updated": "2025-11-14", "cost": { - "input": 0.2, - "output": 0.2 + "input": 1.25, + "output": 10, + "cache_read": 0.125 } }, { - "id": "mistral-nemo-instruct-2407", - "name": "Mistral Nemo Instruct 2407", - "display_name": "Mistral Nemo Instruct 2407", + "id": "o1", + "name": "o1", + "display_name": "o1", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 128000, - "output": 8192 + "context": 200000, + "output": 100000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": true, - "open_weights": true, - "release_date": "2024-07-25", - "last_updated": "2024-07-25", + "attachment": false, + "open_weights": false, + "knowledge": "2023-09", + "release_date": "2024-12-05", + "last_updated": "2024-12-05", "cost": { - "input": 0.2, - "output": 0.2 + "input": 15, + "output": 60, + "cache_read": 7.5 } }, { - "id": "mistral-small-3.2-24b-instruct-2506", - "name": "Mistral Small 3.2 24B Instruct (2506)", - "display_name": "Mistral Small 3.2 24B Instruct (2506)", + "id": "o4-mini", + "name": "o4-mini", + "display_name": "o4-mini", "modalities": { "input": [ "text", @@ -27528,58 +28735,63 @@ ] }, "limit": { - "context": 128000, - "output": 8192 + "context": 200000, + "output": 100000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, - "open_weights": true, - "release_date": "2025-06-20", - "last_updated": "2025-06-20", + "attachment": true, + "open_weights": false, + "knowledge": "2024-05", + "release_date": "2025-04-16", + "last_updated": "2025-04-16", "cost": { - "input": 0.15, - "output": 0.35 + "input": 1.1, + "output": 4.4, + "cache_read": 0.28 } }, { - "id": "qwen3-coder-30b-a3b-instruct", - "name": "Qwen3-Coder 30B-A3B Instruct", - "display_name": "Qwen3-Coder 30B-A3B Instruct", + "id": "gpt-4.1", + "name": "GPT-4.1", + "display_name": "GPT-4.1", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 128000, - "output": 8192 + "context": 1047576, + "output": 32768 }, "temperature": true, "tool_call": true, "reasoning": { "supported": false }, - "attachment": false, - "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-04", - "last_updated": "2025-04", + "attachment": true, + "open_weights": false, + "knowledge": "2024-05", + "release_date": "2025-04-14", + "last_updated": "2025-04-14", "cost": { - "input": 0.2, - "output": 0.8 + "input": 2, + "output": 8, + "cache_read": 0.5 } }, { - "id": "llama-3.3-70b-instruct", - "name": "Llama-3.3-70B-Instruct", - "display_name": "Llama-3.3-70B-Instruct", + "id": "gpt-3.5-turbo-0301", + "name": "GPT-3.5 Turbo 0301", + "display_name": "GPT-3.5 Turbo 0301", "modalities": { "input": [ "text" @@ -27589,152 +28801,166 @@ ] }, "limit": { - "context": 100000, + "context": 4096, "output": 4096 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, - "attachment": true, - "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-12-06", - "last_updated": "2024-12-06", + "attachment": false, + "open_weights": false, + "knowledge": "2021-08", + "release_date": "2023-03-01", + "last_updated": "2023-03-01", "cost": { - "input": 0.9, - "output": 0.9 + "input": 1.5, + "output": 2 } }, { - "id": "whisper-large-v3", - "name": "Whisper Large v3", - "display_name": "Whisper Large v3", + "id": "gpt-4o", + "name": "GPT-4o", + "display_name": "GPT-4o", "modalities": { "input": [ - "audio" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 0, - "output": 4096 + "context": 128000, + "output": 16384 }, - "temperature": false, - "tool_call": false, + "temperature": true, + "tool_call": true, "reasoning": { "supported": false }, - "attachment": false, - "open_weights": true, + "attachment": true, + "open_weights": false, "knowledge": "2023-09", - "release_date": "2023-09-01", - "last_updated": "2025-09-05", + "release_date": "2024-05-13", + "last_updated": "2024-05-13", "cost": { - "input": 0.003, - "output": 0 + "input": 2.5, + "output": 10, + "cache_read": 1.25 } }, { - "id": "deepseek-r1-distill-llama-70b", - "name": "DeepSeek R1 Distill Llama 70B", - "display_name": "DeepSeek R1 Distill Llama 70B", + "id": "gpt-5-codex", + "name": "GPT-5-Codex", + "display_name": "GPT-5-Codex", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 32000, - "output": 4096 + "context": 400000, + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": false, - "open_weights": true, - "knowledge": "2024-07", - "release_date": "2025-01-20", - "last_updated": "2025-01-20", + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-09-15", + "last_updated": "2025-09-15", "cost": { - "input": 0.9, - "output": 0.9 + "input": 1.25, + "output": 10, + "cache_read": 0.13 } }, { - "id": "voxtral-small-24b-2507", - "name": "Voxtral Small 24B 2507", - "display_name": "Voxtral Small 24B 2507", + "id": "gpt-5-nano", + "name": "GPT-5 Nano", + "display_name": "GPT-5 Nano", "modalities": { "input": [ "text", - "audio" + "image" ], "output": [ "text" ] }, "limit": { - "context": 32000, - "output": 8192 + "context": 272000, + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, - "open_weights": true, - "release_date": "2025-07-01", - "last_updated": "2025-07-01", + "open_weights": false, + "knowledge": "2024-05-30", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", "cost": { - "input": 0.15, - "output": 0.35 + "input": 0.05, + "output": 0.4, + "cache_read": 0.01 } }, { - "id": "gpt-oss-120b", - "name": "GPT-OSS 120B", - "display_name": "GPT-OSS 120B", + "id": "gpt-5.1", + "name": "GPT-5.1", + "display_name": "GPT-5.1", "modalities": { "input": [ - "text" + "text", + "image", + "audio" ], "output": [ - "text" + "text", + "image", + "audio" ] }, "limit": { - "context": 128000, - "output": 8192 + "context": 272000, + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, - "open_weights": true, - "release_date": "2024-01-01", - "last_updated": "2024-01-01", + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-14", + "last_updated": "2025-11-14", "cost": { - "input": 0.15, - "output": 0.6 + "input": 1.25, + "output": 10, + "cache_read": 0.125 } }, { - "id": "bge-multilingual-gemma2", - "name": "BGE Multilingual Gemma2", - "display_name": "BGE Multilingual Gemma2", + "id": "o3-mini", + "name": "o3-mini", + "display_name": "o3-mini", "modalities": { "input": [ "text" @@ -27744,68 +28970,67 @@ ] }, "limit": { - "context": 8191, - "output": 3072 + "context": 200000, + "output": 100000 }, "temperature": false, - "tool_call": false, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": false, "open_weights": false, - "release_date": "2024-07-26", - "last_updated": "2025-06-15", + "knowledge": "2024-05", + "release_date": "2024-12-20", + "last_updated": "2025-01-29", "cost": { - "input": 0.13, - "output": 0 + "input": 1.1, + "output": 4.4, + "cache_read": 0.55 } }, { - "id": "gemma-3-27b-it", - "name": "Gemma-3-27B-IT", - "display_name": "Gemma-3-27B-IT", + "id": "gpt-5.1-codex-mini", + "name": "GPT-5.1 Codex Mini", + "display_name": "GPT-5.1 Codex Mini", "modalities": { "input": [ "text", - "image" + "image", + "audio" ], "output": [ - "text" + "text", + "image", + "audio" ] }, "limit": { - "context": 40000, - "output": 8192 + "context": 400000, + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": true, + "attachment": false, "open_weights": false, - "knowledge": "2024-12", - "release_date": "2024-12-01", - "last_updated": "2025-09-05", + "knowledge": "2024-09-30", + "release_date": "2025-11-14", + "last_updated": "2025-11-14", "cost": { "input": 0.25, - "output": 0.5 + "output": 2, + "cache_read": 0.025 } - } - ] - }, - "amazon-bedrock": { - "id": "amazon-bedrock", - "name": "Amazon Bedrock", - "display_name": "Amazon Bedrock", - "doc": "https://docs.aws.amazon.com/bedrock/latest/userguide/models-supported.html", - "models": [ + }, { - "id": "cohere.command-r-plus-v1:0", - "name": "Command R+", - "display_name": "Command R+", + "id": "o1-preview", + "name": "o1-preview", + "display_name": "o1-preview", "modalities": { "input": [ "text" @@ -27816,27 +29041,29 @@ }, "limit": { "context": 128000, - "output": 4096 + "output": 32768 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": false, - "open_weights": true, - "knowledge": "2024-04", - "release_date": "2024-04-04", - "last_updated": "2024-04-04", + "open_weights": false, + "knowledge": "2023-09", + "release_date": "2024-09-12", + "last_updated": "2024-09-12", "cost": { - "input": 3, - "output": 15 + "input": 16.5, + "output": 66, + "cache_read": 8.25 } }, { - "id": "anthropic.claude-v2", - "name": "Claude 2", - "display_name": "Claude 2", + "id": "gpt-3.5-turbo-0613", + "name": "GPT-3.5 Turbo 0613", + "display_name": "GPT-3.5 Turbo 0613", "modalities": { "input": [ "text" @@ -27846,8 +29073,8 @@ ] }, "limit": { - "context": 100000, - "output": 4096 + "context": 16384, + "output": 16384 }, "temperature": true, "tool_call": false, @@ -27856,18 +29083,18 @@ }, "attachment": false, "open_weights": false, - "knowledge": "2023-08", - "release_date": "2023-07-11", - "last_updated": "2023-07-11", + "knowledge": "2021-08", + "release_date": "2023-06-13", + "last_updated": "2023-06-13", "cost": { - "input": 8, - "output": 24 + "input": 3, + "output": 4 } }, { - "id": "anthropic.claude-3-7-sonnet-20250219-v1:0", - "name": "Claude Sonnet 3.7", - "display_name": "Claude Sonnet 3.7", + "id": "gpt-4-turbo", + "name": "GPT-4 Turbo", + "display_name": "GPT-4 Turbo", "modalities": { "input": [ "text", @@ -27878,8 +29105,8 @@ ] }, "limit": { - "context": 200000, - "output": 8192 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, @@ -27888,20 +29115,49 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-02-19", - "last_updated": "2025-02-19", + "knowledge": "2023-11", + "release_date": "2023-11-06", + "last_updated": "2024-04-09", "cost": { - "input": 3, - "output": 15, - "cache_read": 0.3, - "cache_write": 3.75 + "input": 10, + "output": 30 } }, { - "id": "anthropic.claude-sonnet-4-20250514-v1:0", - "name": "Claude Sonnet 4", - "display_name": "Claude Sonnet 4", + "id": "gpt-3.5-turbo-0125", + "name": "GPT-3.5 Turbo 0125", + "display_name": "GPT-3.5 Turbo 0125", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 16384 + }, + "temperature": true, + "tool_call": false, + "reasoning": { + "supported": false + }, + "attachment": false, + "open_weights": false, + "knowledge": "2021-08", + "release_date": "2024-01-25", + "last_updated": "2024-01-25", + "cost": { + "input": 0.5, + "output": 1.5 + } + }, + { + "id": "claude-sonnet-4-5", + "name": "Claude Sonnet 4.5", + "display_name": "Claude Sonnet 4.5", "modalities": { "input": [ "text", @@ -27923,9 +29179,9 @@ }, "attachment": true, "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-05-22", - "last_updated": "2025-05-22", + "knowledge": "2025-07-31", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", "cost": { "input": 3, "output": 15, @@ -27934,40 +29190,43 @@ } }, { - "id": "qwen.qwen3-coder-30b-a3b-v1:0", - "name": "Qwen3 Coder 30B A3B Instruct", - "display_name": "Qwen3 Coder 30B A3B Instruct", + "id": "gpt-5-chat", + "name": "GPT-5 Chat", + "display_name": "GPT-5 Chat", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 262144, - "output": 131072 + "context": 128000, + "output": 16384 }, - "temperature": true, - "tool_call": true, + "temperature": false, + "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, + "attachment": true, "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-09-18", - "last_updated": "2025-09-18", + "knowledge": "2024-10-24", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", "cost": { - "input": 0.15, - "output": 0.6 + "input": 1.25, + "output": 10, + "cache_read": 0.13 } }, { - "id": "meta.llama3-2-11b-instruct-v1:0", - "name": "Llama 3.2 11B Instruct", - "display_name": "Llama 3.2 11B Instruct", + "id": "gpt-4.1-mini", + "name": "GPT-4.1 mini", + "display_name": "GPT-4.1 mini", "modalities": { "input": [ "text", @@ -27978,8 +29237,8 @@ ] }, "limit": { - "context": 128000, - "output": 4096 + "context": 1047576, + "output": 32768 }, "temperature": true, "tool_call": true, @@ -27987,19 +29246,20 @@ "supported": false }, "attachment": true, - "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-09-25", - "last_updated": "2024-09-25", + "open_weights": false, + "knowledge": "2024-05", + "release_date": "2025-04-14", + "last_updated": "2025-04-14", "cost": { - "input": 0.16, - "output": 0.16 + "input": 0.4, + "output": 1.6, + "cache_read": 0.1 } }, { - "id": "anthropic.claude-3-haiku-20240307-v1:0", - "name": "Claude Haiku 3", - "display_name": "Claude Haiku 3", + "id": "claude-haiku-4-5", + "name": "Claude Haiku 4.5", + "display_name": "Claude Haiku 4.5", "modalities": { "input": [ "text", @@ -28011,59 +29271,67 @@ }, "limit": { "context": 200000, - "output": 4096 + "output": 64000 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, "open_weights": false, - "knowledge": "2024-02", - "release_date": "2024-03-13", - "last_updated": "2024-03-13", + "knowledge": "2025-02-31", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", "cost": { - "input": 0.25, - "output": 1.25 + "input": 1, + "output": 5, + "cache_read": 0.1, + "cache_write": 1.25 } }, { - "id": "meta.llama3-2-90b-instruct-v1:0", - "name": "Llama 3.2 90B Instruct", - "display_name": "Llama 3.2 90B Instruct", + "id": "gpt-5.1-codex", + "name": "GPT-5.1 Codex", + "display_name": "GPT-5.1 Codex", "modalities": { "input": [ "text", - "image" + "image", + "audio" ], "output": [ - "text" + "text", + "image", + "audio" ] }, "limit": { - "context": 128000, - "output": 4096 + "context": 400000, + "output": 128000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": true, - "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-09-25", - "last_updated": "2024-09-25", + "attachment": false, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-11-14", + "last_updated": "2025-11-14", "cost": { - "input": 0.72, - "output": 0.72 + "input": 1.25, + "output": 10, + "cache_read": 0.125 } }, { - "id": "meta.llama3-2-1b-instruct-v1:0", - "name": "Llama 3.2 1B Instruct", - "display_name": "Llama 3.2 1B Instruct", + "id": "gpt-4-32k", + "name": "GPT-4 32K", + "display_name": "GPT-4 32K", "modalities": { "input": [ "text" @@ -28073,8 +29341,8 @@ ] }, "limit": { - "context": 131000, - "output": 4096 + "context": 32768, + "output": 32768 }, "temperature": true, "tool_call": true, @@ -28082,22 +29350,23 @@ "supported": false }, "attachment": false, - "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-09-25", - "last_updated": "2024-09-25", + "open_weights": false, + "knowledge": "2023-11", + "release_date": "2023-03-14", + "last_updated": "2023-03-14", "cost": { - "input": 0.1, - "output": 0.1 + "input": 60, + "output": 120 } }, { - "id": "anthropic.claude-v2:1", - "name": "Claude 2.1", - "display_name": "Claude 2.1", + "id": "claude-opus-4-1", + "name": "Claude Opus 4.1", + "display_name": "Claude Opus 4.1", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" @@ -28105,27 +29374,30 @@ }, "limit": { "context": 200000, - "output": 4096 + "output": 32000 }, "temperature": true, - "tool_call": false, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, + "attachment": true, "open_weights": false, - "knowledge": "2023-08", - "release_date": "2023-11-21", - "last_updated": "2023-11-21", + "knowledge": "2025-03-31", + "release_date": "2025-11-18", + "last_updated": "2025-11-18", "cost": { - "input": 8, - "output": 24 + "input": 15, + "output": 75, + "cache_read": 1.5, + "cache_write": 18.75 } }, { - "id": "deepseek.v3-v1:0", - "name": "DeepSeek-V3.1", - "display_name": "DeepSeek-V3.1", + "id": "gpt-4", + "name": "GPT-4", + "display_name": "GPT-4", "modalities": { "input": [ "text" @@ -28135,60 +29407,70 @@ ] }, "limit": { - "context": 163840, - "output": 81920 + "context": 8192, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": false, - "open_weights": true, - "knowledge": "2024-07", - "release_date": "2025-09-18", - "last_updated": "2025-09-18", + "open_weights": false, + "knowledge": "2023-11", + "release_date": "2023-03-14", + "last_updated": "2023-03-14", "cost": { - "input": 0.58, - "output": 1.68 + "input": 60, + "output": 120 } }, { - "id": "cohere.command-light-text-v14", - "name": "Command Light", - "display_name": "Command Light", + "id": "gpt-4.1-nano", + "name": "GPT-4.1 nano", + "display_name": "GPT-4.1 nano", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 4096, - "output": 4096 + "context": 1047576, + "output": 32768 }, "temperature": true, - "tool_call": false, + "tool_call": true, "reasoning": { "supported": false }, - "attachment": false, - "open_weights": true, - "knowledge": "2023-08", - "release_date": "2023-11-01", - "last_updated": "2023-11-01", + "attachment": true, + "open_weights": false, + "knowledge": "2024-05", + "release_date": "2025-04-14", + "last_updated": "2025-04-14", "cost": { - "input": 0.3, - "output": 0.6 + "input": 0.1, + "output": 0.4, + "cache_read": 0.03 } - }, + } + ] + }, + "llama": { + "id": "llama", + "name": "Llama", + "display_name": "Llama", + "api": "https://api.llama.com/compat/v1/", + "doc": "https://llama.developer.meta.com/docs/models", + "models": [ { - "id": "ai21.jamba-1-5-large-v1:0", - "name": "Jamba 1.5 Large", - "display_name": "Jamba 1.5 Large", + "id": "llama-3.3-8b-instruct", + "name": "Llama-3.3-8B-Instruct", + "display_name": "Llama-3.3-8B-Instruct", "modalities": { "input": [ "text" @@ -28198,7 +29480,7 @@ ] }, "limit": { - "context": 256000, + "context": 128000, "output": 4096 }, "temperature": true, @@ -28206,23 +29488,24 @@ "reasoning": { "supported": false }, - "attachment": false, + "attachment": true, "open_weights": true, - "knowledge": "2024-08", - "release_date": "2024-08-15", - "last_updated": "2024-08-15", + "knowledge": "2023-12", + "release_date": "2024-12-06", + "last_updated": "2024-12-06", "cost": { - "input": 2, - "output": 8 + "input": 0, + "output": 0 } }, { - "id": "meta.llama3-3-70b-instruct-v1:0", - "name": "Llama 3.3 70B Instruct", - "display_name": "Llama 3.3 70B Instruct", + "id": "llama-4-maverick-17b-128e-instruct-fp8", + "name": "Llama-4-Maverick-17B-128E-Instruct-FP8", + "display_name": "Llama-4-Maverick-17B-128E-Instruct-FP8", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" @@ -28237,31 +29520,30 @@ "reasoning": { "supported": false }, - "attachment": false, + "attachment": true, "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-12-06", - "last_updated": "2024-12-06", + "knowledge": "2024-08", + "release_date": "2025-04-05", + "last_updated": "2025-04-05", "cost": { - "input": 0.72, - "output": 0.72 + "input": 0, + "output": 0 } }, { - "id": "anthropic.claude-3-opus-20240229-v1:0", - "name": "Claude Opus 3", - "display_name": "Claude Opus 3", + "id": "llama-3.3-70b-instruct", + "name": "Llama-3.3-70B-Instruct", + "display_name": "Llama-3.3-70B-Instruct", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, + "context": 128000, "output": 4096 }, "temperature": true, @@ -28270,32 +29552,31 @@ "supported": false }, "attachment": true, - "open_weights": false, - "knowledge": "2023-08", - "release_date": "2024-02-29", - "last_updated": "2024-02-29", + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2024-12-06", + "last_updated": "2024-12-06", "cost": { - "input": 15, - "output": 75 + "input": 0, + "output": 0 } }, { - "id": "amazon.nova-pro-v1:0", - "name": "Nova Pro", - "display_name": "Nova Pro", + "id": "llama-4-scout-17b-16e-instruct-fp8", + "name": "Llama-4-Scout-17B-16E-Instruct-FP8", + "display_name": "Llama-4-Scout-17B-16E-Instruct-FP8", "modalities": { "input": [ "text", - "image", - "video" + "image" ], "output": [ "text" ] }, "limit": { - "context": 300000, - "output": 8192 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, @@ -28303,20 +29584,19 @@ "supported": false }, "attachment": true, - "open_weights": false, - "knowledge": "2024-10", - "release_date": "2024-12-03", - "last_updated": "2024-12-03", + "open_weights": true, + "knowledge": "2024-08", + "release_date": "2025-04-05", + "last_updated": "2025-04-05", "cost": { - "input": 0.8, - "output": 3.2, - "cache_read": 0.2 + "input": 0, + "output": 0 } }, { - "id": "meta.llama3-1-8b-instruct-v1:0", - "name": "Llama 3.1 8B Instruct", - "display_name": "Llama 3.1 8B Instruct", + "id": "groq-llama-4-maverick-17b-128e-instruct", + "name": "Groq-Llama-4-Maverick-17B-128E-Instruct", + "display_name": "Groq-Llama-4-Maverick-17B-128E-Instruct", "modalities": { "input": [ "text" @@ -28334,20 +29614,20 @@ "reasoning": { "supported": false }, - "attachment": false, + "attachment": true, "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-07-23", - "last_updated": "2024-07-23", + "knowledge": "2025-01", + "release_date": "2025-04-05", + "last_updated": "2025-04-05", "cost": { - "input": 0.22, - "output": 0.22 + "input": 0, + "output": 0 } }, { - "id": "qwen.qwen3-32b-v1:0", - "name": "Qwen3 32B (dense)", - "display_name": "Qwen3 32B (dense)", + "id": "cerebras-llama-4-scout-17b-16e-instruct", + "name": "Cerebras-Llama-4-Scout-17B-16E-Instruct", + "display_name": "Cerebras-Llama-4-Scout-17B-16E-Instruct", "modalities": { "input": [ "text" @@ -28357,41 +29637,39 @@ ] }, "limit": { - "context": 16384, - "output": 16384 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": false, + "attachment": true, "open_weights": true, - "knowledge": "2024-04", - "release_date": "2025-09-18", - "last_updated": "2025-09-18", + "knowledge": "2025-01", + "release_date": "2025-04-05", + "last_updated": "2025-04-05", "cost": { - "input": 0.15, - "output": 0.6 + "input": 0, + "output": 0 } }, { - "id": "anthropic.claude-3-5-sonnet-20240620-v1:0", - "name": "Claude Sonnet 3.5", - "display_name": "Claude Sonnet 3.5", + "id": "cerebras-llama-4-maverick-17b-128e-instruct", + "name": "Cerebras-Llama-4-Maverick-17B-128E-Instruct", + "display_name": "Cerebras-Llama-4-Maverick-17B-128E-Instruct", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, - "output": 8192 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, @@ -28399,59 +29677,62 @@ "supported": false }, "attachment": true, - "open_weights": false, - "knowledge": "2024-04", - "release_date": "2024-06-20", - "last_updated": "2024-06-20", + "open_weights": true, + "knowledge": "2025-01", + "release_date": "2025-04-05", + "last_updated": "2025-04-05", "cost": { - "input": 3, - "output": 15, - "cache_read": 0.3, - "cache_write": 3.75 + "input": 0, + "output": 0 } - }, + } + ] + }, + "scaleway": { + "id": "scaleway", + "name": "Scaleway", + "display_name": "Scaleway", + "api": "https://api.scaleway.ai/v1", + "doc": "https://www.scaleway.com/en/docs/generative-apis/", + "models": [ { - "id": "anthropic.claude-haiku-4-5-20251001-v1:0", - "name": "Claude Haiku 4.5", - "display_name": "Claude Haiku 4.5", + "id": "qwen3-235b-a22b-instruct-2507", + "name": "Qwen3 235B A22B Instruct 2507", + "display_name": "Qwen3 235B A22B Instruct 2507", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, - "output": 64000 + "context": 260000, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, - "open_weights": false, - "knowledge": "2025-02-28", - "release_date": "2025-10-15", - "last_updated": "2025-10-15", + "open_weights": true, + "release_date": "2025-07-01", + "last_updated": "2025-07-01", "cost": { - "input": 1, - "output": 5, - "cache_read": 0.1, - "cache_write": 1.25 + "input": 0.75, + "output": 2.25 } }, { - "id": "cohere.command-r-v1:0", - "name": "Command R", - "display_name": "Command R", + "id": "pixtral-12b-2409", + "name": "Pixtral 12B 2409", + "display_name": "Pixtral 12B 2409", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" @@ -28466,20 +29747,19 @@ "reasoning": { "supported": false }, - "attachment": false, + "attachment": true, "open_weights": true, - "knowledge": "2024-04", - "release_date": "2024-03-11", - "last_updated": "2024-03-11", + "release_date": "2024-09-25", + "last_updated": "2024-09-25", "cost": { - "input": 0.5, - "output": 1.5 + "input": 0.2, + "output": 0.2 } }, { - "id": "amazon.nova-micro-v1:0", - "name": "Nova Micro", - "display_name": "Nova Micro", + "id": "llama-3.1-8b-instruct", + "name": "Llama 3.1 8B Instruct", + "display_name": "Llama 3.1 8B Instruct", "modalities": { "input": [ "text" @@ -28490,7 +29770,7 @@ }, "limit": { "context": 128000, - "output": 8192 + "output": 16384 }, "temperature": true, "tool_call": true, @@ -28498,20 +29778,19 @@ "supported": false }, "attachment": false, - "open_weights": false, - "knowledge": "2024-10", - "release_date": "2024-12-03", - "last_updated": "2024-12-03", + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2025-01-01", + "last_updated": "2025-01-01", "cost": { - "input": 0.035, - "output": 0.14, - "cache_read": 0.00875 + "input": 0.2, + "output": 0.2 } }, { - "id": "meta.llama3-1-70b-instruct-v1:0", - "name": "Llama 3.1 70B Instruct", - "display_name": "Llama 3.1 70B Instruct", + "id": "mistral-nemo-instruct-2407", + "name": "Mistral Nemo Instruct 2407", + "display_name": "Mistral Nemo Instruct 2407", "modalities": { "input": [ "text" @@ -28522,58 +29801,57 @@ }, "limit": { "context": 128000, - "output": 4096 + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { "supported": false }, - "attachment": false, + "attachment": true, "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-07-23", - "last_updated": "2024-07-23", + "release_date": "2024-07-25", + "last_updated": "2024-07-25", "cost": { - "input": 0.72, - "output": 0.72 + "input": 0.2, + "output": 0.2 } }, { - "id": "meta.llama3-70b-instruct-v1:0", - "name": "Llama 3 70B Instruct", - "display_name": "Llama 3 70B Instruct", + "id": "mistral-small-3.2-24b-instruct-2506", + "name": "Mistral Small 3.2 24B Instruct (2506)", + "display_name": "Mistral Small 3.2 24B Instruct (2506)", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 8192, - "output": 2048 + "context": 128000, + "output": 8192 }, "temperature": true, - "tool_call": false, + "tool_call": true, "reasoning": { "supported": false }, "attachment": false, "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-07-23", - "last_updated": "2024-07-23", + "release_date": "2025-06-20", + "last_updated": "2025-06-20", "cost": { - "input": 2.65, - "output": 3.5 + "input": 0.15, + "output": 0.35 } }, { - "id": "deepseek.r1-v1:0", - "name": "DeepSeek-R1", - "display_name": "DeepSeek-R1", + "id": "qwen3-coder-30b-a3b-instruct", + "name": "Qwen3-Coder 30B-A3B Instruct", + "display_name": "Qwen3-Coder 30B-A3B Instruct", "modalities": { "input": [ "text" @@ -28584,40 +29862,38 @@ }, "limit": { "context": 128000, - "output": 32768 + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": false, - "open_weights": false, - "knowledge": "2024-07", - "release_date": "2025-01-20", - "last_updated": "2025-05-29", + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-04", + "last_updated": "2025-04", "cost": { - "input": 1.35, - "output": 5.4 + "input": 0.2, + "output": 0.8 } }, { - "id": "anthropic.claude-3-5-sonnet-20241022-v2:0", - "name": "Claude Sonnet 3.5 v2", - "display_name": "Claude Sonnet 3.5 v2", + "id": "llama-3.3-70b-instruct", + "name": "Llama-3.3-70B-Instruct", + "display_name": "Llama-3.3-70B-Instruct", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, - "output": 8192 + "context": 100000, + "output": 4096 }, "temperature": true, "tool_call": true, @@ -28625,64 +29901,61 @@ "supported": false }, "attachment": true, - "open_weights": false, - "knowledge": "2024-04", - "release_date": "2024-10-22", - "last_updated": "2024-10-22", + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2024-12-06", + "last_updated": "2024-12-06", "cost": { - "input": 3, - "output": 15, - "cache_read": 0.3, - "cache_write": 3.75 + "input": 0.9, + "output": 0.9 } }, { - "id": "cohere.command-text-v14", - "name": "Command", - "display_name": "Command", + "id": "whisper-large-v3", + "name": "Whisper Large v3", + "display_name": "Whisper Large v3", "modalities": { "input": [ - "text" + "audio" ], "output": [ "text" ] }, "limit": { - "context": 4096, + "context": 0, "output": 4096 }, - "temperature": true, + "temperature": false, "tool_call": false, "reasoning": { "supported": false }, "attachment": false, "open_weights": true, - "knowledge": "2023-08", - "release_date": "2023-11-01", - "last_updated": "2023-11-01", + "knowledge": "2023-09", + "release_date": "2023-09-01", + "last_updated": "2025-09-05", "cost": { - "input": 1.5, - "output": 2 + "input": 0.003, + "output": 0 } }, { - "id": "anthropic.claude-opus-4-20250514-v1:0", - "name": "Claude Opus 4", - "display_name": "Claude Opus 4", + "id": "deepseek-r1-distill-llama-70b", + "name": "DeepSeek R1 Distill Llama 70B", + "display_name": "DeepSeek R1 Distill Llama 70B", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, - "output": 32000 + "context": 32000, + "output": 4096 }, "temperature": true, "tool_call": true, @@ -28690,88 +29963,81 @@ "supported": true, "default": true }, - "attachment": true, - "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-05-22", - "last_updated": "2025-05-22", + "attachment": false, + "open_weights": true, + "knowledge": "2024-07", + "release_date": "2025-01-20", + "last_updated": "2025-01-20", "cost": { - "input": 15, - "output": 75, - "cache_read": 1.5, - "cache_write": 18.75 + "input": 0.9, + "output": 0.9 } }, { - "id": "qwen.qwen3-coder-480b-a35b-v1:0", - "name": "Qwen3 Coder 480B A35B Instruct", - "display_name": "Qwen3 Coder 480B A35B Instruct", + "id": "voxtral-small-24b-2507", + "name": "Voxtral Small 24B 2507", + "display_name": "Voxtral Small 24B 2507", "modalities": { "input": [ - "text" + "text", + "audio" ], "output": [ "text" ] }, "limit": { - "context": 131072, - "output": 65536 + "context": 32000, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { "supported": false }, - "attachment": false, + "attachment": true, "open_weights": true, - "knowledge": "2024-04", - "release_date": "2025-09-18", - "last_updated": "2025-09-18", + "release_date": "2025-07-01", + "last_updated": "2025-07-01", "cost": { - "input": 0.22, - "output": 1.8 + "input": 0.15, + "output": 0.35 } }, { - "id": "anthropic.claude-sonnet-4-5-20250929-v1:0", - "name": "Claude Sonnet 4.5", - "display_name": "Claude Sonnet 4.5", + "id": "gpt-oss-120b", + "name": "GPT-OSS 120B", + "display_name": "GPT-OSS 120B", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, - "output": 64000 + "context": 128000, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, - "open_weights": false, - "knowledge": "2025-07-31", - "release_date": "2025-09-29", - "last_updated": "2025-09-29", + "open_weights": true, + "release_date": "2024-01-01", + "last_updated": "2024-01-01", "cost": { - "input": 3, - "output": 15, - "cache_read": 0.3, - "cache_write": 3.75 + "input": 0.15, + "output": 0.6 } }, { - "id": "meta.llama3-2-3b-instruct-v1:0", - "name": "Llama 3.2 3B Instruct", - "display_name": "Llama 3.2 3B Instruct", + "id": "bge-multilingual-gemma2", + "name": "BGE Multilingual Gemma2", + "display_name": "BGE Multilingual Gemma2", "modalities": { "input": [ "text" @@ -28781,128 +30047,130 @@ ] }, "limit": { - "context": 131000, - "output": 4096 + "context": 8191, + "output": 3072 }, - "temperature": true, - "tool_call": true, + "temperature": false, + "tool_call": false, "reasoning": { "supported": false }, "attachment": false, - "open_weights": true, - "knowledge": "2023-12", - "release_date": "2024-09-25", - "last_updated": "2024-09-25", - "cost": { - "input": 0.15, - "output": 0.15 + "open_weights": false, + "release_date": "2024-07-26", + "last_updated": "2025-06-15", + "cost": { + "input": 0.13, + "output": 0 } }, { - "id": "anthropic.claude-instant-v1", - "name": "Claude Instant", - "display_name": "Claude Instant", + "id": "gemma-3-27b-it", + "name": "Gemma-3-27B-IT", + "display_name": "Gemma-3-27B-IT", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 100000, - "output": 4096 + "context": 40000, + "output": 8192 }, "temperature": true, - "tool_call": false, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, + "attachment": true, "open_weights": false, - "knowledge": "2023-08", - "release_date": "2023-03-01", - "last_updated": "2023-03-01", + "knowledge": "2024-12", + "release_date": "2024-12-01", + "last_updated": "2025-09-05", "cost": { - "input": 0.8, - "output": 2.4 + "input": 0.25, + "output": 0.5 } - }, + } + ] + }, + "amazon-bedrock": { + "id": "amazon-bedrock", + "name": "Amazon Bedrock", + "display_name": "Amazon Bedrock", + "doc": "https://docs.aws.amazon.com/bedrock/latest/userguide/models-supported.html", + "models": [ { - "id": "amazon.nova-premier-v1:0", - "name": "Nova Premier", - "display_name": "Nova Premier", + "id": "cohere.command-r-plus-v1:0", + "name": "Command R+", + "display_name": "Command R+", "modalities": { "input": [ - "text", - "image", - "video" + "text" ], "output": [ "text" ] }, "limit": { - "context": 1000000, - "output": 16384 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, - "open_weights": false, - "knowledge": "2024-10", - "release_date": "2024-12-03", - "last_updated": "2024-12-03", + "attachment": false, + "open_weights": true, + "knowledge": "2024-04", + "release_date": "2024-04-04", + "last_updated": "2024-04-04", "cost": { - "input": 2.5, - "output": 12.5 + "input": 3, + "output": 15 } }, { - "id": "anthropic.claude-opus-4-1-20250805-v1:0", - "name": "Claude Opus 4.1", - "display_name": "Claude Opus 4.1", + "id": "anthropic.claude-v2", + "name": "Claude 2", + "display_name": "Claude 2", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, - "output": 32000 + "context": 100000, + "output": 4096 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, "open_weights": false, - "knowledge": "2025-03-31", - "release_date": "2025-08-05", - "last_updated": "2025-08-05", + "knowledge": "2023-08", + "release_date": "2023-07-11", + "last_updated": "2023-07-11", "cost": { - "input": 15, - "output": 75, - "cache_read": 1.5, - "cache_write": 18.75 + "input": 8, + "output": 24 } }, { - "id": "meta.llama4-scout-17b-instruct-v1:0", - "name": "Llama 4 Scout 17B Instruct", - "display_name": "Llama 4 Scout 17B Instruct", + "id": "anthropic.claude-3-7-sonnet-20250219-v1:0", + "name": "Claude Sonnet 3.7", + "display_name": "Claude Sonnet 3.7", "modalities": { "input": [ "text", @@ -28913,8 +30181,8 @@ ] }, "limit": { - "context": 3500000, - "output": 16384 + "context": 200000, + "output": 8192 }, "temperature": true, "tool_call": true, @@ -28922,50 +30190,56 @@ "supported": false }, "attachment": true, - "open_weights": true, - "knowledge": "2024-08", - "release_date": "2025-04-05", - "last_updated": "2025-04-05", + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-02-19", + "last_updated": "2025-02-19", "cost": { - "input": 0.17, - "output": 0.66 + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 } }, { - "id": "ai21.jamba-1-5-mini-v1:0", - "name": "Jamba 1.5 Mini", - "display_name": "Jamba 1.5 Mini", + "id": "anthropic.claude-sonnet-4-20250514-v1:0", + "name": "Claude Sonnet 4", + "display_name": "Claude Sonnet 4", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 256000, - "output": 4096 + "context": 200000, + "output": 64000 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, - "open_weights": true, - "knowledge": "2024-08", - "release_date": "2024-08-15", - "last_updated": "2024-08-15", + "attachment": true, + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-05-22", + "last_updated": "2025-05-22", "cost": { - "input": 0.2, - "output": 0.4 + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 } }, { - "id": "meta.llama3-8b-instruct-v1:0", - "name": "Llama 3 8B Instruct", - "display_name": "Llama 3 8B Instruct", + "id": "qwen.qwen3-coder-30b-a3b-v1:0", + "name": "Qwen3 Coder 30B A3B Instruct", + "display_name": "Qwen3 Coder 30B A3B Instruct", "modalities": { "input": [ "text" @@ -28975,28 +30249,28 @@ ] }, "limit": { - "context": 8192, - "output": 2048 + "context": 262144, + "output": 131072 }, "temperature": true, - "tool_call": false, + "tool_call": true, "reasoning": { "supported": false }, "attachment": false, - "open_weights": true, - "knowledge": "2023-03", - "release_date": "2024-07-23", - "last_updated": "2024-07-23", + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-09-18", + "last_updated": "2025-09-18", "cost": { - "input": 0.3, + "input": 0.15, "output": 0.6 } }, { - "id": "anthropic.claude-3-sonnet-20240229-v1:0", - "name": "Claude Sonnet 3", - "display_name": "Claude Sonnet 3", + "id": "meta.llama3-2-11b-instruct-v1:0", + "name": "Llama 3.2 11B Instruct", + "display_name": "Llama 3.2 11B Instruct", "modalities": { "input": [ "text", @@ -29007,7 +30281,7 @@ ] }, "limit": { - "context": 200000, + "context": 128000, "output": 4096 }, "temperature": true, @@ -29016,19 +30290,19 @@ "supported": false }, "attachment": true, - "open_weights": false, - "knowledge": "2023-08", - "release_date": "2024-03-04", - "last_updated": "2024-03-04", + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2024-09-25", + "last_updated": "2024-09-25", "cost": { - "input": 3, - "output": 15 + "input": 0.16, + "output": 0.16 } }, { - "id": "meta.llama4-maverick-17b-instruct-v1:0", - "name": "Llama 4 Maverick 17B Instruct", - "display_name": "Llama 4 Maverick 17B Instruct", + "id": "anthropic.claude-3-haiku-20240307-v1:0", + "name": "Claude Haiku 3", + "display_name": "Claude Haiku 3", "modalities": { "input": [ "text", @@ -29039,8 +30313,8 @@ ] }, "limit": { - "context": 1000000, - "output": 16384 + "context": 200000, + "output": 4096 }, "temperature": true, "tool_call": true, @@ -29048,84 +30322,82 @@ "supported": false }, "attachment": true, - "open_weights": true, - "knowledge": "2024-08", - "release_date": "2025-04-05", - "last_updated": "2025-04-05", + "open_weights": false, + "knowledge": "2024-02", + "release_date": "2024-03-13", + "last_updated": "2024-03-13", "cost": { - "input": 0.24, - "output": 0.97 + "input": 0.25, + "output": 1.25 } }, { - "id": "qwen.qwen3-235b-a22b-2507-v1:0", - "name": "Qwen3 235B A22B 2507", - "display_name": "Qwen3 235B A22B 2507", + "id": "meta.llama3-2-90b-instruct-v1:0", + "name": "Llama 3.2 90B Instruct", + "display_name": "Llama 3.2 90B Instruct", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 262144, - "output": 131072 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { "supported": false }, - "attachment": false, + "attachment": true, "open_weights": true, - "knowledge": "2024-04", - "release_date": "2025-09-18", - "last_updated": "2025-09-18", + "knowledge": "2023-12", + "release_date": "2024-09-25", + "last_updated": "2024-09-25", "cost": { - "input": 0.22, - "output": 0.88 + "input": 0.72, + "output": 0.72 } }, { - "id": "amazon.nova-lite-v1:0", - "name": "Nova Lite", - "display_name": "Nova Lite", + "id": "meta.llama3-2-1b-instruct-v1:0", + "name": "Llama 3.2 1B Instruct", + "display_name": "Llama 3.2 1B Instruct", "modalities": { "input": [ - "text", - "image", - "video" + "text" ], "output": [ "text" ] }, "limit": { - "context": 300000, - "output": 8192 + "context": 131000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { "supported": false }, - "attachment": true, - "open_weights": false, - "knowledge": "2024-10", - "release_date": "2024-12-03", - "last_updated": "2024-12-03", + "attachment": false, + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2024-09-25", + "last_updated": "2024-09-25", "cost": { - "input": 0.06, - "output": 0.24, - "cache_read": 0.015 + "input": 0.1, + "output": 0.1 } }, { - "id": "anthropic.claude-3-5-haiku-20241022-v1:0", - "name": "Claude Haiku 3.5", - "display_name": "Claude Haiku 3.5", + "id": "anthropic.claude-v2:1", + "name": "Claude 2.1", + "display_name": "Claude 2.1", "modalities": { "input": [ "text" @@ -29136,37 +30408,27 @@ }, "limit": { "context": 200000, - "output": 8192 + "output": 4096 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, - "attachment": true, + "attachment": false, "open_weights": false, - "knowledge": "2024-07", - "release_date": "2024-10-22", - "last_updated": "2024-10-22", + "knowledge": "2023-08", + "release_date": "2023-11-21", + "last_updated": "2023-11-21", "cost": { - "input": 0.8, - "output": 4, - "cache_read": 0.08, - "cache_write": 1 + "input": 8, + "output": 24 } - } - ] - }, - "cerebras": { - "id": "cerebras", - "name": "Cerebras", - "display_name": "Cerebras", - "doc": "https://inference-docs.cerebras.ai/models/overview", - "models": [ + }, { - "id": "qwen-3-235b-a22b-instruct-2507", - "name": "Qwen 3 235B Instruct", - "display_name": "Qwen 3 235B Instruct", + "id": "deepseek.v3-v1:0", + "name": "DeepSeek-V3.1", + "display_name": "DeepSeek-V3.1", "modalities": { "input": [ "text" @@ -29176,28 +30438,29 @@ ] }, "limit": { - "context": 131000, - "output": 32000 + "context": 163840, + "output": 81920 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": false, "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-07-22", - "last_updated": "2025-07-22", + "knowledge": "2024-07", + "release_date": "2025-09-18", + "last_updated": "2025-09-18", "cost": { - "input": 0.6, - "output": 1.2 + "input": 0.58, + "output": 1.68 } }, { - "id": "zai-glm-4.6", - "name": "Z.AI GLM-4.6", - "display_name": "Z.AI GLM-4.6", + "id": "cohere.command-light-text-v14", + "name": "Command Light", + "display_name": "Command Light", "modalities": { "input": [ "text" @@ -29207,29 +30470,28 @@ ] }, "limit": { - "context": 131072, - "output": 40960 + "context": 4096, + "output": 4096 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, "attachment": false, "open_weights": true, - "release_date": "2025-11-05", - "last_updated": "2025-11-05", + "knowledge": "2023-08", + "release_date": "2023-11-01", + "last_updated": "2023-11-01", "cost": { - "input": 0, - "output": 0, - "cache_read": 0, - "cache_write": 0 + "input": 0.3, + "output": 0.6 } }, { - "id": "qwen-3-coder-480b", - "name": "Qwen 3 Coder 480B", - "display_name": "Qwen 3 Coder 480B", + "id": "ai21.jamba-1-5-large-v1:0", + "name": "Jamba 1.5 Large", + "display_name": "Jamba 1.5 Large", "modalities": { "input": [ "text" @@ -29239,8 +30501,8 @@ ] }, "limit": { - "context": 131000, - "output": 32000 + "context": 256000, + "output": 4096 }, "temperature": true, "tool_call": true, @@ -29249,18 +30511,18 @@ }, "attachment": false, "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-07-23", - "last_updated": "2025-07-23", + "knowledge": "2024-08", + "release_date": "2024-08-15", + "last_updated": "2024-08-15", "cost": { "input": 2, - "output": 2 + "output": 8 } }, { - "id": "gpt-oss-120b", - "name": "GPT OSS 120B", - "display_name": "GPT OSS 120B", + "id": "meta.llama3-3-70b-instruct-v1:0", + "name": "Llama 3.3 70B Instruct", + "display_name": "Llama 3.3 70B Instruct", "modalities": { "input": [ "text" @@ -29270,35 +30532,28 @@ ] }, "limit": { - "context": 131072, - "output": 32768 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": false, "open_weights": true, - "release_date": "2025-08-05", - "last_updated": "2025-08-05", + "knowledge": "2023-12", + "release_date": "2024-12-06", + "last_updated": "2024-12-06", "cost": { - "input": 0.25, - "output": 0.69 + "input": 0.72, + "output": 0.72 } - } - ] - }, - "burncloud": { - "id": "burncloud", - "name": "burncloud", - "display_name": "burncloud", - "models": [ + }, { - "id": "openai/gpt-4-turbo", - "name": "OpenAI GPT-4 Turbo", - "display_name": "GPT-4 Turbo", + "id": "anthropic.claude-3-opus-20240229-v1:0", + "name": "Claude Opus 3", + "display_name": "Claude Opus 3", "modalities": { "input": [ "text", @@ -29309,51 +30564,62 @@ ] }, "limit": { - "context": 128000 + "context": 200000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, + "open_weights": false, + "knowledge": "2023-08", + "release_date": "2024-02-29", + "last_updated": "2024-02-29", "cost": { - "input": 8, - "output": 24 + "input": 15, + "output": 75 } }, { - "id": "openai/o4-mini", - "name": "OpenAI o4-mini", - "display_name": "o4-mini", + "id": "amazon.nova-pro-v1:0", + "name": "Nova Pro", + "display_name": "Nova Pro", "modalities": { "input": [ - "text" + "text", + "image", + "video" ], "output": [ "text" ] }, "limit": { - "output": 100000 + "context": 300000, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, + "open_weights": false, + "knowledge": "2024-10", + "release_date": "2024-12-03", + "last_updated": "2024-12-03", "cost": { - "input": 0.88, - "output": 3.52 + "input": 0.8, + "output": 3.2, + "cache_read": 0.2 } }, { - "id": "openai/o3", - "name": "OpenAI o3", - "display_name": "o3", + "id": "meta.llama3-1-8b-instruct-v1:0", + "name": "Llama 3.1 8B Instruct", + "display_name": "Llama 3.1 8B Instruct", "modalities": { "input": [ "text" @@ -29363,24 +30629,28 @@ ] }, "limit": { - "output": 100000 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2024-07-23", + "last_updated": "2024-07-23", "cost": { - "input": 8, - "output": 35 + "input": 0.22, + "output": 0.22 } }, { - "id": "openai/o3-mini", - "name": "OpenAI o3-mini", - "display_name": "o3-mini", + "id": "qwen.qwen3-32b-v1:0", + "name": "Qwen3 32B (dense)", + "display_name": "Qwen3 32B (dense)", "modalities": { "input": [ "text" @@ -29390,7 +30660,8 @@ ] }, "limit": { - "output": 100000 + "context": 16384, + "output": 16384 }, "temperature": true, "tool_call": true, @@ -29398,53 +30669,66 @@ "supported": true, "default": true }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2024-04", + "release_date": "2025-09-18", + "last_updated": "2025-09-18", "cost": { - "input": 0.88, - "output": 3.52 + "input": 0.15, + "output": 0.6 } }, { - "id": "openai/o1", - "name": "OpenAI o1", - "display_name": "o1", + "id": "anthropic.claude-3-5-sonnet-20240620-v1:0", + "name": "Claude Sonnet 3.5", + "display_name": "Claude Sonnet 3.5", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "output": 100000 + "context": 200000, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2024-06-20", + "last_updated": "2024-06-20", "cost": { - "input": 12, - "output": 48 + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 } }, { - "id": "openai/o1-mini", - "name": "OpenAI o1-mini", - "display_name": "o1-mini", + "id": "anthropic.claude-haiku-4-5-20251001-v1:0", + "name": "Claude Haiku 4.5", + "display_name": "Claude Haiku 4.5", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "output": 65536 + "context": 200000, + "output": 64000 }, "temperature": true, "tool_call": true, @@ -29453,15 +30737,21 @@ "default": true }, "attachment": true, + "open_weights": false, + "knowledge": "2025-02-28", + "release_date": "2025-10-15", + "last_updated": "2025-10-15", "cost": { - "input": 0.88, - "output": 3.52 + "input": 1, + "output": 5, + "cache_read": 0.1, + "cache_write": 1.25 } }, { - "id": "openai/o1-pro", - "name": "OpenAI o1-pro", - "display_name": "o1-pro", + "id": "cohere.command-r-v1:0", + "name": "Command R", + "display_name": "Command R", "modalities": { "input": [ "text" @@ -29471,56 +30761,63 @@ ] }, "limit": { - "output": 100000 + "context": 128000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2024-04", + "release_date": "2024-03-11", + "last_updated": "2024-03-11", "cost": { - "input": 120, - "output": 480 + "input": 0.5, + "output": 1.5 } }, { - "id": "openai/gpt-4.1", - "name": "OpenAI GPT-4.1", - "display_name": "GPT-4.1", + "id": "amazon.nova-micro-v1:0", + "name": "Nova Micro", + "display_name": "Nova Micro", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "output": 32768 + "context": 128000, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": false, + "knowledge": "2024-10", + "release_date": "2024-12-03", + "last_updated": "2024-12-03", "cost": { - "input": 1.6, - "output": 6.4 + "input": 0.035, + "output": 0.14, + "cache_read": 0.00875 } }, { - "id": "openai/gpt-4o", - "name": "OpenAI GPT-4o", - "display_name": "GPT-4o", + "id": "meta.llama3-1-70b-instruct-v1:0", + "name": "Llama 3.1 70B Instruct", + "display_name": "Llama 3.1 70B Instruct", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" @@ -29528,57 +30825,61 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2024-07-23", + "last_updated": "2024-07-23", "cost": { - "input": 2, - "output": 8 + "input": 0.72, + "output": 0.72 } }, { - "id": "openai/gpt-4o-audio", - "name": "OpenAI GPT-4o Audio", - "display_name": "GPT-4o Audio", + "id": "meta.llama3-70b-instruct-v1:0", + "name": "Llama 3 70B Instruct", + "display_name": "Llama 3 70B Instruct", "modalities": { "input": [ - "text", - "audio" + "text" ], "output": [ - "text", - "audio" + "text" ] }, "limit": { - "output": 16384 + "context": 8192, + "output": 2048 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2024-07-23", + "last_updated": "2024-07-23", "cost": { - "input": 2, - "output": 8 + "input": 2.65, + "output": 3.5 } }, { - "id": "openai/gpt-4o-mini", - "name": "OpenAI GPT-4o mini", - "display_name": "GPT-4o mini", + "id": "deepseek.r1-v1:0", + "name": "DeepSeek-R1", + "display_name": "DeepSeek-R1", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" @@ -29586,7 +30887,7 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 32768 }, "temperature": true, "tool_call": true, @@ -29594,86 +30895,97 @@ "supported": true, "default": true }, - "attachment": true, + "attachment": false, + "open_weights": false, + "knowledge": "2024-07", + "release_date": "2025-01-20", + "last_updated": "2025-05-29", "cost": { - "input": 0.12, - "output": 0.48 + "input": 1.35, + "output": 5.4 } }, { - "id": "openai/gpt-4o-mini-audio", - "name": "OpenAI GPT-4o mini Audio", - "display_name": "GPT-4o mini Audio", + "id": "anthropic.claude-3-5-sonnet-20241022-v2:0", + "name": "Claude Sonnet 3.5 v2", + "display_name": "Claude Sonnet 3.5 v2", "modalities": { "input": [ "text", - "audio" + "image" ], "output": [ - "text", - "audio" + "text" ] }, "limit": { - "output": 16384 + "context": 200000, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2024-10-22", + "last_updated": "2024-10-22", "cost": { - "input": 0.12, - "output": 0.48 + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 } }, { - "id": "openai/gpt-4o-realtime", - "name": "OpenAI GPT-4o Realtime", - "display_name": "GPT-4o Realtime", + "id": "cohere.command-text-v14", + "name": "Command", + "display_name": "Command", "modalities": { "input": [ - "text", - "audio" + "text" ], "output": [ - "text", - "audio" + "text" ] }, "limit": { + "context": 4096, "output": 4096 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2023-08", + "release_date": "2023-11-01", + "last_updated": "2023-11-01", "cost": { - "input": 4, - "output": 16 + "input": 1.5, + "output": 2 } }, { - "id": "openai/gpt-4o-mini-realtime", - "name": "OpenAI GPT-4o mini Realtime", - "display_name": "GPT-4o mini Realtime", + "id": "anthropic.claude-opus-4-20250514-v1:0", + "name": "Claude Opus 4", + "display_name": "Claude Opus 4", "modalities": { "input": [ "text", - "audio" + "image" ], "output": [ - "text", - "audio" + "text" ] }, "limit": { - "output": 4096 + "context": 200000, + "output": 32000 }, "temperature": true, "tool_call": true, @@ -29682,140 +30994,161 @@ "default": true }, "attachment": true, + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-05-22", + "last_updated": "2025-05-22", "cost": { - "input": 0.48, - "output": 1.92 + "input": 15, + "output": 75, + "cache_read": 1.5, + "cache_write": 18.75 } }, { - "id": "openai/gpt-image-1", - "name": "OpenAI GPT Image 1", - "display_name": "GPT Image 1", + "id": "qwen.qwen3-coder-480b-a35b-v1:0", + "name": "Qwen3 Coder 480B A35B Instruct", + "display_name": "Qwen3 Coder 480B A35B Instruct", "modalities": { "input": [ "text" ], "output": [ - "image" + "text" ] }, + "limit": { + "context": 131072, + "output": 65536 + }, "temperature": true, - "tool_call": false, + "tool_call": true, "reasoning": { "supported": false }, "attachment": false, + "open_weights": true, + "knowledge": "2024-04", + "release_date": "2025-09-18", + "last_updated": "2025-09-18", "cost": { - "input": 4, - "output": 32 + "input": 0.22, + "output": 1.8 } }, { - "id": "openai/gpt-4o-mini-tts", - "name": "OpenAI GPT-4o mini TTS", - "display_name": "GPT-4o mini TTS", + "id": "anthropic.claude-sonnet-4-5-20250929-v1:0", + "name": "Claude Sonnet 4.5", + "display_name": "Claude Sonnet 4.5", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ - "audio" - ] - }, - "temperature": false, - "tool_call": false, - "reasoning": { - "supported": false - }, - "attachment": false, - "cost": { - "input": 0.48, - "output": 0.96 - } - }, - { - "id": "openai/tts-1-hd", - "name": "OpenAI TTS-1 HD", - "display_name": "TTS-1 HD", - "modalities": { - "input": [ "text" - ], - "output": [ - "audio" ] }, - "temperature": false, - "tool_call": false, + "limit": { + "context": 200000, + "output": 64000 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, + "attachment": true, + "open_weights": false, + "knowledge": "2025-07-31", + "release_date": "2025-09-29", + "last_updated": "2025-09-29", "cost": { - "input": 24 + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 } }, { - "id": "openai/gpt-4o-transcribe", - "name": "OpenAI GPT-4o Transcribe", - "display_name": "GPT-4o Transcribe", + "id": "meta.llama3-2-3b-instruct-v1:0", + "name": "Llama 3.2 3B Instruct", + "display_name": "Llama 3.2 3B Instruct", "modalities": { "input": [ - "audio" + "text" ], "output": [ "text" ] }, "limit": { - "output": 2000 + "context": 131000, + "output": 4096 }, - "temperature": false, - "tool_call": false, + "temperature": true, + "tool_call": true, "reasoning": { "supported": false }, "attachment": false, + "open_weights": true, + "knowledge": "2023-12", + "release_date": "2024-09-25", + "last_updated": "2024-09-25", "cost": { - "input": 2, - "output": 8 + "input": 0.15, + "output": 0.15 } }, { - "id": "openai/whisper", - "name": "OpenAI Whisper", - "display_name": "Whisper", + "id": "anthropic.claude-instant-v1", + "name": "Claude Instant", + "display_name": "Claude Instant", "modalities": { "input": [ - "audio" + "text" ], "output": [ "text" ] }, - "temperature": false, + "limit": { + "context": 100000, + "output": 4096 + }, + "temperature": true, "tool_call": false, "reasoning": { "supported": false }, "attachment": false, + "open_weights": false, + "knowledge": "2023-08", + "release_date": "2023-03-01", + "last_updated": "2023-03-01", "cost": { - "input": 0.0048 + "input": 0.8, + "output": 2.4 } }, { - "id": "openai/gpt-4o-search-preview", - "name": "OpenAI GPT-4o Search Preview", - "display_name": "GPT-4o Search Preview", + "id": "amazon.nova-premier-v1:0", + "name": "Nova Premier", + "display_name": "Nova Premier", "modalities": { "input": [ - "text" + "text", + "image", + "video" ], "output": [ "text" ] }, "limit": { + "context": 1000000, "output": 16384 }, "temperature": true, @@ -29825,25 +31158,31 @@ "default": true }, "attachment": true, + "open_weights": false, + "knowledge": "2024-10", + "release_date": "2024-12-03", + "last_updated": "2024-12-03", "cost": { - "input": 2, - "output": 8 + "input": 2.5, + "output": 12.5 } }, { - "id": "openai/computer-use-preview", - "name": "OpenAI Computer Use Preview", - "display_name": "computer-use-preview", + "id": "anthropic.claude-opus-4-1-20250805-v1:0", + "name": "Claude Opus 4.1", + "display_name": "Claude Opus 4.1", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "output": 1024 + "context": 200000, + "output": 32000 }, "temperature": true, "tool_call": true, @@ -29852,15 +31191,21 @@ "default": true }, "attachment": true, + "open_weights": false, + "knowledge": "2025-03-31", + "release_date": "2025-08-05", + "last_updated": "2025-08-05", "cost": { - "input": 2.4, - "output": 9.6 + "input": 15, + "output": 75, + "cache_read": 1.5, + "cache_write": 18.75 } }, { - "id": "google/gemini-2.5-pro", - "name": "Google Gemini 2.5 Pro", - "display_name": "Gemini 2.5 Pro", + "id": "meta.llama4-scout-17b-instruct-v1:0", + "name": "Llama 4 Scout 17B Instruct", + "display_name": "Llama 4 Scout 17B Instruct", "modalities": { "input": [ "text", @@ -29871,186 +31216,222 @@ ] }, "limit": { - "output": 65536 + "context": 3500000, + "output": 16384 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, + "open_weights": true, + "knowledge": "2024-08", + "release_date": "2025-04-05", + "last_updated": "2025-04-05", "cost": { - "input": 1, - "output": 8 + "input": 0.17, + "output": 0.66 } }, { - "id": "google/gemini-2.5-flash", - "name": "Google Gemini 2.5 Flash", - "display_name": "Gemini 2.5 Flash", + "id": "ai21.jamba-1-5-mini-v1:0", + "name": "Jamba 1.5 Mini", + "display_name": "Jamba 1.5 Mini", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "output": 65536 + "context": 256000, + "output": 4096 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2024-08", + "release_date": "2024-08-15", + "last_updated": "2024-08-15", "cost": { - "input": 0.12, - "output": 0.48 + "input": 0.2, + "output": 0.4 } }, { - "id": "google/gemini-2.0-flash", - "name": "Google Gemini 2.0 Flash", - "display_name": "Gemini 2.0 Flash", + "id": "meta.llama3-8b-instruct-v1:0", + "name": "Llama 3 8B Instruct", + "display_name": "Llama 3 8B Instruct", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "output": 8192 + "context": 8192, + "output": 2048 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2023-03", + "release_date": "2024-07-23", + "last_updated": "2024-07-23", "cost": { - "input": 0.08, - "output": 0.32 + "input": 0.3, + "output": 0.6 } }, { - "id": "google/imagen-3", - "name": "Google Imagen 3", - "display_name": "Imagen 3", + "id": "anthropic.claude-3-sonnet-20240229-v1:0", + "name": "Claude Sonnet 3", + "display_name": "Claude Sonnet 3", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ - "image" + "text" ] }, + "limit": { + "context": 200000, + "output": 4096 + }, "temperature": true, - "tool_call": false, + "tool_call": true, "reasoning": { "supported": false }, - "attachment": false, + "attachment": true, + "open_weights": false, + "knowledge": "2023-08", + "release_date": "2024-03-04", + "last_updated": "2024-03-04", "cost": { - "input": 0.024 + "input": 3, + "output": 15 } }, { - "id": "google/veo-2", - "name": "Google Veo 2", - "display_name": "Veo 2", + "id": "meta.llama4-maverick-17b-instruct-v1:0", + "name": "Llama 4 Maverick 17B Instruct", + "display_name": "Llama 4 Maverick 17B Instruct", "modalities": { "input": [ "text", "image" ], "output": [ - "video" + "text" ] }, + "limit": { + "context": 1000000, + "output": 16384 + }, "temperature": true, - "tool_call": false, + "tool_call": true, "reasoning": { "supported": false }, - "attachment": false, - "cost": { - "input": 0.28 + "attachment": true, + "open_weights": true, + "knowledge": "2024-08", + "release_date": "2025-04-05", + "last_updated": "2025-04-05", + "cost": { + "input": 0.24, + "output": 0.97 } }, { - "id": "anthropic/claude-sonnet-4", - "name": "Anthropic Claude Sonnet 4", - "display_name": "Claude Sonnet 4", + "id": "qwen.qwen3-235b-a22b-2507-v1:0", + "name": "Qwen3 235B A22B 2507", + "display_name": "Qwen3 235B A22B 2507", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, - "output": 200000 + "context": 262144, + "output": 131072 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2024-04", + "release_date": "2025-09-18", + "last_updated": "2025-09-18", "cost": { - "input": 2.4, - "output": 12 + "input": 0.22, + "output": 0.88 } }, { - "id": "anthropic/claude-opus-4", - "name": "Anthropic Claude Opus 4", - "display_name": "Claude Opus 4", + "id": "amazon.nova-lite-v1:0", + "name": "Nova Lite", + "display_name": "Nova Lite", "modalities": { "input": [ "text", - "image" + "image", + "video" ], "output": [ "text" ] }, "limit": { - "context": 200000 + "context": 300000, + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, + "open_weights": false, + "knowledge": "2024-10", + "release_date": "2024-12-03", + "last_updated": "2024-12-03", "cost": { - "input": 12, - "output": 60 + "input": 0.06, + "output": 0.24, + "cache_read": 0.015 } }, { - "id": "anthropic/claude-3.7-sonnet", - "name": "Anthropic Claude 3.7 Sonnet", - "display_name": "Claude 3.7 Sonnet", + "id": "anthropic.claude-3-5-haiku-20241022-v1:0", + "name": "Claude Haiku 3.5", + "display_name": "Claude Haiku 3.5", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" @@ -30058,52 +31439,68 @@ }, "limit": { "context": 200000, - "output": 200000 + "output": 8192 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": true, + "open_weights": false, + "knowledge": "2024-07", + "release_date": "2024-10-22", + "last_updated": "2024-10-22", "cost": { - "input": 2.4, - "output": 12 + "input": 0.8, + "output": 4, + "cache_read": 0.08, + "cache_write": 1 } - }, + } + ] + }, + "cerebras": { + "id": "cerebras", + "name": "Cerebras", + "display_name": "Cerebras", + "doc": "https://inference-docs.cerebras.ai/models/overview", + "models": [ { - "id": "anthropic/claude-3.5-haiku", - "name": "Anthropic Claude 3.5 Haiku", - "display_name": "Claude 3.5 Haiku", + "id": "qwen-3-235b-a22b-instruct-2507", + "name": "Qwen 3 235B Instruct", + "display_name": "Qwen 3 235B Instruct", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000 + "context": 131000, + "output": 32000 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-07-22", + "last_updated": "2025-07-22", "cost": { - "input": 0.64, - "output": 3.2 + "input": 0.6, + "output": 1.2 } }, { - "id": "xai/grok-3", - "name": "xAI Grok-3", - "display_name": "Grok-3", + "id": "zai-glm-4.6", + "name": "Z.AI GLM-4.6", + "display_name": "Z.AI GLM-4.6", "modalities": { "input": [ "text" @@ -30113,24 +31510,29 @@ ] }, "limit": { - "output": 8192 + "context": 131072, + "output": 40960 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "release_date": "2025-11-05", + "last_updated": "2025-11-05", "cost": { - "input": 2.4, - "output": 12 + "input": 0, + "output": 0, + "cache_read": 0, + "cache_write": 0 } }, { - "id": "xai/grok-3-mini", - "name": "xAI Grok-3 Mini", - "display_name": "Grok-3 Mini", + "id": "qwen-3-coder-480b", + "name": "Qwen 3 Coder 480B", + "display_name": "Qwen 3 Coder 480B", "modalities": { "input": [ "text" @@ -30140,24 +31542,28 @@ ] }, "limit": { - "output": 4096 + "context": 131000, + "output": 32000 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": true, + "attachment": false, + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-07-23", + "last_updated": "2025-07-23", "cost": { - "input": 0.24, - "output": 0.4 + "input": 2, + "output": 2 } }, { - "id": "deepseek/deepseek-r1", - "name": "DeepSeek Reasoner", - "display_name": "DeepSeek R1", + "id": "gpt-oss-120b", + "name": "GPT OSS 120B", + "display_name": "GPT OSS 120B", "modalities": { "input": [ "text" @@ -30167,7 +31573,8 @@ ] }, "limit": { - "output": 8192 + "context": 131072, + "output": 32768 }, "temperature": true, "tool_call": true, @@ -30175,26 +31582,37 @@ "supported": true, "default": true }, - "attachment": true, + "attachment": false, + "open_weights": true, + "release_date": "2025-08-05", + "last_updated": "2025-08-05", "cost": { - "input": 0.1104, - "output": 1.7632 + "input": 0.25, + "output": 0.69 } - }, + } + ] + }, + "burncloud": { + "id": "burncloud", + "name": "burncloud", + "display_name": "burncloud", + "models": [ { - "id": "deepseek/deepseek-chat", - "name": "DeepSeek Chat", - "display_name": "DeepSeek Chat", + "id": "openai/gpt-4-turbo", + "name": "OpenAI GPT-4 Turbo", + "display_name": "GPT-4 Turbo", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "output": 8192 + "context": 128000 }, "temperature": true, "tool_call": true, @@ -30204,59 +31622,43 @@ }, "attachment": true, "cost": { - "input": 0.0552, - "output": 0.8816 + "input": 8, + "output": 24 } - } - ] - }, - "cherryin": { - "id": "cherryin", - "name": "cherryin", - "display_name": "cherryin", - "models": [ + }, { - "id": "anthropic/claude-3.7-sonnet", - "name": "Anthropic: Claude 3.7 Sonnet", - "display_name": "Anthropic: Claude 3.7 Sonnet", + "id": "openai/o4-mini", + "name": "OpenAI o4-mini", + "display_name": "o4-mini", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 200000, - "output": 64000 + "output": 100000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2024-01", - "release_date": "2025-02-19", - "last_updated": "2025-02-19", "cost": { - "input": 15, - "output": 75, - "cache_read": 1.5, - "cache_write": 18.75 + "input": 0.88, + "output": 3.52 } }, { - "id": "anthropic/claude-opus-4", - "name": "Anthropic: Claude Opus 4", - "display_name": "Anthropic: Claude Opus 4", + "id": "openai/o3", + "name": "OpenAI o3", + "display_name": "o3", "modalities": { "input": [ - "image", "text" ], "output": [ @@ -30264,34 +31666,26 @@ ] }, "limit": { - "context": 200000, - "output": 32000 + "output": 100000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2025-03-31", - "release_date": "2025-05-22", - "last_updated": "2025-05-22", "cost": { - "input": 15, - "output": 75, - "cache_read": 1.5, - "cache_write": 18.75 + "input": 8, + "output": 35 } }, { - "id": "anthropic/claude-opus-4.1", - "name": "Anthropic: Claude Opus 4.1", - "display_name": "Anthropic: Claude Opus 4.1", + "id": "openai/o3-mini", + "name": "OpenAI o3-mini", + "display_name": "o3-mini", "modalities": { "input": [ - "image", "text" ], "output": [ @@ -30299,34 +31693,26 @@ ] }, "limit": { - "context": 200000, - "output": 32000 + "output": 100000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2025-03-31", - "release_date": "2025-08-05", - "last_updated": "2025-08-05", "cost": { - "input": 15, - "output": 75, - "cache_read": 1.5, - "cache_write": 18.75 + "input": 0.88, + "output": 3.52 } }, { - "id": "anthropic/claude-sonnet-4", - "name": "Anthropic: Claude Sonnet 4", - "display_name": "Anthropic: Claude Sonnet 4", + "id": "openai/o1", + "name": "OpenAI o1", + "display_name": "o1", "modalities": { "input": [ - "image", "text" ], "output": [ @@ -30334,43 +31720,34 @@ ] }, "limit": { - "context": 1000000, - "output": 64000 + "output": 100000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2025-03-31", - "release_date": "2025-05-22", - "last_updated": "2025-05-22", "cost": { - "input": 3, - "output": 15, - "cache_read": 0.3, - "cache_write": 3.75 + "input": 12, + "output": 48 } }, { - "id": "anthropic/claude-sonnet-4.5", - "name": "Anthropic: Claude Sonnet 4.5", - "display_name": "Anthropic: Claude Sonnet 4.5", + "id": "openai/o1-mini", + "name": "OpenAI o1-mini", + "display_name": "o1-mini", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 1000000, - "output": 64000 + "output": 65536 }, "temperature": true, "tool_call": true, @@ -30379,30 +31756,15 @@ "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2025-07-31", - "release_date": "2025-09-29", - "last_updated": "2025-09-29", "cost": { - "input": 3, - "output": 15, - "cache_read": 0.3, - "cache_write": 3.75 - } - }, - { - "id": "bytedance/seed-oss-36b-instruct", - "name": "ByteDance: Seed OSS 36B Instruct", - "display_name": "ByteDance: Seed OSS 36B Instruct", - "tool_call": false, - "reasoning": { - "supported": false + "input": 0.88, + "output": 3.52 } }, { - "id": "deepseek/deepseek-r1-0528", - "name": "DeepSeek: R1 0528", - "display_name": "DeepSeek: R1 0528", + "id": "openai/o1-pro", + "name": "OpenAI o1-pro", + "display_name": "o1-pro", "modalities": { "input": [ "text" @@ -30412,32 +31774,35 @@ ] }, "limit": { - "context": 163840, - "output": 163840 + "output": 100000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false + "attachment": true, + "cost": { + "input": 120, + "output": 480 + } }, { - "id": "deepseek/deepseek-v3.1", - "name": "DeepSeek V3.1", - "display_name": "DeepSeek V3.1", + "id": "openai/gpt-4.1", + "name": "OpenAI GPT-4.1", + "display_name": "GPT-4.1", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 128000, - "output": 8192 + "output": 32768 }, "temperature": true, "tool_call": true, @@ -30445,85 +31810,86 @@ "supported": true, "default": true }, - "attachment": false, - "open_weights": false, - "knowledge": "2024-07", - "release_date": "2025-08-20", - "last_updated": "2025-08-26", + "attachment": true, "cost": { - "input": 0, - "output": 0 + "input": 1.6, + "output": 6.4 } }, { - "id": "deepseek/deepseek-v3.1-fast", - "name": "DeepSeek: DeepSeek V3.1 (free)", - "display_name": "DeepSeek: DeepSeek V3.1 (free)", + "id": "openai/gpt-4o", + "name": "OpenAI GPT-4o", + "display_name": "GPT-4o", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 163800 + "context": 128000, + "output": 16384 }, - "temperature": false, - "tool_call": false, + "temperature": true, + "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false + "attachment": true, + "cost": { + "input": 2, + "output": 8 + } }, { - "id": "deepseek/deepseek-v3.1-terminus", - "name": "DeepSeek: DeepSeek V3.1 Terminus", - "display_name": "DeepSeek: DeepSeek V3.1 Terminus", + "id": "openai/gpt-4o-audio", + "name": "OpenAI GPT-4o Audio", + "display_name": "GPT-4o Audio", "modalities": { "input": [ - "text" + "text", + "audio" ], "output": [ - "text" + "text", + "audio" ] }, "limit": { - "context": 163840, - "output": 163840 + "output": 16384 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false, - "open_weights": true, - "knowledge": "2025-07", - "release_date": "2025-09-22", - "last_updated": "2025-09-22", + "attachment": true, "cost": { - "input": 0.27, - "output": 1 + "input": 2, + "output": 8 } }, { - "id": "deepseek/deepseek-v3.2-exp", - "name": "DeepSeek: DeepSeek V3.2 Exp", - "display_name": "DeepSeek: DeepSeek V3.2 Exp", + "id": "openai/gpt-4o-mini", + "name": "OpenAI GPT-4o mini", + "display_name": "GPT-4o mini", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 163840 + "context": 128000, + "output": 16384 }, "temperature": true, "tool_call": true, @@ -30531,305 +31897,221 @@ "supported": true, "default": true }, - "attachment": false + "attachment": true, + "cost": { + "input": 0.12, + "output": 0.48 + } }, { - "id": "google/gemini-2.5-flash", - "name": "Google: Gemini 2.5 Flash", - "display_name": "Google: Gemini 2.5 Flash", + "id": "openai/gpt-4o-mini-audio", + "name": "OpenAI GPT-4o mini Audio", + "display_name": "GPT-4o mini Audio", "modalities": { "input": [ - "image", "text", "audio" ], "output": [ - "text" + "text", + "audio" ] }, "limit": { - "context": 1048576, - "output": 65535 + "output": 16384 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2025-01", - "release_date": "2025-07-17", - "last_updated": "2025-07-17", "cost": { - "input": 0.3, - "output": 2.5, - "cache_read": 0.0375 + "input": 0.12, + "output": 0.48 } }, { - "id": "google/gemini-2.5-flash-image", - "name": "Google: Gemini 2.5 Flash Image (Nano Banana)", - "display_name": "Google: Gemini 2.5 Flash Image (Nano Banana)", + "id": "openai/gpt-4o-realtime", + "name": "OpenAI GPT-4o Realtime", + "display_name": "GPT-4o Realtime", "modalities": { "input": [ - "image", - "text" + "text", + "audio" ], "output": [ - "image", - "text" + "text", + "audio" ] }, "limit": { - "context": 32768, - "output": 8192 + "output": 4096 }, - "temperature": false, - "tool_call": false, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false + "attachment": true, + "cost": { + "input": 4, + "output": 16 + } }, { - "id": "google/gemini-2.5-flash-image-preview", - "name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", - "display_name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", + "id": "openai/gpt-4o-mini-realtime", + "name": "OpenAI GPT-4o mini Realtime", + "display_name": "GPT-4o mini Realtime", "modalities": { "input": [ - "image", - "text" + "text", + "audio" ], "output": [ - "image", - "text" + "text", + "audio" ] }, "limit": { - "context": 32768, - "output": 8192 + "output": 4096 }, - "temperature": false, - "tool_call": false, - "reasoning": { - "supported": false - }, - "attachment": false - }, - { - "id": "google/gemini-2.5-flash-lite", - "name": "Google: Gemini 2.5 Flash Lite", - "display_name": "Google: Gemini 2.5 Flash Lite", - "modalities": { - "input": [ - "image", - "text", - "audio" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 1048576, - "output": 65535 - }, - "temperature": false, - "tool_call": true, - "reasoning": { - "supported": true, - "default": true - }, - "attachment": true - }, - { - "id": "google/gemini-2.5-pro", - "name": "Google: Gemini 2.5 Pro", - "display_name": "Google: Gemini 2.5 Pro", - "modalities": { - "input": [ - "image", - "text", - "audio" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 1048576, - "output": 65536 - }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2025-01", - "release_date": "2025-03-20", - "last_updated": "2025-06-05", "cost": { - "input": 1.25, - "output": 10, - "cache_read": 0.31 + "input": 0.48, + "output": 1.92 } }, { - "id": "inclusionai/ling-1t", - "name": "inclusionAI: Ling-1T", - "display_name": "inclusionAI: Ling-1T", + "id": "openai/gpt-image-1", + "name": "OpenAI GPT Image 1", + "display_name": "GPT Image 1", "modalities": { "input": [ "text" ], "output": [ - "text" + "image" ] }, - "limit": { - "context": 131072, - "output": 131072 - }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, - "attachment": false + "attachment": false, + "cost": { + "input": 4, + "output": 32 + } }, { - "id": "minimaxai/minimax-m1-80k", - "name": "MiniMax: MiniMax M1", - "display_name": "MiniMax: MiniMax M1", + "id": "openai/gpt-4o-mini-tts", + "name": "OpenAI GPT-4o mini TTS", + "display_name": "GPT-4o mini TTS", "modalities": { "input": [ "text" ], "output": [ - "text" + "audio" ] }, - "limit": { - "context": 1000000, - "output": 40000 - }, "temperature": false, - "tool_call": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": false + "attachment": false, + "cost": { + "input": 0.48, + "output": 0.96 + } }, { - "id": "moonshotai/kimi-k2-0905", - "name": "MoonshotAI: Kimi K2 0905", - "display_name": "MoonshotAI: Kimi K2 0905", + "id": "openai/tts-1-hd", + "name": "OpenAI TTS-1 HD", + "display_name": "TTS-1 HD", "modalities": { "input": [ "text" ], "output": [ - "text" + "audio" ] }, - "limit": { - "context": 262144, - "output": 262144 - }, "temperature": false, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, "attachment": false, - "open_weights": true, - "knowledge": "2024-10", - "release_date": "2025-09-05", - "last_updated": "2025-09-05", "cost": { - "input": 0.6, - "output": 2.5 + "input": 24 } }, { - "id": "openai/gpt-4.1", - "name": "OpenAI: GPT-4.1", - "display_name": "OpenAI: GPT-4.1", + "id": "openai/gpt-4o-transcribe", + "name": "OpenAI GPT-4o Transcribe", + "display_name": "GPT-4o Transcribe", "modalities": { "input": [ - "image", - "text" + "audio" ], "output": [ "text" ] }, "limit": { - "context": 1047576, - "output": 32768 + "output": 2000 }, "temperature": false, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, - "attachment": true, - "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-04-14", - "last_updated": "2025-04-14", + "attachment": false, "cost": { "input": 2, - "output": 8, - "cache_read": 0.5 + "output": 8 } }, { - "id": "openai/gpt-4.1-mini", - "name": "OpenAI: GPT-4.1 Mini", - "display_name": "OpenAI: GPT-4.1 Mini", + "id": "openai/whisper", + "name": "OpenAI Whisper", + "display_name": "Whisper", "modalities": { "input": [ - "image", - "text" + "audio" ], "output": [ "text" ] }, - "limit": { - "context": 1047576, - "output": 32768 - }, "temperature": false, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, - "attachment": true, - "open_weights": false, - "knowledge": "2024-04", - "release_date": "2025-04-14", - "last_updated": "2025-04-14", + "attachment": false, "cost": { - "input": 0.4, - "output": 1.6, - "cache_read": 0.1 + "input": 0.0048 } }, { - "id": "openai/gpt-4.1-nano", - "name": "OpenAI: GPT-4.1 Nano", - "display_name": "OpenAI: GPT-4.1 Nano", + "id": "openai/gpt-4o-search-preview", + "name": "OpenAI GPT-4o Search Preview", + "display_name": "GPT-4o Search Preview", "modalities": { "input": [ - "image", "text" ], "output": [ @@ -30837,85 +32119,79 @@ ] }, "limit": { - "context": 1047576, - "output": 32768 + "output": 16384 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": true + "attachment": true, + "cost": { + "input": 2, + "output": 8 + } }, { - "id": "openai/gpt-5", - "name": "OpenAI: GPT-5", - "display_name": "OpenAI: GPT-5", + "id": "openai/computer-use-preview", + "name": "OpenAI Computer Use Preview", + "display_name": "computer-use-preview", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 400000, - "output": 128000 + "output": 1024 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2024-10-01", - "release_date": "2025-08-07", - "last_updated": "2025-08-07", "cost": { - "input": 1.25, - "output": 10 + "input": 2.4, + "output": 9.6 } }, { - "id": "openai/gpt-5-chat", - "name": "OpenAI: GPT-5 Chat", - "display_name": "OpenAI: GPT-5 Chat", + "id": "google/gemini-2.5-pro", + "name": "Google Gemini 2.5 Pro", + "display_name": "Gemini 2.5 Pro", "modalities": { "input": [ - "image", - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 128000, - "output": 16384 + "output": 65536 }, - "temperature": false, - "tool_call": false, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2024-09-30", - "release_date": "2025-08-07", - "last_updated": "2025-08-07", "cost": { - "input": 1.25, - "output": 10 + "input": 1, + "output": 8 } }, { - "id": "openai/gpt-5-mini", - "name": "OpenAI: GPT-5 Mini", - "display_name": "OpenAI: GPT-5 Mini", + "id": "google/gemini-2.5-flash", + "name": "Google Gemini 2.5 Flash", + "display_name": "Gemini 2.5 Flash", "modalities": { "input": [ "text", @@ -30926,29 +32202,24 @@ ] }, "limit": { - "context": 400000, - "output": 128000 + "output": 65536 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2024-10-01", - "release_date": "2025-08-07", - "last_updated": "2025-08-07", "cost": { - "input": 0.25, - "output": 2 + "input": 0.12, + "output": 0.48 } }, { - "id": "openai/gpt-5-nano", - "name": "OpenAI: GPT-5 Nano", - "display_name": "OpenAI: GPT-5 Nano", + "id": "google/gemini-2.0-flash", + "name": "Google Gemini 2.0 Flash", + "display_name": "Gemini 2.0 Flash", "modalities": { "input": [ "text", @@ -30959,91 +32230,69 @@ ] }, "limit": { - "context": 400000, - "output": 128000 + "output": 8192 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2024-10-01", - "release_date": "2025-08-07", - "last_updated": "2025-08-07", "cost": { - "input": 0.05, - "output": 0.4 + "input": 0.08, + "output": 0.32 } }, { - "id": "openai/gpt-oss-120b", - "name": "OpenAI: gpt-oss-120b", - "display_name": "OpenAI: gpt-oss-120b", + "id": "google/imagen-3", + "name": "Google Imagen 3", + "display_name": "Imagen 3", "modalities": { "input": [ "text" ], "output": [ - "text" + "image" ] }, - "limit": { - "context": 131072, - "output": 131072 - }, - "temperature": false, - "tool_call": true, + "temperature": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": false, - "open_weights": true, - "release_date": "2025-08-05", - "last_updated": "2025-08-05", "cost": { - "input": 0.072, - "output": 0.28 + "input": 0.024 } }, { - "id": "openai/gpt-oss-20b", - "name": "OpenAI: gpt-oss-20b", - "display_name": "OpenAI: gpt-oss-20b", + "id": "google/veo-2", + "name": "Google Veo 2", + "display_name": "Veo 2", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ - "text" + "video" ] }, - "limit": { - "context": 131072, - "output": 32768 - }, - "temperature": false, - "tool_call": true, + "temperature": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": false, - "open_weights": true, - "release_date": "2025-08-05", - "last_updated": "2025-08-05", "cost": { - "input": 0.05, - "output": 0.2 + "input": 0.28 } }, { - "id": "openai/o1", - "name": "OpenAI: o1", - "display_name": "OpenAI: o1", + "id": "anthropic/claude-sonnet-4", + "name": "Anthropic Claude Sonnet 4", + "display_name": "Claude Sonnet 4", "modalities": { "input": [ "text", @@ -31055,46 +32304,56 @@ }, "limit": { "context": 200000, - "output": 100000 + "output": 200000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": true + "attachment": true, + "cost": { + "input": 2.4, + "output": 12 + } }, { - "id": "openai/o1-mini", - "name": "OpenAI: o1-mini", - "display_name": "OpenAI: o1-mini", + "id": "anthropic/claude-opus-4", + "name": "Anthropic Claude Opus 4", + "display_name": "Claude Opus 4", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 128000, - "output": 65536 + "context": 200000 }, - "temperature": false, - "tool_call": false, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false + "attachment": true, + "cost": { + "input": 12, + "output": 60 + } }, { - "id": "openai/o4-mini", - "name": "OpenAI: o4 Mini", - "display_name": "OpenAI: o4 Mini", + "id": "anthropic/claude-3.7-sonnet", + "name": "Anthropic Claude 3.7 Sonnet", + "display_name": "Claude 3.7 Sonnet", "modalities": { "input": [ - "image", - "text" + "text", + "image" ], "output": [ "text" @@ -31102,52 +32361,52 @@ }, "limit": { "context": 200000, - "output": 100000 + "output": 200000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, "attachment": true, - "open_weights": false, - "knowledge": "2024-06", - "release_date": "2025-04-16", - "last_updated": "2025-04-16", "cost": { - "input": 1.1, - "output": 4.4, - "cache_read": 0.28 + "input": 2.4, + "output": 12 } }, { - "id": "qwen/qwen3-235b-a22b-instruct-2507", - "name": "Qwen: Qwen3 235B A22B Instruct 2507", - "display_name": "Qwen: Qwen3 235B A22B Instruct 2507", + "id": "anthropic/claude-3.5-haiku", + "name": "Anthropic Claude 3.5 Haiku", + "display_name": "Claude 3.5 Haiku", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 262144, - "output": 262144 + "context": 200000 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false + "attachment": true, + "cost": { + "input": 0.64, + "output": 3.2 + } }, { - "id": "qwen/qwen3-235b-a22b-thinking-2507", - "name": "Qwen: Qwen3 235B A22B Thinking 2507", - "display_name": "Qwen: Qwen3 235B A22B Thinking 2507", + "id": "xai/grok-3", + "name": "xAI Grok-3", + "display_name": "Grok-3", "modalities": { "input": [ "text" @@ -31157,29 +32416,24 @@ ] }, "limit": { - "context": 262144, - "output": 262144 + "output": 8192 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false, - "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-07-25", - "last_updated": "2025-07-25", + "attachment": true, "cost": { - "input": 0.078, - "output": 0.312 + "input": 2.4, + "output": 12 } }, { - "id": "qwen/qwen3-30b-a3b-instruct-2507", - "name": "Qwen: Qwen3 30B A3B Instruct 2507", - "display_name": "Qwen: Qwen3 30B A3B Instruct 2507", + "id": "xai/grok-3-mini", + "name": "xAI Grok-3 Mini", + "display_name": "Grok-3 Mini", "modalities": { "input": [ "text" @@ -31189,28 +32443,24 @@ ] }, "limit": { - "context": 262144, - "output": 262144 + "output": 4096 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, - "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-07-29", - "last_updated": "2025-07-29", + "attachment": true, "cost": { - "input": 0.2, - "output": 0.8 + "input": 0.24, + "output": 0.4 } }, { - "id": "qwen/qwen3-30b-a3b-thinking-2507", - "name": "Qwen: Qwen3 30B A3B Thinking 2507", - "display_name": "Qwen: Qwen3 30B A3B Thinking 2507", + "id": "deepseek/deepseek-r1", + "name": "DeepSeek Reasoner", + "display_name": "DeepSeek R1", "modalities": { "input": [ "text" @@ -31220,21 +32470,24 @@ ] }, "limit": { - "context": 262144, - "output": 262144 + "output": 8192 }, - "temperature": false, + "temperature": true, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false + "attachment": true, + "cost": { + "input": 0.1104, + "output": 1.7632 + } }, { - "id": "qwen/qwen3-8b", - "name": "Qwen: Qwen3 8B", - "display_name": "Qwen: Qwen3 8B", + "id": "deepseek/deepseek-chat", + "name": "DeepSeek Chat", + "display_name": "DeepSeek Chat", "modalities": { "input": [ "text" @@ -31244,137 +32497,118 @@ ] }, "limit": { - "context": 128000, - "output": 20000 + "output": 8192 }, - "temperature": false, - "tool_call": false, + "temperature": true, + "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false - }, - { - "id": "qwen/qwen3-coder", - "name": "Qwen: Qwen3 Coder 480B A35B", - "display_name": "Qwen: Qwen3 Coder 480B A35B", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 262144, - "output": 262144 - }, - "temperature": false, - "tool_call": true, - "reasoning": { - "supported": false - }, - "attachment": false, - "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-07-23", - "last_updated": "2025-07-23", + "attachment": true, "cost": { - "input": 0.3, - "output": 1.2 + "input": 0.0552, + "output": 0.8816 } - }, + } + ] + }, + "cherryin": { + "id": "cherryin", + "name": "cherryin", + "display_name": "cherryin", + "models": [ { - "id": "qwen/qwen3-coder-30b-a3b-instruct", - "name": "Qwen: Qwen3 Coder 30B A3B Instruct", - "display_name": "Qwen: Qwen3 Coder 30B A3B Instruct", + "id": "anthropic/claude-3.7-sonnet", + "name": "Anthropic: Claude 3.7 Sonnet", + "display_name": "Anthropic: Claude 3.7 Sonnet", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, "limit": { - "context": 262144, - "output": 262144 + "context": 200000, + "output": 64000 }, "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false - }, - { - "id": "qwen/qwen3-coder-480b-a35b-instruct", - "name": "Qwen: Qwen3 Coder 480B A35B Instruct", - "display_name": "Qwen: Qwen3 Coder 480B A35B Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } + "attachment": true, + "open_weights": false, + "knowledge": "2024-01", + "release_date": "2025-02-19", + "last_updated": "2025-02-19" }, { - "id": "qwen/qwen3-embedding-0.6b", - "name": "qwen/qwen3-embedding-0.6b", - "display_name": "qwen/qwen3-embedding-0.6b", + "id": "anthropic/claude-haiku-4.5", + "name": "Anthropic: claude-haiku-4-5", + "display_name": "Anthropic: claude-haiku-4-5", "modalities": { "input": [ - "text" + "text", + "image" ], "output": [ "text" ] }, - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen/qwen3-embedding-4b", - "name": "qwen/qwen3-embedding-4b", - "display_name": "qwen/qwen3-embedding-4b", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] + "limit": { + "context": 204800, + "output": 131072 }, - "tool_call": false, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false }, { - "id": "qwen/qwen3-embedding-8b", - "name": "qwen/qwen3-embedding-8b", - "display_name": "qwen/qwen3-embedding-8b", + "id": "anthropic/claude-opus-4", + "name": "Anthropic: Claude Opus 4", + "display_name": "Anthropic: Claude Opus 4", "modalities": { "input": [ + "image", "text" ], "output": [ "text" ] }, - "tool_call": false, + "limit": { + "context": 200000, + "output": 32000 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2025-03-31", + "release_date": "2025-05-22", + "last_updated": "2025-05-22" }, { - "id": "qwen/qwen3-next-80b-a3b-instruct", - "name": "Qwen: Qwen3 Next 80B A3B Instruct", - "display_name": "Qwen: Qwen3 Next 80B A3B Instruct", + "id": "anthropic/claude-opus-4.1", + "name": "Anthropic: Claude Opus 4.1", + "display_name": "Anthropic: Claude Opus 4.1", "modalities": { "input": [ + "image", "text" ], "output": [ @@ -31382,30 +32616,28 @@ ] }, "limit": { - "context": 262144, - "output": 262144 + "context": 200000, + "output": 32000 }, "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false, - "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-09-11", - "last_updated": "2025-09-11", - "cost": { - "input": 0.14, - "output": 1.4 - } + "attachment": true, + "open_weights": false, + "knowledge": "2025-03-31", + "release_date": "2025-08-05", + "last_updated": "2025-08-05" }, { - "id": "qwen/qwen3-next-80b-a3b-thinking", - "name": "Qwen: Qwen3 Next 80B A3B Thinking", - "display_name": "Qwen: Qwen3 Next 80B A3B Thinking", + "id": "anthropic/claude-sonnet-4", + "name": "Anthropic: Claude Sonnet 4", + "display_name": "Anthropic: Claude Sonnet 4", "modalities": { "input": [ + "image", "text" ], "output": [ @@ -31413,7 +32645,8 @@ ] }, "limit": { - "context": 262144 + "context": 1000000, + "output": 64000 }, "temperature": false, "tool_call": true, @@ -31421,12 +32654,16 @@ "supported": true, "default": true }, - "attachment": false + "attachment": true, + "open_weights": false, + "knowledge": "2025-03-31", + "release_date": "2025-05-22", + "last_updated": "2025-05-22" }, { - "id": "qwen/qwen3-omni-30b-a3b-instruct", - "name": "Qwen: Qwen3 VL 30B A3B Instruct", - "display_name": "Qwen: Qwen3 VL 30B A3B Instruct", + "id": "anthropic/claude-sonnet-4.5", + "name": "Anthropic: Claude Sonnet 4.5", + "display_name": "Anthropic: Claude Sonnet 4.5", "modalities": { "input": [ "text", @@ -31437,34 +32674,51 @@ ] }, "limit": { - "context": 262144, - "output": 262144 + "context": 1000000, + "output": 64000 }, "temperature": true, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false + "attachment": true, + "open_weights": false, + "knowledge": "2025-07-31", + "release_date": "2025-09-29", + "last_updated": "2025-09-29" }, { - "id": "qwen/qwen3-omni-30b-a3b-thinking", - "name": "Qwen: Qwen3 VL 30B A3B Thinking", - "display_name": "Qwen: Qwen3 VL 30B A3B Thinking", + "id": "bytedance/seed-oss-36b-instruct", + "name": "ByteDance: Seed OSS 36B Instruct", + "display_name": "ByteDance: Seed OSS 36B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, + "reasoning": { + "supported": false + } + }, + { + "id": "deepseek/deepseek-r1-0528", + "name": "DeepSeek: R1 0528", + "display_name": "DeepSeek: R1 0528", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 262144, - "output": 262144 + "context": 163840, + "output": 163840 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { "supported": true, @@ -31473,47 +32727,20 @@ "attachment": false }, { - "id": "qwen/qwen3-reranker-0.6b", - "name": "qwen/qwen3-reranker-0.6b", - "display_name": "qwen/qwen3-reranker-0.6b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen/qwen3-reranker-4b", - "name": "qwen/qwen3-reranker-4b", - "display_name": "qwen/qwen3-reranker-4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen/qwen3-reranker-8b", - "name": "qwen/qwen3-reranker-8b", - "display_name": "qwen/qwen3-reranker-8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen/qwen3-vl-235b-a22b-instruct", - "name": "Qwen: Qwen3 VL 235B A22B Instruct", - "display_name": "Qwen: Qwen3 VL 235B A22B Instruct", + "id": "deepseek/deepseek-v3.1", + "name": "DeepSeek V3.1", + "display_name": "DeepSeek V3.1", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 131072 + "context": 128000, + "output": 8192 }, "temperature": true, "tool_call": true, @@ -31521,27 +32748,29 @@ "supported": true, "default": true }, - "attachment": false + "attachment": false, + "open_weights": false, + "knowledge": "2024-07", + "release_date": "2025-08-20", + "last_updated": "2025-08-26" }, { - "id": "qwen/qwen3-vl-235b-a22b-thinking", - "name": "Qwen: Qwen3 VL 235B A22B Thinking", - "display_name": "Qwen: Qwen3 VL 235B A22B Thinking", + "id": "deepseek/deepseek-v3.1-fast", + "name": "DeepSeek: DeepSeek V3.1 (free)", + "display_name": "DeepSeek: DeepSeek V3.1 (free)", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 65536, - "output": 65536 + "context": 163800 }, - "temperature": true, - "tool_call": true, + "temperature": false, + "tool_call": false, "reasoning": { "supported": true, "default": true @@ -31549,45 +32778,47 @@ "attachment": false }, { - "id": "qwen/qwen3-vl-30b-a3b-instruct", - "name": "Qwen: Qwen3 VL 30B A3B Instruct", - "display_name": "Qwen: Qwen3 VL 30B A3B Instruct", + "id": "deepseek/deepseek-v3.1-terminus", + "name": "DeepSeek: DeepSeek V3.1 Terminus", + "display_name": "DeepSeek: DeepSeek V3.1 Terminus", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 262144, - "output": 262144 + "context": 163840, + "output": 163840 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, - "attachment": false + "attachment": false, + "open_weights": true, + "knowledge": "2025-07", + "release_date": "2025-09-22", + "last_updated": "2025-09-22" }, { - "id": "qwen/qwen3-vl-30b-a3b-thinking", - "name": "Qwen: Qwen3 VL 30B A3B Thinking", - "display_name": "Qwen: Qwen3 VL 30B A3B Thinking", + "id": "deepseek/deepseek-v3.2-exp", + "name": "DeepSeek: DeepSeek V3.2 Exp", + "display_name": "DeepSeek: DeepSeek V3.2 Exp", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 262144, - "output": 262144 + "context": 163840 }, "temperature": true, "tool_call": true, @@ -31598,95 +32829,102 @@ "attachment": false }, { - "id": "tencent/hunyuan-mt-7b", - "name": "Tencent: Hunyuan A13B Instruct", - "display_name": "Tencent: Hunyuan A13B Instruct", + "id": "google/gemini-2.5-flash", + "name": "Google: Gemini 2.5 Flash", + "display_name": "Google: Gemini 2.5 Flash", "modalities": { "input": [ - "text" + "image", + "text", + "audio" ], "output": [ "text" ] }, "limit": { - "context": 32768 + "context": 1048576, + "output": 65535 }, "temperature": false, - "tool_call": false, + "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false + "attachment": true, + "open_weights": false, + "knowledge": "2025-01", + "release_date": "2025-07-17", + "last_updated": "2025-07-17" }, { - "id": "x-ai/grok-2-image", - "name": "grok-2", - "display_name": "grok-2", + "id": "google/gemini-2.5-flash-image", + "name": "Google: Gemini 2.5 Flash Image (Nano Banana)", + "display_name": "Google: Gemini 2.5 Flash Image (Nano Banana)", "modalities": { "input": [ - "text", - "image" + "image", + "text" ], "output": [ - "text", - "image" + "image", + "text" ] }, + "limit": { + "context": 32768, + "output": 8192 + }, + "temperature": false, "tool_call": false, "reasoning": { "supported": false - } + }, + "attachment": false }, { - "id": "x-ai/grok-3", - "name": "xAI: Grok 3", - "display_name": "xAI: Grok 3", + "id": "google/gemini-2.5-flash-image-preview", + "name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", + "display_name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", "modalities": { "input": [ + "image", "text" ], "output": [ + "image", "text" ] }, "limit": { - "context": 131072, + "context": 32768, "output": 8192 }, "temperature": false, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, - "attachment": false, - "open_weights": false, - "knowledge": "2024-11", - "release_date": "2025-02-17", - "last_updated": "2025-02-17", - "cost": { - "input": 3, - "output": 15, - "cache_read": 0.75, - "cache_write": 15 - } + "attachment": false }, { - "id": "x-ai/grok-3-mini", - "name": "xAI: Grok 3 Mini", - "display_name": "xAI: Grok 3 Mini", + "id": "google/gemini-2.5-flash-lite", + "name": "Google: Gemini 2.5 Flash Lite", + "display_name": "Google: Gemini 2.5 Flash Lite", "modalities": { "input": [ - "text" + "image", + "text", + "audio" ], "output": [ "text" ] }, "limit": { - "context": 131072, - "output": 8192 + "context": 1048576, + "output": 65535 }, "temperature": false, "tool_call": true, @@ -31694,34 +32932,25 @@ "supported": true, "default": true }, - "attachment": false, - "open_weights": false, - "knowledge": "2024-11", - "release_date": "2025-02-17", - "last_updated": "2025-02-17", - "cost": { - "input": 0.3, - "output": 0.5, - "cache_read": 0.075, - "cache_write": 0.5 - } + "attachment": true }, { - "id": "x-ai/grok-4", - "name": "xAI: Grok 4", - "display_name": "xAI: Grok 4", + "id": "google/gemini-2.5-pro", + "name": "Google: Gemini 2.5 Pro", + "display_name": "Google: Gemini 2.5 Pro", "modalities": { "input": [ "image", - "text" + "text", + "audio" ], "output": [ "text" ] }, "limit": { - "context": 256000, - "output": 64000 + "context": 1048576, + "output": 65536 }, "temperature": false, "tool_call": true, @@ -31729,51 +32958,30 @@ "supported": true, "default": true }, - "attachment": false, + "attachment": true, "open_weights": false, - "knowledge": "2025-07", - "release_date": "2025-07-09", - "last_updated": "2025-07-09", - "cost": { - "input": 3, - "output": 15, - "cache_read": 0.75, - "cache_write": 15 - } - }, - { - "id": "x-ai/grok-4-fast-non-reasoning", - "name": "x-ai/grok-4-fast-non-reasoning", - "display_name": "x-ai/grok-4-fast-non-reasoning", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "x-ai/grok-4-fast-reasoning", - "name": "x-ai/grok-4-fast-reasoning", - "display_name": "x-ai/grok-4-fast-reasoning", - "tool_call": false, - "reasoning": { - "supported": false - } + "knowledge": "2025-01", + "release_date": "2025-03-20", + "last_updated": "2025-06-05" }, { - "id": "x-ai/grok-code-fast-1", - "name": "xAI: Grok Code Fast 1", - "display_name": "xAI: Grok Code Fast 1", + "id": "google/gemini-3-pro-preview", + "name": "Google: Gemini 3 Pro Preview", + "display_name": "Google: Gemini 3 Pro Preview", "modalities": { "input": [ - "text" + "image", + "text", + "audio", + "video" ], "output": [ "text" ] }, "limit": { - "context": 256000, - "output": 10000 + "context": 1048576, + "output": 65536 }, "temperature": false, "tool_call": true, @@ -31781,21 +32989,16 @@ "supported": true, "default": true }, - "attachment": false, + "attachment": true, "open_weights": false, - "knowledge": "2025-08", - "release_date": "2025-08-26", - "last_updated": "2025-08-26", - "cost": { - "input": 0.2, - "output": 1.5, - "cache_read": 0.02 - } + "knowledge": "2025-10", + "release_date": "2025-11-19", + "last_updated": "2025-11-19" }, { - "id": "z-ai/glm-4.5", - "name": "Z.AI: GLM 4.5", - "display_name": "Z.AI: GLM 4.5", + "id": "inclusionai/ling-1t", + "name": "inclusionAI: Ling-1T", + "display_name": "inclusionAI: Ling-1T", "modalities": { "input": [ "text" @@ -31811,23 +33014,14 @@ "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, - "attachment": false, - "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-07-28", - "last_updated": "2025-07-28", - "cost": { - "input": 0.6, - "output": 2.2 - } + "attachment": false }, { - "id": "z-ai/glm-4.5-flash", - "name": "z-ai/glm-4.5-flash", - "display_name": "z-ai/glm-4.5-flash", + "id": "meituan/longcat-flash-chat", + "name": "Meituan: LongCat-Flash-Chat", + "display_name": "Meituan: LongCat-Flash-Chat", "modalities": { "input": [ "text" @@ -31836,49 +33030,43 @@ "text" ] }, + "temperature": true, "tool_call": false, "reasoning": { "supported": false - } + }, + "attachment": false, + "open_weights": false }, { - "id": "z-ai/glm-4.5v", - "name": "Z.AI: GLM 4.5V", - "display_name": "Z.AI: GLM 4.5V", + "id": "minimax/minimax-m2", + "name": "MiniMax: minimax-m2", + "display_name": "MiniMax: minimax-m2", "modalities": { "input": [ - "text", - "image" + "text" ], "output": [ "text" ] }, "limit": { - "context": 65536, - "output": 16384 + "context": 204800, + "output": 192000 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, "attachment": false, - "open_weights": true, - "knowledge": "2025-04", - "release_date": "2025-08-11", - "last_updated": "2025-08-11", - "cost": { - "input": 0.6, - "output": 1.8 - } + "open_weights": false }, { - "id": "z-ai/glm-4.6", - "name": "Z.AI: GLM 4.6", - "display_name": "Z.AI: GLM 4.6", - "modalities": { + "id": "minimaxai/minimax-m1-80k", + "name": "MiniMax: MiniMax M1", + "display_name": "MiniMax: MiniMax M1", + "modalities": { "input": [ "text" ], @@ -31887,29420 +33075,4478 @@ ] }, "limit": { - "context": 202752, - "output": 202752 + "context": 1000000, + "output": 40000 }, - "temperature": true, + "temperature": false, "tool_call": true, "reasoning": { "supported": true, "default": true }, - "attachment": false, - "open_weights": true, - "knowledge": "2025-09", - "release_date": "2025-09-30", - "last_updated": "2025-09-30", - "cost": { - "input": 0.6, - "output": 2.2, - "cache_read": 0.11 - } - } - ] - }, - "doubao": { - "id": "doubao", - "name": "Doubao", - "display_name": "Doubao", - "models": [ + "attachment": false + }, { - "id": "deepseek-v3-1-250821", - "name": "DeepSeek V3.1", - "display_name": "DeepSeek V3.1", + "id": "moonshotai/kimi-k2-0905", + "name": "MoonshotAI: Kimi K2 0905", + "display_name": "MoonshotAI: Kimi K2 0905", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": false, "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false, + "open_weights": true, + "knowledge": "2024-10", + "release_date": "2025-09-05", + "last_updated": "2025-09-05" }, { - "id": "deepseek-r1-250120", - "name": "DeepSeek R1", - "display_name": "DeepSeek R1", - "tool_call": false, + "id": "moonshotai/kimi-k2-thinking", + "name": "MoonshotAI: kimi-k2-thinking", + "display_name": "MoonshotAI: kimi-k2-thinking", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": true, + "tool_call": true, "reasoning": { "supported": true, "default": true - } + }, + "attachment": false, + "open_weights": false }, { - "id": "deepseek-r1-distill-qwen-32b-250120", - "name": "DeepSeek R1 Distill Qwen 32B", - "display_name": "DeepSeek R1 Distill Qwen 32B", - "tool_call": false, + "id": "moonshotai/kimi-k2-thinking-turbo", + "name": "MoonshotAI: kimi-k2-thinking", + "display_name": "MoonshotAI: kimi-k2-thinking", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": true, + "tool_call": true, "reasoning": { "supported": true, "default": true - } + }, + "attachment": false, + "open_weights": false }, { - "id": "deepseek-r1-distill-qwen-7b-250120", - "name": "DeepSeek R1 Distill Qwen 7B", - "display_name": "DeepSeek R1 Distill Qwen 7B", - "tool_call": false, + "id": "openai/gpt-4.1", + "name": "OpenAI: GPT-4.1", + "display_name": "OpenAI: GPT-4.1", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1047576, + "output": 32768 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": true, - "default": true - } + "supported": false + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-04-14", + "last_updated": "2025-04-14" }, { - "id": "deepseek-v3-250324", - "name": "DeepSeek V3", - "display_name": "DeepSeek V3", + "id": "openai/gpt-4.1-mini", + "name": "OpenAI: GPT-4.1 Mini", + "display_name": "OpenAI: GPT-4.1 Mini", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1047576, + "output": 32768 + }, + "temperature": false, "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-04", + "release_date": "2025-04-14", + "last_updated": "2025-04-14" }, { - "id": "doubao-seed-1-6-vision-250815", - "name": "Doubao Seed 1.6 Vision", - "display_name": "Doubao Seed 1.6 Vision", + "id": "openai/gpt-4.1-nano", + "name": "OpenAI: GPT-4.1 Nano", + "display_name": "OpenAI: GPT-4.1 Nano", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1047576, + "output": 32768 + }, + "temperature": false, "tool_call": true, "reasoning": { - "supported": true, - "default": true - } + "supported": false + }, + "attachment": true }, { - "id": "doubao-seed-1-6-250615", - "name": "Doubao Seed 1.6", - "display_name": "Doubao Seed 1.6", + "id": "openai/gpt-4o", + "name": "OpenAI: gpt-4o", + "display_name": "OpenAI: gpt-4o", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 16384 + }, + "temperature": true, "tool_call": true, "reasoning": { - "supported": true, - "default": true - } + "supported": false + }, + "attachment": true, + "open_weights": false }, { - "id": "doubao-seed-1-6-flash-250715", - "name": "Doubao Seed 1.6 Flash", - "display_name": "Doubao Seed 1.6 Flash", - "tool_call": true, + "id": "openai/gpt-4o-mini", + "name": "OpenAI: gpt-4o-mini", + "display_name": "OpenAI: gpt-4o-mini", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 16384 + }, + "temperature": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true - } + "supported": false + }, + "attachment": true, + "open_weights": false }, { - "id": "doubao-seed-1-6-flash-250615", - "name": "Doubao Seed 1.6 Flash (250615)", - "display_name": "Doubao Seed 1.6 Flash (250615)", + "id": "openai/gpt-5", + "name": "OpenAI: GPT-5", + "display_name": "OpenAI: GPT-5", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, "tool_call": true, "reasoning": { "supported": true, "default": true - } + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-10-01", + "release_date": "2025-08-07", + "last_updated": "2025-08-07" }, { - "id": "doubao-seed-1-6-thinking-250715", - "name": "Doubao Seed 1.6 Thinking", - "display_name": "Doubao Seed 1.6 Thinking", - "tool_call": true, + "id": "openai/gpt-5-chat", + "name": "OpenAI: GPT-5 Chat", + "display_name": "OpenAI: GPT-5 Chat", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 16384 + }, + "temperature": false, + "tool_call": false, "reasoning": { - "supported": true, - "default": true - } + "supported": false + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-09-30", + "release_date": "2025-08-07", + "last_updated": "2025-08-07" }, { - "id": "doubao-seed-1-6-thinking-250615", - "name": "Doubao Seed 1.6 Thinking (250615)", - "display_name": "Doubao Seed 1.6 Thinking (250615)", + "id": "openai/gpt-5-mini", + "name": "OpenAI: GPT-5 Mini", + "display_name": "OpenAI: GPT-5 Mini", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, "tool_call": true, "reasoning": { "supported": true, "default": true - } - } - ] - }, - "ollama": { - "id": "ollama", - "name": "Ollama", - "display_name": "Ollama", - "models": [ - { - "id": "minimax-m2:cloud", - "name": "MiniMax M2", - "display_name": "MiniMax M2", - "tool_call": false, - "reasoning": { - "supported": false - } + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-10-01", + "release_date": "2025-08-07", + "last_updated": "2025-08-07" }, { - "id": "alfred:40b", - "name": "Alfred 40b", - "display_name": "Alfred 40b", - "tool_call": false, + "id": "openai/gpt-5-nano", + "name": "OpenAI: GPT-5 Nano", + "display_name": "OpenAI: GPT-5 Nano", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-10-01", + "release_date": "2025-08-07", + "last_updated": "2025-08-07" }, { - "id": "alfred:40b-1023-q4_0", - "name": "Alfred 40b 1023 q4_0", - "display_name": "Alfred 40b 1023 q4_0", - "tool_call": false, + "id": "openai/gpt-5.1", + "name": "OpenAI: gpt-5.1", + "display_name": "OpenAI: gpt-5.1", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false }, { - "id": "alfred:40b-1023-q4_1", - "name": "Alfred 40b 1023 q4_1", - "display_name": "Alfred 40b 1023 q4_1", - "tool_call": false, + "id": "openai/gpt-5.1-chat", + "name": "OpenAI: gpt-5.1", + "display_name": "OpenAI: gpt-5.1", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false }, { - "id": "alfred:40b-1023-q5_0", - "name": "Alfred 40b 1023 q5_0", - "display_name": "Alfred 40b 1023 q5_0", + "id": "openai/gpt-image-1", + "name": "OpenAI: gpt-image-1", + "display_name": "OpenAI: gpt-image-1", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "temperature": true, "tool_call": false, "reasoning": { "supported": false - } + }, + "attachment": true, + "open_weights": false }, { - "id": "alfred:40b-1023-q5_1", - "name": "Alfred 40b 1023 q5_1", - "display_name": "Alfred 40b 1023 q5_1", - "tool_call": false, + "id": "openai/gpt-oss-120b", + "name": "OpenAI: gpt-oss-120b", + "display_name": "OpenAI: gpt-oss-120b", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 131072 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "release_date": "2025-08-05", + "last_updated": "2025-08-05" }, { - "id": "alfred:40b-1023-q8_0", - "name": "Alfred 40b 1023 q8_0", - "display_name": "Alfred 40b 1023 q8_0", - "tool_call": false, + "id": "openai/gpt-oss-20b", + "name": "OpenAI: gpt-oss-20b", + "display_name": "OpenAI: gpt-oss-20b", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "release_date": "2025-08-05", + "last_updated": "2025-08-05" }, { - "id": "alfred:latest", - "name": "Alfred Latest", - "display_name": "Alfred Latest", - "tool_call": false, + "id": "openai/o1", + "name": "OpenAI: o1", + "display_name": "OpenAI: o1", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 100000 + }, + "temperature": false, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": true }, { - "id": "all-minilm:22m", - "name": "All-minilm 22m", - "display_name": "All-minilm 22m", + "id": "openai/o1-mini", + "name": "OpenAI: o1-mini", + "display_name": "OpenAI: o1-mini", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 65536 + }, + "temperature": false, "tool_call": false, "reasoning": { "supported": false - } + }, + "attachment": false }, { - "id": "all-minilm:22m-l6-v2-fp16", - "name": "All-minilm 22m l6 v2 fp16", - "display_name": "All-minilm 22m l6 v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "all-minilm:33m", - "name": "All-minilm 33m", - "display_name": "All-minilm 33m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "all-minilm:33m-l12-v2-fp16", - "name": "All-minilm 33m l12 v2 fp16", - "display_name": "All-minilm 33m l12 v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "all-minilm:l12", - "name": "All-minilm L12", - "display_name": "All-minilm L12", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "all-minilm:l12-v2", - "name": "All-minilm L12 v2", - "display_name": "All-minilm L12 v2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "all-minilm:l6", - "name": "All-minilm L6", - "display_name": "All-minilm L6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "all-minilm:l6-v2", - "name": "All-minilm L6 v2", - "display_name": "All-minilm L6 v2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "all-minilm:latest", - "name": "All-minilm Latest", - "display_name": "All-minilm Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "all-minilm:v2", - "name": "All-minilm V2", - "display_name": "All-minilm V2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "athene-v2:72b", - "name": "Athene-v2 72b", - "display_name": "Athene-v2 72b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "athene-v2:72b-fp16", - "name": "Athene-v2 72b fp16", - "display_name": "Athene-v2 72b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "athene-v2:72b-q4_0", - "name": "Athene-v2 72b q4_0", - "display_name": "Athene-v2 72b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "athene-v2:72b-q4_1", - "name": "Athene-v2 72b q4_1", - "display_name": "Athene-v2 72b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "athene-v2:72b-q5_0", - "name": "Athene-v2 72b q5_0", - "display_name": "Athene-v2 72b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "athene-v2:72b-q5_1", - "name": "Athene-v2 72b q5_1", - "display_name": "Athene-v2 72b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "athene-v2:72b-q8_0", - "name": "Athene-v2 72b q8_0", - "display_name": "Athene-v2 72b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "athene-v2:latest", - "name": "Athene-v2 Latest", - "display_name": "Athene-v2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:32b", - "name": "Aya-expanse 32b", - "display_name": "Aya-expanse 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:32b-fp16", - "name": "Aya-expanse 32b fp16", - "display_name": "Aya-expanse 32b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:32b-q4_0", - "name": "Aya-expanse 32b q4_0", - "display_name": "Aya-expanse 32b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:32b-q4_1", - "name": "Aya-expanse 32b q4_1", - "display_name": "Aya-expanse 32b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:32b-q5_0", - "name": "Aya-expanse 32b q5_0", - "display_name": "Aya-expanse 32b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:32b-q5_1", - "name": "Aya-expanse 32b q5_1", - "display_name": "Aya-expanse 32b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:32b-q8_0", - "name": "Aya-expanse 32b q8_0", - "display_name": "Aya-expanse 32b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:8b", - "name": "Aya-expanse 8b", - "display_name": "Aya-expanse 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:8b-fp16", - "name": "Aya-expanse 8b fp16", - "display_name": "Aya-expanse 8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:8b-q4_0", - "name": "Aya-expanse 8b q4_0", - "display_name": "Aya-expanse 8b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:8b-q4_1", - "name": "Aya-expanse 8b q4_1", - "display_name": "Aya-expanse 8b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:8b-q5_0", - "name": "Aya-expanse 8b q5_0", - "display_name": "Aya-expanse 8b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:8b-q5_1", - "name": "Aya-expanse 8b q5_1", - "display_name": "Aya-expanse 8b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:8b-q8_0", - "name": "Aya-expanse 8b q8_0", - "display_name": "Aya-expanse 8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya-expanse:latest", - "name": "Aya-expanse Latest", - "display_name": "Aya-expanse Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:35b", - "name": "Aya 35b", - "display_name": "Aya 35b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:35b-23", - "name": "Aya 35b 23", - "display_name": "Aya 35b 23", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:35b-23-q4_0", - "name": "Aya 35b 23 q4_0", - "display_name": "Aya 35b 23 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:35b-23-q4_1", - "name": "Aya 35b 23 q4_1", - "display_name": "Aya 35b 23 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:35b-23-q5_0", - "name": "Aya 35b 23 q5_0", - "display_name": "Aya 35b 23 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:35b-23-q5_1", - "name": "Aya 35b 23 q5_1", - "display_name": "Aya 35b 23 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:35b-23-q8_0", - "name": "Aya 35b 23 q8_0", - "display_name": "Aya 35b 23 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:8b", - "name": "Aya 8b", - "display_name": "Aya 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:8b-23", - "name": "Aya 8b 23", - "display_name": "Aya 8b 23", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:8b-23-q4_0", - "name": "Aya 8b 23 q4_0", - "display_name": "Aya 8b 23 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:8b-23-q4_1", - "name": "Aya 8b 23 q4_1", - "display_name": "Aya 8b 23 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:8b-23-q5_0", - "name": "Aya 8b 23 q5_0", - "display_name": "Aya 8b 23 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:8b-23-q5_1", - "name": "Aya 8b 23 q5_1", - "display_name": "Aya 8b 23 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:8b-23-q8_0", - "name": "Aya 8b 23 q8_0", - "display_name": "Aya 8b 23 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "aya:latest", - "name": "Aya Latest", - "display_name": "Aya Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bakllava:7b", - "name": "Bakllava 7b", - "display_name": "Bakllava 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bakllava:7b-v1-fp16", - "name": "Bakllava 7b v1 fp16", - "display_name": "Bakllava 7b v1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bakllava:7b-v1-q4_0", - "name": "Bakllava 7b v1 q4_0", - "display_name": "Bakllava 7b v1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bakllava:7b-v1-q4_1", - "name": "Bakllava 7b v1 q4_1", - "display_name": "Bakllava 7b v1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bakllava:7b-v1-q5_0", - "name": "Bakllava 7b v1 q5_0", - "display_name": "Bakllava 7b v1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bakllava:7b-v1-q5_1", - "name": "Bakllava 7b v1 q5_1", - "display_name": "Bakllava 7b v1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bakllava:7b-v1-q8_0", - "name": "Bakllava 7b v1 q8_0", - "display_name": "Bakllava 7b v1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bakllava:latest", - "name": "Bakllava Latest", - "display_name": "Bakllava Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bespoke-minicheck:7b", - "name": "Bespoke-minicheck 7b", - "display_name": "Bespoke-minicheck 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bespoke-minicheck:7b-fp16", - "name": "Bespoke-minicheck 7b fp16", - "display_name": "Bespoke-minicheck 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bespoke-minicheck:7b-q4_0", - "name": "Bespoke-minicheck 7b q4_0", - "display_name": "Bespoke-minicheck 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bespoke-minicheck:7b-q4_1", - "name": "Bespoke-minicheck 7b q4_1", - "display_name": "Bespoke-minicheck 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bespoke-minicheck:7b-q5_0", - "name": "Bespoke-minicheck 7b q5_0", - "display_name": "Bespoke-minicheck 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bespoke-minicheck:7b-q5_1", - "name": "Bespoke-minicheck 7b q5_1", - "display_name": "Bespoke-minicheck 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bespoke-minicheck:7b-q8_0", - "name": "Bespoke-minicheck 7b q8_0", - "display_name": "Bespoke-minicheck 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bespoke-minicheck:latest", - "name": "Bespoke-minicheck Latest", - "display_name": "Bespoke-minicheck Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bge-large:335m", - "name": "Bge-large 335m", - "display_name": "Bge-large 335m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bge-large:335m-en-v1.5-fp16", - "name": "Bge-large 335m en v1.5 fp16", - "display_name": "Bge-large 335m en v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bge-large:latest", - "name": "Bge-large Latest", - "display_name": "Bge-large Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bge-m3:567m", - "name": "Bge-m3 567m", - "display_name": "Bge-m3 567m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bge-m3:567m-fp16", - "name": "Bge-m3 567m fp16", - "display_name": "Bge-m3 567m fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "bge-m3:latest", - "name": "Bge-m3 Latest", - "display_name": "Bge-m3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codebooga:34b", - "name": "Codebooga 34b", - "display_name": "Codebooga 34b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codebooga:34b-v0.1-fp16", - "name": "Codebooga 34b v0.1 fp16", - "display_name": "Codebooga 34b v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codebooga:34b-v0.1-q4_0", - "name": "Codebooga 34b v0.1 q4_0", - "display_name": "Codebooga 34b v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codebooga:34b-v0.1-q4_1", - "name": "Codebooga 34b v0.1 q4_1", - "display_name": "Codebooga 34b v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codebooga:34b-v0.1-q5_0", - "name": "Codebooga 34b v0.1 q5_0", - "display_name": "Codebooga 34b v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codebooga:34b-v0.1-q5_1", - "name": "Codebooga 34b v0.1 q5_1", - "display_name": "Codebooga 34b v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codebooga:34b-v0.1-q8_0", - "name": "Codebooga 34b v0.1 q8_0", - "display_name": "Codebooga 34b v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codebooga:latest", - "name": "Codebooga Latest", - "display_name": "Codebooga Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codegeex4:9b", - "name": "Codegeex4 9b", - "display_name": "Codegeex4 9b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codegeex4:9b-all-fp16", - "name": "Codegeex4 9b all fp16", - "display_name": "Codegeex4 9b all fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codegeex4:9b-all-q4_0", - "name": "Codegeex4 9b all q4_0", - "display_name": "Codegeex4 9b all q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codegeex4:9b-all-q4_1", - "name": "Codegeex4 9b all q4_1", - "display_name": "Codegeex4 9b all q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codegeex4:9b-all-q5_0", - "name": "Codegeex4 9b all q5_0", - "display_name": "Codegeex4 9b all q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codegeex4:9b-all-q5_1", - "name": "Codegeex4 9b all q5_1", - "display_name": "Codegeex4 9b all q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codegeex4:9b-all-q8_0", - "name": "Codegeex4 9b all q8_0", - "display_name": "Codegeex4 9b all q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codegeex4:latest", - "name": "Codegeex4 Latest", - "display_name": "Codegeex4 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b", - "name": "Codellama 13b", - "display_name": "Codellama 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-code", - "name": "Codellama 13b code", - "display_name": "Codellama 13b code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-code-fp16", - "name": "Codellama 13b code fp16", - "display_name": "Codellama 13b code fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-code-q4_0", - "name": "Codellama 13b code q4_0", - "display_name": "Codellama 13b code q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-code-q4_1", - "name": "Codellama 13b code q4_1", - "display_name": "Codellama 13b code q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-code-q5_0", - "name": "Codellama 13b code q5_0", - "display_name": "Codellama 13b code q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-code-q5_1", - "name": "Codellama 13b code q5_1", - "display_name": "Codellama 13b code q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-code-q8_0", - "name": "Codellama 13b code q8_0", - "display_name": "Codellama 13b code q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-instruct", - "name": "Codellama 13b instruct", - "display_name": "Codellama 13b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-instruct-fp16", - "name": "Codellama 13b instruct fp16", - "display_name": "Codellama 13b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-instruct-q4_0", - "name": "Codellama 13b instruct q4_0", - "display_name": "Codellama 13b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-instruct-q4_1", - "name": "Codellama 13b instruct q4_1", - "display_name": "Codellama 13b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-instruct-q5_0", - "name": "Codellama 13b instruct q5_0", - "display_name": "Codellama 13b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-instruct-q5_1", - "name": "Codellama 13b instruct q5_1", - "display_name": "Codellama 13b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-instruct-q8_0", - "name": "Codellama 13b instruct q8_0", - "display_name": "Codellama 13b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-python", - "name": "Codellama 13b python", - "display_name": "Codellama 13b python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-python-fp16", - "name": "Codellama 13b python fp16", - "display_name": "Codellama 13b python fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-python-q4_0", - "name": "Codellama 13b python q4_0", - "display_name": "Codellama 13b python q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-python-q4_1", - "name": "Codellama 13b python q4_1", - "display_name": "Codellama 13b python q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-python-q5_0", - "name": "Codellama 13b python q5_0", - "display_name": "Codellama 13b python q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-python-q5_1", - "name": "Codellama 13b python q5_1", - "display_name": "Codellama 13b python q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:13b-python-q8_0", - "name": "Codellama 13b python q8_0", - "display_name": "Codellama 13b python q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b", - "name": "Codellama 34b", - "display_name": "Codellama 34b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-code", - "name": "Codellama 34b code", - "display_name": "Codellama 34b code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-code-q4_0", - "name": "Codellama 34b code q4_0", - "display_name": "Codellama 34b code q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-code-q4_1", - "name": "Codellama 34b code q4_1", - "display_name": "Codellama 34b code q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-code-q5_0", - "name": "Codellama 34b code q5_0", - "display_name": "Codellama 34b code q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-code-q5_1", - "name": "Codellama 34b code q5_1", - "display_name": "Codellama 34b code q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-code-q8_0", - "name": "Codellama 34b code q8_0", - "display_name": "Codellama 34b code q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-instruct", - "name": "Codellama 34b instruct", - "display_name": "Codellama 34b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-instruct-fp16", - "name": "Codellama 34b instruct fp16", - "display_name": "Codellama 34b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-instruct-q4_0", - "name": "Codellama 34b instruct q4_0", - "display_name": "Codellama 34b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-instruct-q4_1", - "name": "Codellama 34b instruct q4_1", - "display_name": "Codellama 34b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-instruct-q5_0", - "name": "Codellama 34b instruct q5_0", - "display_name": "Codellama 34b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-instruct-q5_1", - "name": "Codellama 34b instruct q5_1", - "display_name": "Codellama 34b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-instruct-q8_0", - "name": "Codellama 34b instruct q8_0", - "display_name": "Codellama 34b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-python", - "name": "Codellama 34b python", - "display_name": "Codellama 34b python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-python-fp16", - "name": "Codellama 34b python fp16", - "display_name": "Codellama 34b python fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-python-q4_0", - "name": "Codellama 34b python q4_0", - "display_name": "Codellama 34b python q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-python-q4_1", - "name": "Codellama 34b python q4_1", - "display_name": "Codellama 34b python q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-python-q5_0", - "name": "Codellama 34b python q5_0", - "display_name": "Codellama 34b python q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-python-q5_1", - "name": "Codellama 34b python q5_1", - "display_name": "Codellama 34b python q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:34b-python-q8_0", - "name": "Codellama 34b python q8_0", - "display_name": "Codellama 34b python q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b", - "name": "Codellama 70b", - "display_name": "Codellama 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-code", - "name": "Codellama 70b code", - "display_name": "Codellama 70b code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-code-fp16", - "name": "Codellama 70b code fp16", - "display_name": "Codellama 70b code fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-code-q4_0", - "name": "Codellama 70b code q4_0", - "display_name": "Codellama 70b code q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-code-q4_1", - "name": "Codellama 70b code q4_1", - "display_name": "Codellama 70b code q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-code-q5_0", - "name": "Codellama 70b code q5_0", - "display_name": "Codellama 70b code q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-code-q5_1", - "name": "Codellama 70b code q5_1", - "display_name": "Codellama 70b code q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-code-q8_0", - "name": "Codellama 70b code q8_0", - "display_name": "Codellama 70b code q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-instruct", - "name": "Codellama 70b instruct", - "display_name": "Codellama 70b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-instruct-fp16", - "name": "Codellama 70b instruct fp16", - "display_name": "Codellama 70b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-instruct-q4_0", - "name": "Codellama 70b instruct q4_0", - "display_name": "Codellama 70b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-instruct-q4_1", - "name": "Codellama 70b instruct q4_1", - "display_name": "Codellama 70b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-instruct-q5_0", - "name": "Codellama 70b instruct q5_0", - "display_name": "Codellama 70b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-instruct-q5_1", - "name": "Codellama 70b instruct q5_1", - "display_name": "Codellama 70b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-instruct-q8_0", - "name": "Codellama 70b instruct q8_0", - "display_name": "Codellama 70b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-python", - "name": "Codellama 70b python", - "display_name": "Codellama 70b python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-python-fp16", - "name": "Codellama 70b python fp16", - "display_name": "Codellama 70b python fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-python-q4_0", - "name": "Codellama 70b python q4_0", - "display_name": "Codellama 70b python q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-python-q4_1", - "name": "Codellama 70b python q4_1", - "display_name": "Codellama 70b python q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-python-q5_0", - "name": "Codellama 70b python q5_0", - "display_name": "Codellama 70b python q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-python-q5_1", - "name": "Codellama 70b python q5_1", - "display_name": "Codellama 70b python q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:70b-python-q8_0", - "name": "Codellama 70b python q8_0", - "display_name": "Codellama 70b python q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b", - "name": "Codellama 7b", - "display_name": "Codellama 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-code", - "name": "Codellama 7b code", - "display_name": "Codellama 7b code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-code-fp16", - "name": "Codellama 7b code fp16", - "display_name": "Codellama 7b code fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-code-q4_0", - "name": "Codellama 7b code q4_0", - "display_name": "Codellama 7b code q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-code-q4_1", - "name": "Codellama 7b code q4_1", - "display_name": "Codellama 7b code q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-code-q5_0", - "name": "Codellama 7b code q5_0", - "display_name": "Codellama 7b code q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-code-q5_1", - "name": "Codellama 7b code q5_1", - "display_name": "Codellama 7b code q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-code-q8_0", - "name": "Codellama 7b code q8_0", - "display_name": "Codellama 7b code q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-instruct", - "name": "Codellama 7b instruct", - "display_name": "Codellama 7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-instruct-fp16", - "name": "Codellama 7b instruct fp16", - "display_name": "Codellama 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-instruct-q4_0", - "name": "Codellama 7b instruct q4_0", - "display_name": "Codellama 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-instruct-q4_1", - "name": "Codellama 7b instruct q4_1", - "display_name": "Codellama 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-instruct-q5_0", - "name": "Codellama 7b instruct q5_0", - "display_name": "Codellama 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-instruct-q5_1", - "name": "Codellama 7b instruct q5_1", - "display_name": "Codellama 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-instruct-q8_0", - "name": "Codellama 7b instruct q8_0", - "display_name": "Codellama 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-python", - "name": "Codellama 7b python", - "display_name": "Codellama 7b python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-python-fp16", - "name": "Codellama 7b python fp16", - "display_name": "Codellama 7b python fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-python-q4_0", - "name": "Codellama 7b python q4_0", - "display_name": "Codellama 7b python q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-python-q4_1", - "name": "Codellama 7b python q4_1", - "display_name": "Codellama 7b python q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-python-q5_0", - "name": "Codellama 7b python q5_0", - "display_name": "Codellama 7b python q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-python-q5_1", - "name": "Codellama 7b python q5_1", - "display_name": "Codellama 7b python q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:7b-python-q8_0", - "name": "Codellama 7b python q8_0", - "display_name": "Codellama 7b python q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:code", - "name": "Codellama Code", - "display_name": "Codellama Code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:instruct", - "name": "Codellama Instruct", - "display_name": "Codellama Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:latest", - "name": "Codellama Latest", - "display_name": "Codellama Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codellama:python", - "name": "Codellama Python", - "display_name": "Codellama Python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b", - "name": "Codeqwen 7b", - "display_name": "Codeqwen 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-chat", - "name": "Codeqwen 7b chat", - "display_name": "Codeqwen 7b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-chat-v1.5-fp16", - "name": "Codeqwen 7b chat v1.5 fp16", - "display_name": "Codeqwen 7b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-chat-v1.5-q4_0", - "name": "Codeqwen 7b chat v1.5 q4_0", - "display_name": "Codeqwen 7b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-chat-v1.5-q4_1", - "name": "Codeqwen 7b chat v1.5 q4_1", - "display_name": "Codeqwen 7b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-chat-v1.5-q5_0", - "name": "Codeqwen 7b chat v1.5 q5_0", - "display_name": "Codeqwen 7b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-chat-v1.5-q5_1", - "name": "Codeqwen 7b chat v1.5 q5_1", - "display_name": "Codeqwen 7b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-chat-v1.5-q8_0", - "name": "Codeqwen 7b chat v1.5 q8_0", - "display_name": "Codeqwen 7b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-code", - "name": "Codeqwen 7b code", - "display_name": "Codeqwen 7b code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-code-v1.5-fp16", - "name": "Codeqwen 7b code v1.5 fp16", - "display_name": "Codeqwen 7b code v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-code-v1.5-q4_0", - "name": "Codeqwen 7b code v1.5 q4_0", - "display_name": "Codeqwen 7b code v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-code-v1.5-q4_1", - "name": "Codeqwen 7b code v1.5 q4_1", - "display_name": "Codeqwen 7b code v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-code-v1.5-q5_0", - "name": "Codeqwen 7b code v1.5 q5_0", - "display_name": "Codeqwen 7b code v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-code-v1.5-q5_1", - "name": "Codeqwen 7b code v1.5 q5_1", - "display_name": "Codeqwen 7b code v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:7b-code-v1.5-q8_0", - "name": "Codeqwen 7b code v1.5 q8_0", - "display_name": "Codeqwen 7b code v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:chat", - "name": "Codeqwen Chat", - "display_name": "Codeqwen Chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:code", - "name": "Codeqwen Code", - "display_name": "Codeqwen Code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:latest", - "name": "Codeqwen Latest", - "display_name": "Codeqwen Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:v1.5", - "name": "Codeqwen V1.5", - "display_name": "Codeqwen V1.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:v1.5-chat", - "name": "Codeqwen V1.5 chat", - "display_name": "Codeqwen V1.5 chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeqwen:v1.5-code", - "name": "Codeqwen V1.5 code", - "display_name": "Codeqwen V1.5 code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codestral:22b", - "name": "Codestral 22b", - "display_name": "Codestral 22b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codestral:22b-v0.1-q4_0", - "name": "Codestral 22b v0.1 q4_0", - "display_name": "Codestral 22b v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codestral:22b-v0.1-q4_1", - "name": "Codestral 22b v0.1 q4_1", - "display_name": "Codestral 22b v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codestral:22b-v0.1-q5_0", - "name": "Codestral 22b v0.1 q5_0", - "display_name": "Codestral 22b v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codestral:22b-v0.1-q5_1", - "name": "Codestral 22b v0.1 q5_1", - "display_name": "Codestral 22b v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codestral:22b-v0.1-q8_0", - "name": "Codestral 22b v0.1 q8_0", - "display_name": "Codestral 22b v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codestral:latest", - "name": "Codestral Latest", - "display_name": "Codestral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codestral:v0.1", - "name": "Codestral V0.1", - "display_name": "Codestral V0.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b", - "name": "Codeup 13b", - "display_name": "Codeup 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b-llama2", - "name": "Codeup 13b llama2", - "display_name": "Codeup 13b llama2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b-llama2-chat", - "name": "Codeup 13b llama2 chat", - "display_name": "Codeup 13b llama2 chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b-llama2-chat-fp16", - "name": "Codeup 13b llama2 chat fp16", - "display_name": "Codeup 13b llama2 chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b-llama2-chat-q4_0", - "name": "Codeup 13b llama2 chat q4_0", - "display_name": "Codeup 13b llama2 chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b-llama2-chat-q4_1", - "name": "Codeup 13b llama2 chat q4_1", - "display_name": "Codeup 13b llama2 chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b-llama2-chat-q5_0", - "name": "Codeup 13b llama2 chat q5_0", - "display_name": "Codeup 13b llama2 chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b-llama2-chat-q5_1", - "name": "Codeup 13b llama2 chat q5_1", - "display_name": "Codeup 13b llama2 chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:13b-llama2-chat-q8_0", - "name": "Codeup 13b llama2 chat q8_0", - "display_name": "Codeup 13b llama2 chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "codeup:latest", - "name": "Codeup Latest", - "display_name": "Codeup Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:14b", - "name": "Cogito 14b", - "display_name": "Cogito 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:14b-v1-preview-qwen-fp16", - "name": "Cogito 14b v1 preview qwen fp16", - "display_name": "Cogito 14b v1 preview qwen fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:14b-v1-preview-qwen-q8_0", - "name": "Cogito 14b v1 preview qwen q8_0", - "display_name": "Cogito 14b v1 preview qwen q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:32b", - "name": "Cogito 32b", - "display_name": "Cogito 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:32b-v1-preview-qwen-fp16", - "name": "Cogito 32b v1 preview qwen fp16", - "display_name": "Cogito 32b v1 preview qwen fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:32b-v1-preview-qwen-q8_0", - "name": "Cogito 32b v1 preview qwen q8_0", - "display_name": "Cogito 32b v1 preview qwen q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:3b", - "name": "Cogito 3b", - "display_name": "Cogito 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:3b-v1-preview-llama-fp16", - "name": "Cogito 3b v1 preview llama fp16", - "display_name": "Cogito 3b v1 preview llama fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:3b-v1-preview-llama-q8_0", - "name": "Cogito 3b v1 preview llama q8_0", - "display_name": "Cogito 3b v1 preview llama q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:70b", - "name": "Cogito 70b", - "display_name": "Cogito 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:70b-v1-preview-llama-fp16", - "name": "Cogito 70b v1 preview llama fp16", - "display_name": "Cogito 70b v1 preview llama fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:70b-v1-preview-llama-q8_0", - "name": "Cogito 70b v1 preview llama q8_0", - "display_name": "Cogito 70b v1 preview llama q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:8b", - "name": "Cogito 8b", - "display_name": "Cogito 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:8b-v1-preview-llama-q8_0", - "name": "Cogito 8b v1 preview llama q8_0", - "display_name": "Cogito 8b v1 preview llama q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "cogito:latest", - "name": "Cogito Latest", - "display_name": "Cogito Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-a:111b", - "name": "Command-a 111b", - "display_name": "Command-a 111b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-a:111b-03-2025-fp16", - "name": "Command-a 111b 03 2025 fp16", - "display_name": "Command-a 111b 03 2025 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-a:111b-03-2025-q8_0", - "name": "Command-a 111b 03 2025 q8_0", - "display_name": "Command-a 111b 03 2025 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-a:latest", - "name": "Command-a Latest", - "display_name": "Command-a Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-r7b-arabic:7b", - "name": "Command-r7b-arabic 7b", - "display_name": "Command-r7b-arabic 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-r7b-arabic:7b-02-2025-fp16", - "name": "Command-r7b-arabic 7b 02 2025 fp16", - "display_name": "Command-r7b-arabic 7b 02 2025 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-r7b-arabic:7b-02-2025-q8_0", - "name": "Command-r7b-arabic 7b 02 2025 q8_0", - "display_name": "Command-r7b-arabic 7b 02 2025 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-r7b-arabic:latest", - "name": "Command-r7b-arabic Latest", - "display_name": "Command-r7b-arabic Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-r7b:7b", - "name": "Command-r7b 7b", - "display_name": "Command-r7b 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-r7b:7b-12-2024-fp16", - "name": "Command-r7b 7b 12 2024 fp16", - "display_name": "Command-r7b 7b 12 2024 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-r7b:7b-12-2024-q8_0", - "name": "Command-r7b 7b 12 2024 q8_0", - "display_name": "Command-r7b 7b 12 2024 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "command-r7b:latest", - "name": "Command-r7b Latest", - "display_name": "Command-r7b Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepcoder:1.5b", - "name": "Deepcoder 1.5b", - "display_name": "Deepcoder 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepcoder:1.5b-preview-fp16", - "name": "Deepcoder 1.5b preview fp16", - "display_name": "Deepcoder 1.5b preview fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepcoder:1.5b-preview-q8_0", - "name": "Deepcoder 1.5b preview q8_0", - "display_name": "Deepcoder 1.5b preview q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepcoder:14b", - "name": "Deepcoder 14b", - "display_name": "Deepcoder 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepcoder:14b-preview-fp16", - "name": "Deepcoder 14b preview fp16", - "display_name": "Deepcoder 14b preview fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepcoder:14b-preview-q8_0", - "name": "Deepcoder 14b preview q8_0", - "display_name": "Deepcoder 14b preview q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepcoder:latest", - "name": "Deepcoder Latest", - "display_name": "Deepcoder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepscaler:1.5b", - "name": "Deepscaler 1.5b", - "display_name": "Deepscaler 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepscaler:1.5b-preview-fp16", - "name": "Deepscaler 1.5b preview fp16", - "display_name": "Deepscaler 1.5b preview fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepscaler:1.5b-preview-q8_0", - "name": "Deepscaler 1.5b preview q8_0", - "display_name": "Deepscaler 1.5b preview q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepscaler:latest", - "name": "Deepscaler Latest", - "display_name": "Deepscaler Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b", - "name": "Deepseek-coder-v2 16b", - "display_name": "Deepseek-coder-v2 16b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-base-fp16", - "name": "Deepseek-coder-v2 16b lite base fp16", - "display_name": "Deepseek-coder-v2 16b lite base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-base-q4_0", - "name": "Deepseek-coder-v2 16b lite base q4_0", - "display_name": "Deepseek-coder-v2 16b lite base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-base-q4_1", - "name": "Deepseek-coder-v2 16b lite base q4_1", - "display_name": "Deepseek-coder-v2 16b lite base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-base-q5_0", - "name": "Deepseek-coder-v2 16b lite base q5_0", - "display_name": "Deepseek-coder-v2 16b lite base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-base-q5_1", - "name": "Deepseek-coder-v2 16b lite base q5_1", - "display_name": "Deepseek-coder-v2 16b lite base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-base-q8_0", - "name": "Deepseek-coder-v2 16b lite base q8_0", - "display_name": "Deepseek-coder-v2 16b lite base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-instruct-fp16", - "name": "Deepseek-coder-v2 16b lite instruct fp16", - "display_name": "Deepseek-coder-v2 16b lite instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-instruct-q4_0", - "name": "Deepseek-coder-v2 16b lite instruct q4_0", - "display_name": "Deepseek-coder-v2 16b lite instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-instruct-q4_1", - "name": "Deepseek-coder-v2 16b lite instruct q4_1", - "display_name": "Deepseek-coder-v2 16b lite instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-instruct-q5_0", - "name": "Deepseek-coder-v2 16b lite instruct q5_0", - "display_name": "Deepseek-coder-v2 16b lite instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-instruct-q5_1", - "name": "Deepseek-coder-v2 16b lite instruct q5_1", - "display_name": "Deepseek-coder-v2 16b lite instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:16b-lite-instruct-q8_0", - "name": "Deepseek-coder-v2 16b lite instruct q8_0", - "display_name": "Deepseek-coder-v2 16b lite instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b", - "name": "Deepseek-coder-v2 236b", - "display_name": "Deepseek-coder-v2 236b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-base-fp16", - "name": "Deepseek-coder-v2 236b base fp16", - "display_name": "Deepseek-coder-v2 236b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-base-q4_0", - "name": "Deepseek-coder-v2 236b base q4_0", - "display_name": "Deepseek-coder-v2 236b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-base-q4_1", - "name": "Deepseek-coder-v2 236b base q4_1", - "display_name": "Deepseek-coder-v2 236b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-base-q5_0", - "name": "Deepseek-coder-v2 236b base q5_0", - "display_name": "Deepseek-coder-v2 236b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-base-q5_1", - "name": "Deepseek-coder-v2 236b base q5_1", - "display_name": "Deepseek-coder-v2 236b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-base-q8_0", - "name": "Deepseek-coder-v2 236b base q8_0", - "display_name": "Deepseek-coder-v2 236b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-instruct-fp16", - "name": "Deepseek-coder-v2 236b instruct fp16", - "display_name": "Deepseek-coder-v2 236b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-instruct-q4_0", - "name": "Deepseek-coder-v2 236b instruct q4_0", - "display_name": "Deepseek-coder-v2 236b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-instruct-q4_1", - "name": "Deepseek-coder-v2 236b instruct q4_1", - "display_name": "Deepseek-coder-v2 236b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-instruct-q5_0", - "name": "Deepseek-coder-v2 236b instruct q5_0", - "display_name": "Deepseek-coder-v2 236b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-instruct-q5_1", - "name": "Deepseek-coder-v2 236b instruct q5_1", - "display_name": "Deepseek-coder-v2 236b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:236b-instruct-q8_0", - "name": "Deepseek-coder-v2 236b instruct q8_0", - "display_name": "Deepseek-coder-v2 236b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:latest", - "name": "Deepseek-coder-v2 Latest", - "display_name": "Deepseek-coder-v2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder-v2:lite", - "name": "Deepseek-coder-v2 Lite", - "display_name": "Deepseek-coder-v2 Lite", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b", - "name": "Deepseek-coder 1.3b", - "display_name": "Deepseek-coder 1.3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-base", - "name": "Deepseek-coder 1.3b base", - "display_name": "Deepseek-coder 1.3b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-base-fp16", - "name": "Deepseek-coder 1.3b base fp16", - "display_name": "Deepseek-coder 1.3b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-base-q4_0", - "name": "Deepseek-coder 1.3b base q4_0", - "display_name": "Deepseek-coder 1.3b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-base-q4_1", - "name": "Deepseek-coder 1.3b base q4_1", - "display_name": "Deepseek-coder 1.3b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-base-q5_0", - "name": "Deepseek-coder 1.3b base q5_0", - "display_name": "Deepseek-coder 1.3b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-base-q5_1", - "name": "Deepseek-coder 1.3b base q5_1", - "display_name": "Deepseek-coder 1.3b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-base-q8_0", - "name": "Deepseek-coder 1.3b base q8_0", - "display_name": "Deepseek-coder 1.3b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-instruct", - "name": "Deepseek-coder 1.3b instruct", - "display_name": "Deepseek-coder 1.3b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-instruct-fp16", - "name": "Deepseek-coder 1.3b instruct fp16", - "display_name": "Deepseek-coder 1.3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-instruct-q4_0", - "name": "Deepseek-coder 1.3b instruct q4_0", - "display_name": "Deepseek-coder 1.3b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-instruct-q4_1", - "name": "Deepseek-coder 1.3b instruct q4_1", - "display_name": "Deepseek-coder 1.3b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-instruct-q5_0", - "name": "Deepseek-coder 1.3b instruct q5_0", - "display_name": "Deepseek-coder 1.3b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-instruct-q5_1", - "name": "Deepseek-coder 1.3b instruct q5_1", - "display_name": "Deepseek-coder 1.3b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:1.3b-instruct-q8_0", - "name": "Deepseek-coder 1.3b instruct q8_0", - "display_name": "Deepseek-coder 1.3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b", - "name": "Deepseek-coder 33b", - "display_name": "Deepseek-coder 33b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-base", - "name": "Deepseek-coder 33b base", - "display_name": "Deepseek-coder 33b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-base-fp16", - "name": "Deepseek-coder 33b base fp16", - "display_name": "Deepseek-coder 33b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-base-q4_0", - "name": "Deepseek-coder 33b base q4_0", - "display_name": "Deepseek-coder 33b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-base-q4_1", - "name": "Deepseek-coder 33b base q4_1", - "display_name": "Deepseek-coder 33b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-base-q5_0", - "name": "Deepseek-coder 33b base q5_0", - "display_name": "Deepseek-coder 33b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-base-q5_1", - "name": "Deepseek-coder 33b base q5_1", - "display_name": "Deepseek-coder 33b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-base-q8_0", - "name": "Deepseek-coder 33b base q8_0", - "display_name": "Deepseek-coder 33b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-instruct", - "name": "Deepseek-coder 33b instruct", - "display_name": "Deepseek-coder 33b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-instruct-fp16", - "name": "Deepseek-coder 33b instruct fp16", - "display_name": "Deepseek-coder 33b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-instruct-q4_0", - "name": "Deepseek-coder 33b instruct q4_0", - "display_name": "Deepseek-coder 33b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-instruct-q4_1", - "name": "Deepseek-coder 33b instruct q4_1", - "display_name": "Deepseek-coder 33b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-instruct-q5_0", - "name": "Deepseek-coder 33b instruct q5_0", - "display_name": "Deepseek-coder 33b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-instruct-q5_1", - "name": "Deepseek-coder 33b instruct q5_1", - "display_name": "Deepseek-coder 33b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:33b-instruct-q8_0", - "name": "Deepseek-coder 33b instruct q8_0", - "display_name": "Deepseek-coder 33b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b", - "name": "Deepseek-coder 6.7b", - "display_name": "Deepseek-coder 6.7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-base", - "name": "Deepseek-coder 6.7b base", - "display_name": "Deepseek-coder 6.7b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-base-fp16", - "name": "Deepseek-coder 6.7b base fp16", - "display_name": "Deepseek-coder 6.7b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-base-q4_0", - "name": "Deepseek-coder 6.7b base q4_0", - "display_name": "Deepseek-coder 6.7b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-base-q4_1", - "name": "Deepseek-coder 6.7b base q4_1", - "display_name": "Deepseek-coder 6.7b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-base-q5_0", - "name": "Deepseek-coder 6.7b base q5_0", - "display_name": "Deepseek-coder 6.7b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-base-q5_1", - "name": "Deepseek-coder 6.7b base q5_1", - "display_name": "Deepseek-coder 6.7b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-base-q8_0", - "name": "Deepseek-coder 6.7b base q8_0", - "display_name": "Deepseek-coder 6.7b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-instruct", - "name": "Deepseek-coder 6.7b instruct", - "display_name": "Deepseek-coder 6.7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-instruct-fp16", - "name": "Deepseek-coder 6.7b instruct fp16", - "display_name": "Deepseek-coder 6.7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-instruct-q4_0", - "name": "Deepseek-coder 6.7b instruct q4_0", - "display_name": "Deepseek-coder 6.7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-instruct-q4_1", - "name": "Deepseek-coder 6.7b instruct q4_1", - "display_name": "Deepseek-coder 6.7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-instruct-q5_0", - "name": "Deepseek-coder 6.7b instruct q5_0", - "display_name": "Deepseek-coder 6.7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-instruct-q5_1", - "name": "Deepseek-coder 6.7b instruct q5_1", - "display_name": "Deepseek-coder 6.7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:6.7b-instruct-q8_0", - "name": "Deepseek-coder 6.7b instruct q8_0", - "display_name": "Deepseek-coder 6.7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:base", - "name": "Deepseek-coder Base", - "display_name": "Deepseek-coder Base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:instruct", - "name": "Deepseek-coder Instruct", - "display_name": "Deepseek-coder Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-coder:latest", - "name": "Deepseek-coder Latest", - "display_name": "Deepseek-coder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b", - "name": "Deepseek-llm 67b", - "display_name": "Deepseek-llm 67b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-base", - "name": "Deepseek-llm 67b base", - "display_name": "Deepseek-llm 67b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-base-fp16", - "name": "Deepseek-llm 67b base fp16", - "display_name": "Deepseek-llm 67b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-base-q4_0", - "name": "Deepseek-llm 67b base q4_0", - "display_name": "Deepseek-llm 67b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-base-q4_1", - "name": "Deepseek-llm 67b base q4_1", - "display_name": "Deepseek-llm 67b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-base-q5_0", - "name": "Deepseek-llm 67b base q5_0", - "display_name": "Deepseek-llm 67b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-base-q5_1", - "name": "Deepseek-llm 67b base q5_1", - "display_name": "Deepseek-llm 67b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-base-q8_0", - "name": "Deepseek-llm 67b base q8_0", - "display_name": "Deepseek-llm 67b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-chat", - "name": "Deepseek-llm 67b chat", - "display_name": "Deepseek-llm 67b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-chat-fp16", - "name": "Deepseek-llm 67b chat fp16", - "display_name": "Deepseek-llm 67b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-chat-q4_0", - "name": "Deepseek-llm 67b chat q4_0", - "display_name": "Deepseek-llm 67b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-chat-q4_1", - "name": "Deepseek-llm 67b chat q4_1", - "display_name": "Deepseek-llm 67b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-chat-q5_0", - "name": "Deepseek-llm 67b chat q5_0", - "display_name": "Deepseek-llm 67b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:67b-chat-q5_1", - "name": "Deepseek-llm 67b chat q5_1", - "display_name": "Deepseek-llm 67b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b", - "name": "Deepseek-llm 7b", - "display_name": "Deepseek-llm 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-base", - "name": "Deepseek-llm 7b base", - "display_name": "Deepseek-llm 7b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-base-fp16", - "name": "Deepseek-llm 7b base fp16", - "display_name": "Deepseek-llm 7b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-base-q4_0", - "name": "Deepseek-llm 7b base q4_0", - "display_name": "Deepseek-llm 7b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-base-q4_1", - "name": "Deepseek-llm 7b base q4_1", - "display_name": "Deepseek-llm 7b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-base-q5_0", - "name": "Deepseek-llm 7b base q5_0", - "display_name": "Deepseek-llm 7b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-base-q5_1", - "name": "Deepseek-llm 7b base q5_1", - "display_name": "Deepseek-llm 7b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-base-q8_0", - "name": "Deepseek-llm 7b base q8_0", - "display_name": "Deepseek-llm 7b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-chat", - "name": "Deepseek-llm 7b chat", - "display_name": "Deepseek-llm 7b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-chat-fp16", - "name": "Deepseek-llm 7b chat fp16", - "display_name": "Deepseek-llm 7b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-chat-q4_0", - "name": "Deepseek-llm 7b chat q4_0", - "display_name": "Deepseek-llm 7b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-chat-q4_1", - "name": "Deepseek-llm 7b chat q4_1", - "display_name": "Deepseek-llm 7b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-chat-q5_0", - "name": "Deepseek-llm 7b chat q5_0", - "display_name": "Deepseek-llm 7b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-chat-q5_1", - "name": "Deepseek-llm 7b chat q5_1", - "display_name": "Deepseek-llm 7b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:7b-chat-q8_0", - "name": "Deepseek-llm 7b chat q8_0", - "display_name": "Deepseek-llm 7b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-llm:latest", - "name": "Deepseek-llm Latest", - "display_name": "Deepseek-llm Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:1.5b", - "name": "Deepseek-r1 1.5b", - "display_name": "Deepseek-r1 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:1.5b-qwen-distill-fp16", - "name": "Deepseek-r1 1.5b qwen distill fp16", - "display_name": "Deepseek-r1 1.5b qwen distill fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:1.5b-qwen-distill-q8_0", - "name": "Deepseek-r1 1.5b qwen distill q8_0", - "display_name": "Deepseek-r1 1.5b qwen distill q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:14b", - "name": "Deepseek-r1 14b", - "display_name": "Deepseek-r1 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:14b-qwen-distill-fp16", - "name": "Deepseek-r1 14b qwen distill fp16", - "display_name": "Deepseek-r1 14b qwen distill fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:14b-qwen-distill-q8_0", - "name": "Deepseek-r1 14b qwen distill q8_0", - "display_name": "Deepseek-r1 14b qwen distill q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:32b", - "name": "Deepseek-r1 32b", - "display_name": "Deepseek-r1 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:32b-qwen-distill-fp16", - "name": "Deepseek-r1 32b qwen distill fp16", - "display_name": "Deepseek-r1 32b qwen distill fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:32b-qwen-distill-q8_0", - "name": "Deepseek-r1 32b qwen distill q8_0", - "display_name": "Deepseek-r1 32b qwen distill q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:671b", - "name": "Deepseek-r1 671b", - "display_name": "Deepseek-r1 671b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:671b-0528-fp16", - "name": "Deepseek-r1 671b 0528 fp16", - "display_name": "Deepseek-r1 671b 0528 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:671b-0528-q8_0", - "name": "Deepseek-r1 671b 0528 q8_0", - "display_name": "Deepseek-r1 671b 0528 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:671b-fp16", - "name": "Deepseek-r1 671b fp16", - "display_name": "Deepseek-r1 671b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:671b-q8_0", - "name": "Deepseek-r1 671b q8_0", - "display_name": "Deepseek-r1 671b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:70b", - "name": "Deepseek-r1 70b", - "display_name": "Deepseek-r1 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:70b-llama-distill-fp16", - "name": "Deepseek-r1 70b llama distill fp16", - "display_name": "Deepseek-r1 70b llama distill fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:70b-llama-distill-q8_0", - "name": "Deepseek-r1 70b llama distill q8_0", - "display_name": "Deepseek-r1 70b llama distill q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:7b", - "name": "Deepseek-r1 7b", - "display_name": "Deepseek-r1 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:7b-qwen-distill-fp16", - "name": "Deepseek-r1 7b qwen distill fp16", - "display_name": "Deepseek-r1 7b qwen distill fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:7b-qwen-distill-q8_0", - "name": "Deepseek-r1 7b qwen distill q8_0", - "display_name": "Deepseek-r1 7b qwen distill q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:8b", - "name": "Deepseek-r1 8b", - "display_name": "Deepseek-r1 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:8b-0528-qwen3-fp16", - "name": "Deepseek-r1 8b 0528 qwen3 fp16", - "display_name": "Deepseek-r1 8b 0528 qwen3 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:8b-0528-qwen3-q8_0", - "name": "Deepseek-r1 8b 0528 qwen3 q8_0", - "display_name": "Deepseek-r1 8b 0528 qwen3 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:8b-llama-distill-fp16", - "name": "Deepseek-r1 8b llama distill fp16", - "display_name": "Deepseek-r1 8b llama distill fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:8b-llama-distill-q8_0", - "name": "Deepseek-r1 8b llama distill q8_0", - "display_name": "Deepseek-r1 8b llama distill q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-r1:latest", - "name": "Deepseek-r1 Latest", - "display_name": "Deepseek-r1 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:16b", - "name": "Deepseek-v2 16b", - "display_name": "Deepseek-v2 16b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:16b-lite-chat-fp16", - "name": "Deepseek-v2 16b lite chat fp16", - "display_name": "Deepseek-v2 16b lite chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:16b-lite-chat-q4_0", - "name": "Deepseek-v2 16b lite chat q4_0", - "display_name": "Deepseek-v2 16b lite chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:16b-lite-chat-q4_1", - "name": "Deepseek-v2 16b lite chat q4_1", - "display_name": "Deepseek-v2 16b lite chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:16b-lite-chat-q5_0", - "name": "Deepseek-v2 16b lite chat q5_0", - "display_name": "Deepseek-v2 16b lite chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:16b-lite-chat-q5_1", - "name": "Deepseek-v2 16b lite chat q5_1", - "display_name": "Deepseek-v2 16b lite chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:16b-lite-chat-q8_0", - "name": "Deepseek-v2 16b lite chat q8_0", - "display_name": "Deepseek-v2 16b lite chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:236b", - "name": "Deepseek-v2 236b", - "display_name": "Deepseek-v2 236b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:236b-chat-fp16", - "name": "Deepseek-v2 236b chat fp16", - "display_name": "Deepseek-v2 236b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:236b-chat-q4_0", - "name": "Deepseek-v2 236b chat q4_0", - "display_name": "Deepseek-v2 236b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:236b-chat-q4_1", - "name": "Deepseek-v2 236b chat q4_1", - "display_name": "Deepseek-v2 236b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:236b-chat-q5_0", - "name": "Deepseek-v2 236b chat q5_0", - "display_name": "Deepseek-v2 236b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:236b-chat-q5_1", - "name": "Deepseek-v2 236b chat q5_1", - "display_name": "Deepseek-v2 236b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:236b-chat-q8_0", - "name": "Deepseek-v2 236b chat q8_0", - "display_name": "Deepseek-v2 236b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:latest", - "name": "Deepseek-v2 Latest", - "display_name": "Deepseek-v2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2:lite", - "name": "Deepseek-v2 Lite", - "display_name": "Deepseek-v2 Lite", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2.5:236b", - "name": "Deepseek-v2.5 236b", - "display_name": "Deepseek-v2.5 236b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2.5:236b-q4_0", - "name": "Deepseek-v2.5 236b q4_0", - "display_name": "Deepseek-v2.5 236b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2.5:236b-q4_1", - "name": "Deepseek-v2.5 236b q4_1", - "display_name": "Deepseek-v2.5 236b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2.5:236b-q5_0", - "name": "Deepseek-v2.5 236b q5_0", - "display_name": "Deepseek-v2.5 236b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2.5:236b-q5_1", - "name": "Deepseek-v2.5 236b q5_1", - "display_name": "Deepseek-v2.5 236b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2.5:236b-q8_0", - "name": "Deepseek-v2.5 236b q8_0", - "display_name": "Deepseek-v2.5 236b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v2.5:latest", - "name": "Deepseek-v2.5 Latest", - "display_name": "Deepseek-v2.5 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3:671b", - "name": "Deepseek-v3 671b", - "display_name": "Deepseek-v3 671b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3:671b-fp16", - "name": "Deepseek-v3 671b fp16", - "display_name": "Deepseek-v3 671b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3:671b-q8_0", - "name": "Deepseek-v3 671b q8_0", - "display_name": "Deepseek-v3 671b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3:latest", - "name": "Deepseek-v3 Latest", - "display_name": "Deepseek-v3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3.1:671b", - "name": "Deepseek-v3.1 671b", - "display_name": "Deepseek-v3.1 671b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3.1:671b-cloud", - "name": "Deepseek-v3.1 671b cloud", - "display_name": "Deepseek-v3.1 671b cloud", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3.1:671b-fp16", - "name": "Deepseek-v3.1 671b fp16", - "display_name": "Deepseek-v3.1 671b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3.1:671b-q8_0", - "name": "Deepseek-v3.1 671b q8_0", - "display_name": "Deepseek-v3.1 671b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3.1:671b-terminus-fp16", - "name": "Deepseek-v3.1 671b terminus fp16", - "display_name": "Deepseek-v3.1 671b terminus fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3.1:671b-terminus-q8_0", - "name": "Deepseek-v3.1 671b terminus q8_0", - "display_name": "Deepseek-v3.1 671b terminus q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "deepseek-v3.1:latest", - "name": "Deepseek-v3.1 Latest", - "display_name": "Deepseek-v3.1 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "devstral:24b", - "name": "Devstral 24b", - "display_name": "Devstral 24b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "devstral:24b-small-2505-fp16", - "name": "Devstral 24b small 2505 fp16", - "display_name": "Devstral 24b small 2505 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "devstral:24b-small-2505-q8_0", - "name": "Devstral 24b small 2505 q8_0", - "display_name": "Devstral 24b small 2505 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "devstral:latest", - "name": "Devstral Latest", - "display_name": "Devstral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:70b", - "name": "Dolphin-llama3 70b", - "display_name": "Dolphin-llama3 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:70b-v2.9", - "name": "Dolphin-llama3 70b v2.9", - "display_name": "Dolphin-llama3 70b v2.9", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:70b-v2.9-fp16", - "name": "Dolphin-llama3 70b v2.9 fp16", - "display_name": "Dolphin-llama3 70b v2.9 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:70b-v2.9-q4_0", - "name": "Dolphin-llama3 70b v2.9 q4_0", - "display_name": "Dolphin-llama3 70b v2.9 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:70b-v2.9-q4_1", - "name": "Dolphin-llama3 70b v2.9 q4_1", - "display_name": "Dolphin-llama3 70b v2.9 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:70b-v2.9-q5_0", - "name": "Dolphin-llama3 70b v2.9 q5_0", - "display_name": "Dolphin-llama3 70b v2.9 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:70b-v2.9-q5_1", - "name": "Dolphin-llama3 70b v2.9 q5_1", - "display_name": "Dolphin-llama3 70b v2.9 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:70b-v2.9-q8_0", - "name": "Dolphin-llama3 70b v2.9 q8_0", - "display_name": "Dolphin-llama3 70b v2.9 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b", - "name": "Dolphin-llama3 8b", - "display_name": "Dolphin-llama3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-256k", - "name": "Dolphin-llama3 8b 256k", - "display_name": "Dolphin-llama3 8b 256k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-256k-v2.9", - "name": "Dolphin-llama3 8b 256k v2.9", - "display_name": "Dolphin-llama3 8b 256k v2.9", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-256k-v2.9-fp16", - "name": "Dolphin-llama3 8b 256k v2.9 fp16", - "display_name": "Dolphin-llama3 8b 256k v2.9 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-256k-v2.9-q4_0", - "name": "Dolphin-llama3 8b 256k v2.9 q4_0", - "display_name": "Dolphin-llama3 8b 256k v2.9 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-256k-v2.9-q4_1", - "name": "Dolphin-llama3 8b 256k v2.9 q4_1", - "display_name": "Dolphin-llama3 8b 256k v2.9 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-256k-v2.9-q5_0", - "name": "Dolphin-llama3 8b 256k v2.9 q5_0", - "display_name": "Dolphin-llama3 8b 256k v2.9 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-256k-v2.9-q5_1", - "name": "Dolphin-llama3 8b 256k v2.9 q5_1", - "display_name": "Dolphin-llama3 8b 256k v2.9 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-256k-v2.9-q8_0", - "name": "Dolphin-llama3 8b 256k v2.9 q8_0", - "display_name": "Dolphin-llama3 8b 256k v2.9 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-v2.9", - "name": "Dolphin-llama3 8b v2.9", - "display_name": "Dolphin-llama3 8b v2.9", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-v2.9-fp16", - "name": "Dolphin-llama3 8b v2.9 fp16", - "display_name": "Dolphin-llama3 8b v2.9 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-v2.9-q4_0", - "name": "Dolphin-llama3 8b v2.9 q4_0", - "display_name": "Dolphin-llama3 8b v2.9 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-v2.9-q4_1", - "name": "Dolphin-llama3 8b v2.9 q4_1", - "display_name": "Dolphin-llama3 8b v2.9 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-v2.9-q5_0", - "name": "Dolphin-llama3 8b v2.9 q5_0", - "display_name": "Dolphin-llama3 8b v2.9 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-v2.9-q5_1", - "name": "Dolphin-llama3 8b v2.9 q5_1", - "display_name": "Dolphin-llama3 8b v2.9 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:8b-v2.9-q8_0", - "name": "Dolphin-llama3 8b v2.9 q8_0", - "display_name": "Dolphin-llama3 8b v2.9 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:latest", - "name": "Dolphin-llama3 Latest", - "display_name": "Dolphin-llama3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-llama3:v2.9", - "name": "Dolphin-llama3 V2.9", - "display_name": "Dolphin-llama3 V2.9", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b", - "name": "Dolphin-mistral 7b", - "display_name": "Dolphin-mistral 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2", - "name": "Dolphin-mistral 7b v2", - "display_name": "Dolphin-mistral 7b v2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2-fp16", - "name": "Dolphin-mistral 7b v2 fp16", - "display_name": "Dolphin-mistral 7b v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2-q4_0", - "name": "Dolphin-mistral 7b v2 q4_0", - "display_name": "Dolphin-mistral 7b v2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2-q4_1", - "name": "Dolphin-mistral 7b v2 q4_1", - "display_name": "Dolphin-mistral 7b v2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2-q5_0", - "name": "Dolphin-mistral 7b v2 q5_0", - "display_name": "Dolphin-mistral 7b v2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2-q5_1", - "name": "Dolphin-mistral 7b v2 q5_1", - "display_name": "Dolphin-mistral 7b v2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2-q8_0", - "name": "Dolphin-mistral 7b v2 q8_0", - "display_name": "Dolphin-mistral 7b v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.1", - "name": "Dolphin-mistral 7b v2.1", - "display_name": "Dolphin-mistral 7b v2.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.1-fp16", - "name": "Dolphin-mistral 7b v2.1 fp16", - "display_name": "Dolphin-mistral 7b v2.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.1-q4_0", - "name": "Dolphin-mistral 7b v2.1 q4_0", - "display_name": "Dolphin-mistral 7b v2.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.1-q4_1", - "name": "Dolphin-mistral 7b v2.1 q4_1", - "display_name": "Dolphin-mistral 7b v2.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.1-q5_0", - "name": "Dolphin-mistral 7b v2.1 q5_0", - "display_name": "Dolphin-mistral 7b v2.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.1-q5_1", - "name": "Dolphin-mistral 7b v2.1 q5_1", - "display_name": "Dolphin-mistral 7b v2.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.1-q8_0", - "name": "Dolphin-mistral 7b v2.1 q8_0", - "display_name": "Dolphin-mistral 7b v2.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2", - "name": "Dolphin-mistral 7b v2.2", - "display_name": "Dolphin-mistral 7b v2.2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2-fp16", - "name": "Dolphin-mistral 7b v2.2 fp16", - "display_name": "Dolphin-mistral 7b v2.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2-q4_0", - "name": "Dolphin-mistral 7b v2.2 q4_0", - "display_name": "Dolphin-mistral 7b v2.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2-q4_1", - "name": "Dolphin-mistral 7b v2.2 q4_1", - "display_name": "Dolphin-mistral 7b v2.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2-q5_0", - "name": "Dolphin-mistral 7b v2.2 q5_0", - "display_name": "Dolphin-mistral 7b v2.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2-q5_1", - "name": "Dolphin-mistral 7b v2.2 q5_1", - "display_name": "Dolphin-mistral 7b v2.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2-q8_0", - "name": "Dolphin-mistral 7b v2.2 q8_0", - "display_name": "Dolphin-mistral 7b v2.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2.1", - "name": "Dolphin-mistral 7b v2.2.1", - "display_name": "Dolphin-mistral 7b v2.2.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2.1-fp16", - "name": "Dolphin-mistral 7b v2.2.1 fp16", - "display_name": "Dolphin-mistral 7b v2.2.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2.1-q4_0", - "name": "Dolphin-mistral 7b v2.2.1 q4_0", - "display_name": "Dolphin-mistral 7b v2.2.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2.1-q4_1", - "name": "Dolphin-mistral 7b v2.2.1 q4_1", - "display_name": "Dolphin-mistral 7b v2.2.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2.1-q5_0", - "name": "Dolphin-mistral 7b v2.2.1 q5_0", - "display_name": "Dolphin-mistral 7b v2.2.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2.1-q5_1", - "name": "Dolphin-mistral 7b v2.2.1 q5_1", - "display_name": "Dolphin-mistral 7b v2.2.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.2.1-q8_0", - "name": "Dolphin-mistral 7b v2.2.1 q8_0", - "display_name": "Dolphin-mistral 7b v2.2.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6", - "name": "Dolphin-mistral 7b v2.6", - "display_name": "Dolphin-mistral 7b v2.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-dpo-laser", - "name": "Dolphin-mistral 7b v2.6 dpo laser", - "display_name": "Dolphin-mistral 7b v2.6 dpo laser", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-dpo-laser-fp16", - "name": "Dolphin-mistral 7b v2.6 dpo laser fp16", - "display_name": "Dolphin-mistral 7b v2.6 dpo laser fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-dpo-laser-q4_0", - "name": "Dolphin-mistral 7b v2.6 dpo laser q4_0", - "display_name": "Dolphin-mistral 7b v2.6 dpo laser q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-dpo-laser-q4_1", - "name": "Dolphin-mistral 7b v2.6 dpo laser q4_1", - "display_name": "Dolphin-mistral 7b v2.6 dpo laser q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-dpo-laser-q5_0", - "name": "Dolphin-mistral 7b v2.6 dpo laser q5_0", - "display_name": "Dolphin-mistral 7b v2.6 dpo laser q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-dpo-laser-q5_1", - "name": "Dolphin-mistral 7b v2.6 dpo laser q5_1", - "display_name": "Dolphin-mistral 7b v2.6 dpo laser q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-dpo-laser-q8_0", - "name": "Dolphin-mistral 7b v2.6 dpo laser q8_0", - "display_name": "Dolphin-mistral 7b v2.6 dpo laser q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-fp16", - "name": "Dolphin-mistral 7b v2.6 fp16", - "display_name": "Dolphin-mistral 7b v2.6 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-q4_0", - "name": "Dolphin-mistral 7b v2.6 q4_0", - "display_name": "Dolphin-mistral 7b v2.6 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-q4_1", - "name": "Dolphin-mistral 7b v2.6 q4_1", - "display_name": "Dolphin-mistral 7b v2.6 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-q5_0", - "name": "Dolphin-mistral 7b v2.6 q5_0", - "display_name": "Dolphin-mistral 7b v2.6 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-q5_1", - "name": "Dolphin-mistral 7b v2.6 q5_1", - "display_name": "Dolphin-mistral 7b v2.6 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.6-q8_0", - "name": "Dolphin-mistral 7b v2.6 q8_0", - "display_name": "Dolphin-mistral 7b v2.6 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.8", - "name": "Dolphin-mistral 7b v2.8", - "display_name": "Dolphin-mistral 7b v2.8", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.8-fp16", - "name": "Dolphin-mistral 7b v2.8 fp16", - "display_name": "Dolphin-mistral 7b v2.8 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.8-q4_0", - "name": "Dolphin-mistral 7b v2.8 q4_0", - "display_name": "Dolphin-mistral 7b v2.8 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.8-q4_1", - "name": "Dolphin-mistral 7b v2.8 q4_1", - "display_name": "Dolphin-mistral 7b v2.8 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.8-q5_0", - "name": "Dolphin-mistral 7b v2.8 q5_0", - "display_name": "Dolphin-mistral 7b v2.8 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.8-q5_1", - "name": "Dolphin-mistral 7b v2.8 q5_1", - "display_name": "Dolphin-mistral 7b v2.8 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:7b-v2.8-q8_0", - "name": "Dolphin-mistral 7b v2.8 q8_0", - "display_name": "Dolphin-mistral 7b v2.8 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:latest", - "name": "Dolphin-mistral Latest", - "display_name": "Dolphin-mistral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:v2", - "name": "Dolphin-mistral V2", - "display_name": "Dolphin-mistral V2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:v2.1", - "name": "Dolphin-mistral V2.1", - "display_name": "Dolphin-mistral V2.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:v2.2", - "name": "Dolphin-mistral V2.2", - "display_name": "Dolphin-mistral V2.2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:v2.2.1", - "name": "Dolphin-mistral V2.2.1", - "display_name": "Dolphin-mistral V2.2.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:v2.6", - "name": "Dolphin-mistral V2.6", - "display_name": "Dolphin-mistral V2.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mistral:v2.8", - "name": "Dolphin-mistral V2.8", - "display_name": "Dolphin-mistral V2.8", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x22b", - "name": "Dolphin-mixtral 8x22b", - "display_name": "Dolphin-mixtral 8x22b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x22b-v2.9", - "name": "Dolphin-mixtral 8x22b v2.9", - "display_name": "Dolphin-mixtral 8x22b v2.9", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x22b-v2.9-fp16", - "name": "Dolphin-mixtral 8x22b v2.9 fp16", - "display_name": "Dolphin-mixtral 8x22b v2.9 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x22b-v2.9-q4_0", - "name": "Dolphin-mixtral 8x22b v2.9 q4_0", - "display_name": "Dolphin-mixtral 8x22b v2.9 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x22b-v2.9-q4_1", - "name": "Dolphin-mixtral 8x22b v2.9 q4_1", - "display_name": "Dolphin-mixtral 8x22b v2.9 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x22b-v2.9-q5_0", - "name": "Dolphin-mixtral 8x22b v2.9 q5_0", - "display_name": "Dolphin-mixtral 8x22b v2.9 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x22b-v2.9-q5_1", - "name": "Dolphin-mixtral 8x22b v2.9 q5_1", - "display_name": "Dolphin-mixtral 8x22b v2.9 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x22b-v2.9-q8_0", - "name": "Dolphin-mixtral 8x22b v2.9 q8_0", - "display_name": "Dolphin-mixtral 8x22b v2.9 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b", - "name": "Dolphin-mixtral 8x7b", - "display_name": "Dolphin-mixtral 8x7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.5", - "name": "Dolphin-mixtral 8x7b v2.5", - "display_name": "Dolphin-mixtral 8x7b v2.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.5-fp16", - "name": "Dolphin-mixtral 8x7b v2.5 fp16", - "display_name": "Dolphin-mixtral 8x7b v2.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.5-q4_0", - "name": "Dolphin-mixtral 8x7b v2.5 q4_0", - "display_name": "Dolphin-mixtral 8x7b v2.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.5-q4_1", - "name": "Dolphin-mixtral 8x7b v2.5 q4_1", - "display_name": "Dolphin-mixtral 8x7b v2.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.5-q5_0", - "name": "Dolphin-mixtral 8x7b v2.5 q5_0", - "display_name": "Dolphin-mixtral 8x7b v2.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.5-q5_1", - "name": "Dolphin-mixtral 8x7b v2.5 q5_1", - "display_name": "Dolphin-mixtral 8x7b v2.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.5-q8_0", - "name": "Dolphin-mixtral 8x7b v2.5 q8_0", - "display_name": "Dolphin-mixtral 8x7b v2.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.6", - "name": "Dolphin-mixtral 8x7b v2.6", - "display_name": "Dolphin-mixtral 8x7b v2.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.6-fp16", - "name": "Dolphin-mixtral 8x7b v2.6 fp16", - "display_name": "Dolphin-mixtral 8x7b v2.6 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.6-q4_0", - "name": "Dolphin-mixtral 8x7b v2.6 q4_0", - "display_name": "Dolphin-mixtral 8x7b v2.6 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.6-q4_1", - "name": "Dolphin-mixtral 8x7b v2.6 q4_1", - "display_name": "Dolphin-mixtral 8x7b v2.6 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.6-q5_0", - "name": "Dolphin-mixtral 8x7b v2.6 q5_0", - "display_name": "Dolphin-mixtral 8x7b v2.6 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.6-q5_1", - "name": "Dolphin-mixtral 8x7b v2.6 q5_1", - "display_name": "Dolphin-mixtral 8x7b v2.6 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.6-q8_0", - "name": "Dolphin-mixtral 8x7b v2.6 q8_0", - "display_name": "Dolphin-mixtral 8x7b v2.6 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.7", - "name": "Dolphin-mixtral 8x7b v2.7", - "display_name": "Dolphin-mixtral 8x7b v2.7", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.7-fp16", - "name": "Dolphin-mixtral 8x7b v2.7 fp16", - "display_name": "Dolphin-mixtral 8x7b v2.7 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.7-q4_0", - "name": "Dolphin-mixtral 8x7b v2.7 q4_0", - "display_name": "Dolphin-mixtral 8x7b v2.7 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.7-q4_1", - "name": "Dolphin-mixtral 8x7b v2.7 q4_1", - "display_name": "Dolphin-mixtral 8x7b v2.7 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.7-q5_0", - "name": "Dolphin-mixtral 8x7b v2.7 q5_0", - "display_name": "Dolphin-mixtral 8x7b v2.7 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.7-q5_1", - "name": "Dolphin-mixtral 8x7b v2.7 q5_1", - "display_name": "Dolphin-mixtral 8x7b v2.7 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:8x7b-v2.7-q8_0", - "name": "Dolphin-mixtral 8x7b v2.7 q8_0", - "display_name": "Dolphin-mixtral 8x7b v2.7 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:latest", - "name": "Dolphin-mixtral Latest", - "display_name": "Dolphin-mixtral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:v2.5", - "name": "Dolphin-mixtral V2.5", - "display_name": "Dolphin-mixtral V2.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:v2.6", - "name": "Dolphin-mixtral V2.6", - "display_name": "Dolphin-mixtral V2.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-mixtral:v2.7", - "name": "Dolphin-mixtral V2.7", - "display_name": "Dolphin-mixtral V2.7", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-phi:2.7b", - "name": "Dolphin-phi 2.7b", - "display_name": "Dolphin-phi 2.7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-phi:2.7b-v2.6", - "name": "Dolphin-phi 2.7b v2.6", - "display_name": "Dolphin-phi 2.7b v2.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-phi:2.7b-v2.6-q4_0", - "name": "Dolphin-phi 2.7b v2.6 q4_0", - "display_name": "Dolphin-phi 2.7b v2.6 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-phi:2.7b-v2.6-q5_0", - "name": "Dolphin-phi 2.7b v2.6 q5_0", - "display_name": "Dolphin-phi 2.7b v2.6 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-phi:2.7b-v2.6-q8_0", - "name": "Dolphin-phi 2.7b v2.6 q8_0", - "display_name": "Dolphin-phi 2.7b v2.6 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin-phi:latest", - "name": "Dolphin-phi Latest", - "display_name": "Dolphin-phi Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin3:8b", - "name": "Dolphin3 8b", - "display_name": "Dolphin3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin3:8b-llama3.1-fp16", - "name": "Dolphin3 8b llama3.1 fp16", - "display_name": "Dolphin3 8b llama3.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin3:8b-llama3.1-q8_0", - "name": "Dolphin3 8b llama3.1 q8_0", - "display_name": "Dolphin3 8b llama3.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphin3:latest", - "name": "Dolphin3 Latest", - "display_name": "Dolphin3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:15b", - "name": "Dolphincoder 15b", - "display_name": "Dolphincoder 15b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:15b-starcoder2", - "name": "Dolphincoder 15b starcoder2", - "display_name": "Dolphincoder 15b starcoder2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:15b-starcoder2-fp16", - "name": "Dolphincoder 15b starcoder2 fp16", - "display_name": "Dolphincoder 15b starcoder2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:15b-starcoder2-q4_0", - "name": "Dolphincoder 15b starcoder2 q4_0", - "display_name": "Dolphincoder 15b starcoder2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:15b-starcoder2-q4_1", - "name": "Dolphincoder 15b starcoder2 q4_1", - "display_name": "Dolphincoder 15b starcoder2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:15b-starcoder2-q5_0", - "name": "Dolphincoder 15b starcoder2 q5_0", - "display_name": "Dolphincoder 15b starcoder2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:15b-starcoder2-q5_1", - "name": "Dolphincoder 15b starcoder2 q5_1", - "display_name": "Dolphincoder 15b starcoder2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:15b-starcoder2-q8_0", - "name": "Dolphincoder 15b starcoder2 q8_0", - "display_name": "Dolphincoder 15b starcoder2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:7b", - "name": "Dolphincoder 7b", - "display_name": "Dolphincoder 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:7b-starcoder2", - "name": "Dolphincoder 7b starcoder2", - "display_name": "Dolphincoder 7b starcoder2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:7b-starcoder2-fp16", - "name": "Dolphincoder 7b starcoder2 fp16", - "display_name": "Dolphincoder 7b starcoder2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:7b-starcoder2-q4_0", - "name": "Dolphincoder 7b starcoder2 q4_0", - "display_name": "Dolphincoder 7b starcoder2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:7b-starcoder2-q4_1", - "name": "Dolphincoder 7b starcoder2 q4_1", - "display_name": "Dolphincoder 7b starcoder2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:7b-starcoder2-q5_0", - "name": "Dolphincoder 7b starcoder2 q5_0", - "display_name": "Dolphincoder 7b starcoder2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:7b-starcoder2-q5_1", - "name": "Dolphincoder 7b starcoder2 q5_1", - "display_name": "Dolphincoder 7b starcoder2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:7b-starcoder2-q8_0", - "name": "Dolphincoder 7b starcoder2 q8_0", - "display_name": "Dolphincoder 7b starcoder2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "dolphincoder:latest", - "name": "Dolphincoder Latest", - "display_name": "Dolphincoder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "duckdb-nsql:7b", - "name": "Duckdb-nsql 7b", - "display_name": "Duckdb-nsql 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "duckdb-nsql:7b-fp16", - "name": "Duckdb-nsql 7b fp16", - "display_name": "Duckdb-nsql 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "duckdb-nsql:7b-q4_0", - "name": "Duckdb-nsql 7b q4_0", - "display_name": "Duckdb-nsql 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "duckdb-nsql:7b-q4_1", - "name": "Duckdb-nsql 7b q4_1", - "display_name": "Duckdb-nsql 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "duckdb-nsql:7b-q5_0", - "name": "Duckdb-nsql 7b q5_0", - "display_name": "Duckdb-nsql 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "duckdb-nsql:7b-q5_1", - "name": "Duckdb-nsql 7b q5_1", - "display_name": "Duckdb-nsql 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "duckdb-nsql:7b-q8_0", - "name": "Duckdb-nsql 7b q8_0", - "display_name": "Duckdb-nsql 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "duckdb-nsql:latest", - "name": "Duckdb-nsql Latest", - "display_name": "Duckdb-nsql Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "embeddinggemma:300m", - "name": "Embeddinggemma 300m", - "display_name": "Embeddinggemma 300m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "embeddinggemma:300m-bf16", - "name": "Embeddinggemma 300m bf16", - "display_name": "Embeddinggemma 300m bf16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "embeddinggemma:300m-qat-q4_0", - "name": "Embeddinggemma 300m qat q4_0", - "display_name": "Embeddinggemma 300m qat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "embeddinggemma:300m-qat-q8_0", - "name": "Embeddinggemma 300m qat q8_0", - "display_name": "Embeddinggemma 300m qat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "embeddinggemma:latest", - "name": "Embeddinggemma Latest", - "display_name": "Embeddinggemma Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:13b", - "name": "Everythinglm 13b", - "display_name": "Everythinglm 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:13b-16k", - "name": "Everythinglm 13b 16k", - "display_name": "Everythinglm 13b 16k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:13b-16k-fp16", - "name": "Everythinglm 13b 16k fp16", - "display_name": "Everythinglm 13b 16k fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:13b-16k-q4_0", - "name": "Everythinglm 13b 16k q4_0", - "display_name": "Everythinglm 13b 16k q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:13b-16k-q4_1", - "name": "Everythinglm 13b 16k q4_1", - "display_name": "Everythinglm 13b 16k q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:13b-16k-q5_0", - "name": "Everythinglm 13b 16k q5_0", - "display_name": "Everythinglm 13b 16k q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:13b-16k-q5_1", - "name": "Everythinglm 13b 16k q5_1", - "display_name": "Everythinglm 13b 16k q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:13b-16k-q8_0", - "name": "Everythinglm 13b 16k q8_0", - "display_name": "Everythinglm 13b 16k q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "everythinglm:latest", - "name": "Everythinglm Latest", - "display_name": "Everythinglm Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:2.4b", - "name": "Exaone-deep 2.4b", - "display_name": "Exaone-deep 2.4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:2.4b-fp16", - "name": "Exaone-deep 2.4b fp16", - "display_name": "Exaone-deep 2.4b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:2.4b-q8_0", - "name": "Exaone-deep 2.4b q8_0", - "display_name": "Exaone-deep 2.4b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:32b", - "name": "Exaone-deep 32b", - "display_name": "Exaone-deep 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:32b-fp16", - "name": "Exaone-deep 32b fp16", - "display_name": "Exaone-deep 32b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:32b-q8_0", - "name": "Exaone-deep 32b q8_0", - "display_name": "Exaone-deep 32b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:7.8b", - "name": "Exaone-deep 7.8b", - "display_name": "Exaone-deep 7.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:7.8b-fp16", - "name": "Exaone-deep 7.8b fp16", - "display_name": "Exaone-deep 7.8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:7.8b-q8_0", - "name": "Exaone-deep 7.8b q8_0", - "display_name": "Exaone-deep 7.8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone-deep:latest", - "name": "Exaone-deep Latest", - "display_name": "Exaone-deep Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:2.4b", - "name": "Exaone3.5 2.4b", - "display_name": "Exaone3.5 2.4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:2.4b-instruct-fp16", - "name": "Exaone3.5 2.4b instruct fp16", - "display_name": "Exaone3.5 2.4b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:2.4b-instruct-q8_0", - "name": "Exaone3.5 2.4b instruct q8_0", - "display_name": "Exaone3.5 2.4b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:32b", - "name": "Exaone3.5 32b", - "display_name": "Exaone3.5 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:32b-instruct-fp16", - "name": "Exaone3.5 32b instruct fp16", - "display_name": "Exaone3.5 32b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:32b-instruct-q8_0", - "name": "Exaone3.5 32b instruct q8_0", - "display_name": "Exaone3.5 32b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:7.8b", - "name": "Exaone3.5 7.8b", - "display_name": "Exaone3.5 7.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:7.8b-instruct-fp16", - "name": "Exaone3.5 7.8b instruct fp16", - "display_name": "Exaone3.5 7.8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:7.8b-instruct-q8_0", - "name": "Exaone3.5 7.8b instruct q8_0", - "display_name": "Exaone3.5 7.8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "exaone3.5:latest", - "name": "Exaone3.5 Latest", - "display_name": "Exaone3.5 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:180b", - "name": "Falcon 180b", - "display_name": "Falcon 180b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:180b-chat", - "name": "Falcon 180b chat", - "display_name": "Falcon 180b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:180b-chat-q4_0", - "name": "Falcon 180b chat q4_0", - "display_name": "Falcon 180b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:180b-text", - "name": "Falcon 180b text", - "display_name": "Falcon 180b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:180b-text-q4_0", - "name": "Falcon 180b text q4_0", - "display_name": "Falcon 180b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b", - "name": "Falcon 40b", - "display_name": "Falcon 40b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-instruct", - "name": "Falcon 40b instruct", - "display_name": "Falcon 40b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-instruct-fp16", - "name": "Falcon 40b instruct fp16", - "display_name": "Falcon 40b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-instruct-q4_0", - "name": "Falcon 40b instruct q4_0", - "display_name": "Falcon 40b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-instruct-q4_1", - "name": "Falcon 40b instruct q4_1", - "display_name": "Falcon 40b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-instruct-q5_0", - "name": "Falcon 40b instruct q5_0", - "display_name": "Falcon 40b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-instruct-q5_1", - "name": "Falcon 40b instruct q5_1", - "display_name": "Falcon 40b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-instruct-q8_0", - "name": "Falcon 40b instruct q8_0", - "display_name": "Falcon 40b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-text", - "name": "Falcon 40b text", - "display_name": "Falcon 40b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-text-fp16", - "name": "Falcon 40b text fp16", - "display_name": "Falcon 40b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-text-q4_0", - "name": "Falcon 40b text q4_0", - "display_name": "Falcon 40b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-text-q4_1", - "name": "Falcon 40b text q4_1", - "display_name": "Falcon 40b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-text-q5_0", - "name": "Falcon 40b text q5_0", - "display_name": "Falcon 40b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-text-q5_1", - "name": "Falcon 40b text q5_1", - "display_name": "Falcon 40b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:40b-text-q8_0", - "name": "Falcon 40b text q8_0", - "display_name": "Falcon 40b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b", - "name": "Falcon 7b", - "display_name": "Falcon 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-instruct", - "name": "Falcon 7b instruct", - "display_name": "Falcon 7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-instruct-fp16", - "name": "Falcon 7b instruct fp16", - "display_name": "Falcon 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-instruct-q4_0", - "name": "Falcon 7b instruct q4_0", - "display_name": "Falcon 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-instruct-q4_1", - "name": "Falcon 7b instruct q4_1", - "display_name": "Falcon 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-instruct-q5_0", - "name": "Falcon 7b instruct q5_0", - "display_name": "Falcon 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-instruct-q5_1", - "name": "Falcon 7b instruct q5_1", - "display_name": "Falcon 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-instruct-q8_0", - "name": "Falcon 7b instruct q8_0", - "display_name": "Falcon 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-text", - "name": "Falcon 7b text", - "display_name": "Falcon 7b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-text-fp16", - "name": "Falcon 7b text fp16", - "display_name": "Falcon 7b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-text-q4_0", - "name": "Falcon 7b text q4_0", - "display_name": "Falcon 7b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-text-q4_1", - "name": "Falcon 7b text q4_1", - "display_name": "Falcon 7b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-text-q5_0", - "name": "Falcon 7b text q5_0", - "display_name": "Falcon 7b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-text-q5_1", - "name": "Falcon 7b text q5_1", - "display_name": "Falcon 7b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:7b-text-q8_0", - "name": "Falcon 7b text q8_0", - "display_name": "Falcon 7b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:instruct", - "name": "Falcon Instruct", - "display_name": "Falcon Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:latest", - "name": "Falcon Latest", - "display_name": "Falcon Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon:text", - "name": "Falcon Text", - "display_name": "Falcon Text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon2:11b", - "name": "Falcon2 11b", - "display_name": "Falcon2 11b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon2:11b-fp16", - "name": "Falcon2 11b fp16", - "display_name": "Falcon2 11b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon2:11b-q4_0", - "name": "Falcon2 11b q4_0", - "display_name": "Falcon2 11b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon2:11b-q4_1", - "name": "Falcon2 11b q4_1", - "display_name": "Falcon2 11b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon2:11b-q5_0", - "name": "Falcon2 11b q5_0", - "display_name": "Falcon2 11b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon2:11b-q5_1", - "name": "Falcon2 11b q5_1", - "display_name": "Falcon2 11b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon2:11b-q8_0", - "name": "Falcon2 11b q8_0", - "display_name": "Falcon2 11b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon2:latest", - "name": "Falcon2 Latest", - "display_name": "Falcon2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:10b", - "name": "Falcon3 10b", - "display_name": "Falcon3 10b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:10b-instruct-fp16", - "name": "Falcon3 10b instruct fp16", - "display_name": "Falcon3 10b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:10b-instruct-q8_0", - "name": "Falcon3 10b instruct q8_0", - "display_name": "Falcon3 10b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:1b", - "name": "Falcon3 1b", - "display_name": "Falcon3 1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:1b-instruct-fp16", - "name": "Falcon3 1b instruct fp16", - "display_name": "Falcon3 1b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:1b-instruct-q8_0", - "name": "Falcon3 1b instruct q8_0", - "display_name": "Falcon3 1b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:3b", - "name": "Falcon3 3b", - "display_name": "Falcon3 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:3b-instruct-fp16", - "name": "Falcon3 3b instruct fp16", - "display_name": "Falcon3 3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:3b-instruct-q8_0", - "name": "Falcon3 3b instruct q8_0", - "display_name": "Falcon3 3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:7b", - "name": "Falcon3 7b", - "display_name": "Falcon3 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:7b-instruct-fp16", - "name": "Falcon3 7b instruct fp16", - "display_name": "Falcon3 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:7b-instruct-q8_0", - "name": "Falcon3 7b instruct q8_0", - "display_name": "Falcon3 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "falcon3:latest", - "name": "Falcon3 Latest", - "display_name": "Falcon3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "firefunction-v2:70b", - "name": "Firefunction-v2 70b", - "display_name": "Firefunction-v2 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "firefunction-v2:70b-fp16", - "name": "Firefunction-v2 70b fp16", - "display_name": "Firefunction-v2 70b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "firefunction-v2:70b-q4_0", - "name": "Firefunction-v2 70b q4_0", - "display_name": "Firefunction-v2 70b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "firefunction-v2:70b-q4_1", - "name": "Firefunction-v2 70b q4_1", - "display_name": "Firefunction-v2 70b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "firefunction-v2:70b-q5_0", - "name": "Firefunction-v2 70b q5_0", - "display_name": "Firefunction-v2 70b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "firefunction-v2:70b-q5_1", - "name": "Firefunction-v2 70b q5_1", - "display_name": "Firefunction-v2 70b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "firefunction-v2:70b-q8_0", - "name": "Firefunction-v2 70b q8_0", - "display_name": "Firefunction-v2 70b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "firefunction-v2:latest", - "name": "Firefunction-v2 Latest", - "display_name": "Firefunction-v2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b", - "name": "Gemma 2b", - "display_name": "Gemma 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct", - "name": "Gemma 2b instruct", - "display_name": "Gemma 2b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-fp16", - "name": "Gemma 2b instruct fp16", - "display_name": "Gemma 2b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-q4_0", - "name": "Gemma 2b instruct q4_0", - "display_name": "Gemma 2b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-q4_1", - "name": "Gemma 2b instruct q4_1", - "display_name": "Gemma 2b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-q5_0", - "name": "Gemma 2b instruct q5_0", - "display_name": "Gemma 2b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-q5_1", - "name": "Gemma 2b instruct q5_1", - "display_name": "Gemma 2b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-q8_0", - "name": "Gemma 2b instruct q8_0", - "display_name": "Gemma 2b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-v1.1-fp16", - "name": "Gemma 2b instruct v1.1 fp16", - "display_name": "Gemma 2b instruct v1.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-v1.1-q4_0", - "name": "Gemma 2b instruct v1.1 q4_0", - "display_name": "Gemma 2b instruct v1.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-v1.1-q4_1", - "name": "Gemma 2b instruct v1.1 q4_1", - "display_name": "Gemma 2b instruct v1.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-v1.1-q5_0", - "name": "Gemma 2b instruct v1.1 q5_0", - "display_name": "Gemma 2b instruct v1.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-v1.1-q5_1", - "name": "Gemma 2b instruct v1.1 q5_1", - "display_name": "Gemma 2b instruct v1.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-instruct-v1.1-q8_0", - "name": "Gemma 2b instruct v1.1 q8_0", - "display_name": "Gemma 2b instruct v1.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-text", - "name": "Gemma 2b text", - "display_name": "Gemma 2b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-text-fp16", - "name": "Gemma 2b text fp16", - "display_name": "Gemma 2b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-text-q4_0", - "name": "Gemma 2b text q4_0", - "display_name": "Gemma 2b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-text-q4_1", - "name": "Gemma 2b text q4_1", - "display_name": "Gemma 2b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-text-q5_0", - "name": "Gemma 2b text q5_0", - "display_name": "Gemma 2b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-text-q5_1", - "name": "Gemma 2b text q5_1", - "display_name": "Gemma 2b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-text-q8_0", - "name": "Gemma 2b text q8_0", - "display_name": "Gemma 2b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:2b-v1.1", - "name": "Gemma 2b v1.1", - "display_name": "Gemma 2b v1.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b", - "name": "Gemma 7b", - "display_name": "Gemma 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct", - "name": "Gemma 7b instruct", - "display_name": "Gemma 7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-fp16", - "name": "Gemma 7b instruct fp16", - "display_name": "Gemma 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-q4_0", - "name": "Gemma 7b instruct q4_0", - "display_name": "Gemma 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-q4_1", - "name": "Gemma 7b instruct q4_1", - "display_name": "Gemma 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-q5_0", - "name": "Gemma 7b instruct q5_0", - "display_name": "Gemma 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-q5_1", - "name": "Gemma 7b instruct q5_1", - "display_name": "Gemma 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-q8_0", - "name": "Gemma 7b instruct q8_0", - "display_name": "Gemma 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-v1.1-fp16", - "name": "Gemma 7b instruct v1.1 fp16", - "display_name": "Gemma 7b instruct v1.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-v1.1-q4_0", - "name": "Gemma 7b instruct v1.1 q4_0", - "display_name": "Gemma 7b instruct v1.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-v1.1-q4_1", - "name": "Gemma 7b instruct v1.1 q4_1", - "display_name": "Gemma 7b instruct v1.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-v1.1-q5_0", - "name": "Gemma 7b instruct v1.1 q5_0", - "display_name": "Gemma 7b instruct v1.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-v1.1-q5_1", - "name": "Gemma 7b instruct v1.1 q5_1", - "display_name": "Gemma 7b instruct v1.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-instruct-v1.1-q8_0", - "name": "Gemma 7b instruct v1.1 q8_0", - "display_name": "Gemma 7b instruct v1.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-text", - "name": "Gemma 7b text", - "display_name": "Gemma 7b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-text-fp16", - "name": "Gemma 7b text fp16", - "display_name": "Gemma 7b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-text-q4_0", - "name": "Gemma 7b text q4_0", - "display_name": "Gemma 7b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-text-q4_1", - "name": "Gemma 7b text q4_1", - "display_name": "Gemma 7b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-text-q5_0", - "name": "Gemma 7b text q5_0", - "display_name": "Gemma 7b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-text-q5_1", - "name": "Gemma 7b text q5_1", - "display_name": "Gemma 7b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-text-q8_0", - "name": "Gemma 7b text q8_0", - "display_name": "Gemma 7b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:7b-v1.1", - "name": "Gemma 7b v1.1", - "display_name": "Gemma 7b v1.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:instruct", - "name": "Gemma Instruct", - "display_name": "Gemma Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:latest", - "name": "Gemma Latest", - "display_name": "Gemma Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:text", - "name": "Gemma Text", - "display_name": "Gemma Text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma:v1.1", - "name": "Gemma V1.1", - "display_name": "Gemma V1.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b", - "name": "Gemma2 27b", - "display_name": "Gemma2 27b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-instruct-fp16", - "name": "Gemma2 27b instruct fp16", - "display_name": "Gemma2 27b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-instruct-q4_0", - "name": "Gemma2 27b instruct q4_0", - "display_name": "Gemma2 27b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-instruct-q4_1", - "name": "Gemma2 27b instruct q4_1", - "display_name": "Gemma2 27b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-instruct-q5_0", - "name": "Gemma2 27b instruct q5_0", - "display_name": "Gemma2 27b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-instruct-q5_1", - "name": "Gemma2 27b instruct q5_1", - "display_name": "Gemma2 27b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-instruct-q8_0", - "name": "Gemma2 27b instruct q8_0", - "display_name": "Gemma2 27b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-text-fp16", - "name": "Gemma2 27b text fp16", - "display_name": "Gemma2 27b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-text-q4_0", - "name": "Gemma2 27b text q4_0", - "display_name": "Gemma2 27b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-text-q4_1", - "name": "Gemma2 27b text q4_1", - "display_name": "Gemma2 27b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-text-q5_0", - "name": "Gemma2 27b text q5_0", - "display_name": "Gemma2 27b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-text-q5_1", - "name": "Gemma2 27b text q5_1", - "display_name": "Gemma2 27b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:27b-text-q8_0", - "name": "Gemma2 27b text q8_0", - "display_name": "Gemma2 27b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b", - "name": "Gemma2 2b", - "display_name": "Gemma2 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-instruct-fp16", - "name": "Gemma2 2b instruct fp16", - "display_name": "Gemma2 2b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-instruct-q4_0", - "name": "Gemma2 2b instruct q4_0", - "display_name": "Gemma2 2b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-instruct-q4_1", - "name": "Gemma2 2b instruct q4_1", - "display_name": "Gemma2 2b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-instruct-q5_0", - "name": "Gemma2 2b instruct q5_0", - "display_name": "Gemma2 2b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-instruct-q5_1", - "name": "Gemma2 2b instruct q5_1", - "display_name": "Gemma2 2b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-instruct-q8_0", - "name": "Gemma2 2b instruct q8_0", - "display_name": "Gemma2 2b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-text-fp16", - "name": "Gemma2 2b text fp16", - "display_name": "Gemma2 2b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-text-q4_0", - "name": "Gemma2 2b text q4_0", - "display_name": "Gemma2 2b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-text-q4_1", - "name": "Gemma2 2b text q4_1", - "display_name": "Gemma2 2b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-text-q5_0", - "name": "Gemma2 2b text q5_0", - "display_name": "Gemma2 2b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-text-q5_1", - "name": "Gemma2 2b text q5_1", - "display_name": "Gemma2 2b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:2b-text-q8_0", - "name": "Gemma2 2b text q8_0", - "display_name": "Gemma2 2b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b", - "name": "Gemma2 9b", - "display_name": "Gemma2 9b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-instruct-fp16", - "name": "Gemma2 9b instruct fp16", - "display_name": "Gemma2 9b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-instruct-q4_0", - "name": "Gemma2 9b instruct q4_0", - "display_name": "Gemma2 9b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-instruct-q4_1", - "name": "Gemma2 9b instruct q4_1", - "display_name": "Gemma2 9b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-instruct-q5_0", - "name": "Gemma2 9b instruct q5_0", - "display_name": "Gemma2 9b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-instruct-q5_1", - "name": "Gemma2 9b instruct q5_1", - "display_name": "Gemma2 9b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-instruct-q8_0", - "name": "Gemma2 9b instruct q8_0", - "display_name": "Gemma2 9b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-text-fp16", - "name": "Gemma2 9b text fp16", - "display_name": "Gemma2 9b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-text-q4_0", - "name": "Gemma2 9b text q4_0", - "display_name": "Gemma2 9b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-text-q4_1", - "name": "Gemma2 9b text q4_1", - "display_name": "Gemma2 9b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-text-q5_0", - "name": "Gemma2 9b text q5_0", - "display_name": "Gemma2 9b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-text-q5_1", - "name": "Gemma2 9b text q5_1", - "display_name": "Gemma2 9b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:9b-text-q8_0", - "name": "Gemma2 9b text q8_0", - "display_name": "Gemma2 9b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma2:latest", - "name": "Gemma2 Latest", - "display_name": "Gemma2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:12b", - "name": "Gemma3 12b", - "display_name": "Gemma3 12b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:12b-it-fp16", - "name": "Gemma3 12b it fp16", - "display_name": "Gemma3 12b it fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:12b-it-q8_0", - "name": "Gemma3 12b it q8_0", - "display_name": "Gemma3 12b it q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:12b-it-qat", - "name": "Gemma3 12b it qat", - "display_name": "Gemma3 12b it qat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:1b", - "name": "Gemma3 1b", - "display_name": "Gemma3 1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:1b-it-fp16", - "name": "Gemma3 1b it fp16", - "display_name": "Gemma3 1b it fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:1b-it-q8_0", - "name": "Gemma3 1b it q8_0", - "display_name": "Gemma3 1b it q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:1b-it-qat", - "name": "Gemma3 1b it qat", - "display_name": "Gemma3 1b it qat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:270m", - "name": "Gemma3 270m", - "display_name": "Gemma3 270m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:270m-it-bf16", - "name": "Gemma3 270m it bf16", - "display_name": "Gemma3 270m it bf16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:270m-it-fp16", - "name": "Gemma3 270m it fp16", - "display_name": "Gemma3 270m it fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:270m-it-q8_0", - "name": "Gemma3 270m it q8_0", - "display_name": "Gemma3 270m it q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:270m-it-qat", - "name": "Gemma3 270m it qat", - "display_name": "Gemma3 270m it qat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:27b", - "name": "Gemma3 27b", - "display_name": "Gemma3 27b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:27b-it-fp16", - "name": "Gemma3 27b it fp16", - "display_name": "Gemma3 27b it fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:27b-it-q8_0", - "name": "Gemma3 27b it q8_0", - "display_name": "Gemma3 27b it q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:27b-it-qat", - "name": "Gemma3 27b it qat", - "display_name": "Gemma3 27b it qat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:4b", - "name": "Gemma3 4b", - "display_name": "Gemma3 4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:4b-it-fp16", - "name": "Gemma3 4b it fp16", - "display_name": "Gemma3 4b it fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:4b-it-q8_0", - "name": "Gemma3 4b it q8_0", - "display_name": "Gemma3 4b it q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:4b-it-qat", - "name": "Gemma3 4b it qat", - "display_name": "Gemma3 4b it qat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3:latest", - "name": "Gemma3 Latest", - "display_name": "Gemma3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3n:e2b", - "name": "Gemma3n E2b", - "display_name": "Gemma3n E2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3n:e2b-it-fp16", - "name": "Gemma3n E2b it fp16", - "display_name": "Gemma3n E2b it fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3n:e2b-it-q8_0", - "name": "Gemma3n E2b it q8_0", - "display_name": "Gemma3n E2b it q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3n:e4b", - "name": "Gemma3n E4b", - "display_name": "Gemma3n E4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3n:e4b-it-fp16", - "name": "Gemma3n E4b it fp16", - "display_name": "Gemma3n E4b it fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3n:e4b-it-q8_0", - "name": "Gemma3n E4b it q8_0", - "display_name": "Gemma3n E4b it q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gemma3n:latest", - "name": "Gemma3n Latest", - "display_name": "Gemma3n Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b", - "name": "Glm4 9b", - "display_name": "Glm4 9b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-chat-fp16", - "name": "Glm4 9b chat fp16", - "display_name": "Glm4 9b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-chat-q4_0", - "name": "Glm4 9b chat q4_0", - "display_name": "Glm4 9b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-chat-q4_1", - "name": "Glm4 9b chat q4_1", - "display_name": "Glm4 9b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-chat-q5_0", - "name": "Glm4 9b chat q5_0", - "display_name": "Glm4 9b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-chat-q5_1", - "name": "Glm4 9b chat q5_1", - "display_name": "Glm4 9b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-chat-q8_0", - "name": "Glm4 9b chat q8_0", - "display_name": "Glm4 9b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-text-fp16", - "name": "Glm4 9b text fp16", - "display_name": "Glm4 9b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-text-q4_0", - "name": "Glm4 9b text q4_0", - "display_name": "Glm4 9b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-text-q4_1", - "name": "Glm4 9b text q4_1", - "display_name": "Glm4 9b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-text-q5_0", - "name": "Glm4 9b text q5_0", - "display_name": "Glm4 9b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-text-q5_1", - "name": "Glm4 9b text q5_1", - "display_name": "Glm4 9b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:9b-text-q8_0", - "name": "Glm4 9b text q8_0", - "display_name": "Glm4 9b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "glm4:latest", - "name": "Glm4 Latest", - "display_name": "Glm4 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "goliath:120b-fp16", - "name": "Goliath 120b fp16", - "display_name": "Goliath 120b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "goliath:120b-q4_0", - "name": "Goliath 120b q4_0", - "display_name": "Goliath 120b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "goliath:120b-q4_1", - "name": "Goliath 120b q4_1", - "display_name": "Goliath 120b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "goliath:120b-q5_0", - "name": "Goliath 120b q5_0", - "display_name": "Goliath 120b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "goliath:120b-q5_1", - "name": "Goliath 120b q5_1", - "display_name": "Goliath 120b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "goliath:120b-q8_0", - "name": "Goliath 120b q8_0", - "display_name": "Goliath 120b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "goliath:latest", - "name": "Goliath Latest", - "display_name": "Goliath Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gpt-oss:120b", - "name": "Gpt-oss 120b", - "display_name": "Gpt-oss 120b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gpt-oss:120b-cloud", - "name": "Gpt-oss 120b cloud", - "display_name": "Gpt-oss 120b cloud", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gpt-oss:20b", - "name": "Gpt-oss 20b", - "display_name": "Gpt-oss 20b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gpt-oss:20b-cloud", - "name": "Gpt-oss 20b cloud", - "display_name": "Gpt-oss 20b cloud", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "gpt-oss:latest", - "name": "Gpt-oss Latest", - "display_name": "Gpt-oss Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b", - "name": "Granite-code 20b", - "display_name": "Granite-code 20b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-base", - "name": "Granite-code 20b base", - "display_name": "Granite-code 20b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-base-fp16", - "name": "Granite-code 20b base fp16", - "display_name": "Granite-code 20b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-base-q4_0", - "name": "Granite-code 20b base q4_0", - "display_name": "Granite-code 20b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-base-q4_1", - "name": "Granite-code 20b base q4_1", - "display_name": "Granite-code 20b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-base-q5_0", - "name": "Granite-code 20b base q5_0", - "display_name": "Granite-code 20b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-base-q5_1", - "name": "Granite-code 20b base q5_1", - "display_name": "Granite-code 20b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-base-q8_0", - "name": "Granite-code 20b base q8_0", - "display_name": "Granite-code 20b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct", - "name": "Granite-code 20b instruct", - "display_name": "Granite-code 20b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-8k-fp16", - "name": "Granite-code 20b instruct 8k fp16", - "display_name": "Granite-code 20b instruct 8k fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-8k-q4_0", - "name": "Granite-code 20b instruct 8k q4_0", - "display_name": "Granite-code 20b instruct 8k q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-8k-q4_1", - "name": "Granite-code 20b instruct 8k q4_1", - "display_name": "Granite-code 20b instruct 8k q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-8k-q5_0", - "name": "Granite-code 20b instruct 8k q5_0", - "display_name": "Granite-code 20b instruct 8k q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-8k-q5_1", - "name": "Granite-code 20b instruct 8k q5_1", - "display_name": "Granite-code 20b instruct 8k q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-8k-q8_0", - "name": "Granite-code 20b instruct 8k q8_0", - "display_name": "Granite-code 20b instruct 8k q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-q4_0", - "name": "Granite-code 20b instruct q4_0", - "display_name": "Granite-code 20b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-q4_1", - "name": "Granite-code 20b instruct q4_1", - "display_name": "Granite-code 20b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-q5_0", - "name": "Granite-code 20b instruct q5_0", - "display_name": "Granite-code 20b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-q5_1", - "name": "Granite-code 20b instruct q5_1", - "display_name": "Granite-code 20b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:20b-instruct-q8_0", - "name": "Granite-code 20b instruct q8_0", - "display_name": "Granite-code 20b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b", - "name": "Granite-code 34b", - "display_name": "Granite-code 34b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-base", - "name": "Granite-code 34b base", - "display_name": "Granite-code 34b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-base-q4_0", - "name": "Granite-code 34b base q4_0", - "display_name": "Granite-code 34b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-base-q4_1", - "name": "Granite-code 34b base q4_1", - "display_name": "Granite-code 34b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-base-q5_0", - "name": "Granite-code 34b base q5_0", - "display_name": "Granite-code 34b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-base-q5_1", - "name": "Granite-code 34b base q5_1", - "display_name": "Granite-code 34b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-base-q8_0", - "name": "Granite-code 34b base q8_0", - "display_name": "Granite-code 34b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-instruct", - "name": "Granite-code 34b instruct", - "display_name": "Granite-code 34b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-instruct-q4_0", - "name": "Granite-code 34b instruct q4_0", - "display_name": "Granite-code 34b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-instruct-q4_1", - "name": "Granite-code 34b instruct q4_1", - "display_name": "Granite-code 34b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-instruct-q5_0", - "name": "Granite-code 34b instruct q5_0", - "display_name": "Granite-code 34b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-instruct-q5_1", - "name": "Granite-code 34b instruct q5_1", - "display_name": "Granite-code 34b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:34b-instruct-q8_0", - "name": "Granite-code 34b instruct q8_0", - "display_name": "Granite-code 34b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b", - "name": "Granite-code 3b", - "display_name": "Granite-code 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-base", - "name": "Granite-code 3b base", - "display_name": "Granite-code 3b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-base-fp16", - "name": "Granite-code 3b base fp16", - "display_name": "Granite-code 3b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-base-q4_0", - "name": "Granite-code 3b base q4_0", - "display_name": "Granite-code 3b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-base-q4_1", - "name": "Granite-code 3b base q4_1", - "display_name": "Granite-code 3b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-base-q5_0", - "name": "Granite-code 3b base q5_0", - "display_name": "Granite-code 3b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-base-q5_1", - "name": "Granite-code 3b base q5_1", - "display_name": "Granite-code 3b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-base-q8_0", - "name": "Granite-code 3b base q8_0", - "display_name": "Granite-code 3b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct", - "name": "Granite-code 3b instruct", - "display_name": "Granite-code 3b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-128k-fp16", - "name": "Granite-code 3b instruct 128k fp16", - "display_name": "Granite-code 3b instruct 128k fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-128k-q4_0", - "name": "Granite-code 3b instruct 128k q4_0", - "display_name": "Granite-code 3b instruct 128k q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-128k-q4_1", - "name": "Granite-code 3b instruct 128k q4_1", - "display_name": "Granite-code 3b instruct 128k q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-128k-q5_0", - "name": "Granite-code 3b instruct 128k q5_0", - "display_name": "Granite-code 3b instruct 128k q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-128k-q5_1", - "name": "Granite-code 3b instruct 128k q5_1", - "display_name": "Granite-code 3b instruct 128k q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-128k-q8_0", - "name": "Granite-code 3b instruct 128k q8_0", - "display_name": "Granite-code 3b instruct 128k q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-fp16", - "name": "Granite-code 3b instruct fp16", - "display_name": "Granite-code 3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-q4_0", - "name": "Granite-code 3b instruct q4_0", - "display_name": "Granite-code 3b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-q4_1", - "name": "Granite-code 3b instruct q4_1", - "display_name": "Granite-code 3b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-q5_0", - "name": "Granite-code 3b instruct q5_0", - "display_name": "Granite-code 3b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-q5_1", - "name": "Granite-code 3b instruct q5_1", - "display_name": "Granite-code 3b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:3b-instruct-q8_0", - "name": "Granite-code 3b instruct q8_0", - "display_name": "Granite-code 3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b", - "name": "Granite-code 8b", - "display_name": "Granite-code 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-base", - "name": "Granite-code 8b base", - "display_name": "Granite-code 8b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-base-fp16", - "name": "Granite-code 8b base fp16", - "display_name": "Granite-code 8b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-base-q4_0", - "name": "Granite-code 8b base q4_0", - "display_name": "Granite-code 8b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-base-q4_1", - "name": "Granite-code 8b base q4_1", - "display_name": "Granite-code 8b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-base-q5_0", - "name": "Granite-code 8b base q5_0", - "display_name": "Granite-code 8b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-base-q5_1", - "name": "Granite-code 8b base q5_1", - "display_name": "Granite-code 8b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-base-q8_0", - "name": "Granite-code 8b base q8_0", - "display_name": "Granite-code 8b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct", - "name": "Granite-code 8b instruct", - "display_name": "Granite-code 8b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct-128k-q4_0", - "name": "Granite-code 8b instruct 128k q4_0", - "display_name": "Granite-code 8b instruct 128k q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct-128k-q4_1", - "name": "Granite-code 8b instruct 128k q4_1", - "display_name": "Granite-code 8b instruct 128k q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct-fp16", - "name": "Granite-code 8b instruct fp16", - "display_name": "Granite-code 8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct-q4_0", - "name": "Granite-code 8b instruct q4_0", - "display_name": "Granite-code 8b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct-q4_1", - "name": "Granite-code 8b instruct q4_1", - "display_name": "Granite-code 8b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct-q5_0", - "name": "Granite-code 8b instruct q5_0", - "display_name": "Granite-code 8b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct-q5_1", - "name": "Granite-code 8b instruct q5_1", - "display_name": "Granite-code 8b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:8b-instruct-q8_0", - "name": "Granite-code 8b instruct q8_0", - "display_name": "Granite-code 8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-code:latest", - "name": "Granite-code Latest", - "display_name": "Granite-code Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-embedding:278m", - "name": "Granite-embedding 278m", - "display_name": "Granite-embedding 278m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-embedding:278m-fp16", - "name": "Granite-embedding 278m fp16", - "display_name": "Granite-embedding 278m fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-embedding:30m", - "name": "Granite-embedding 30m", - "display_name": "Granite-embedding 30m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-embedding:30m-en", - "name": "Granite-embedding 30m en", - "display_name": "Granite-embedding 30m en", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-embedding:30m-en-fp16", - "name": "Granite-embedding 30m en fp16", - "display_name": "Granite-embedding 30m en fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite-embedding:latest", - "name": "Granite-embedding Latest", - "display_name": "Granite-embedding Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:2b", - "name": "Granite3-dense 2b", - "display_name": "Granite3-dense 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:2b-instruct-fp16", - "name": "Granite3-dense 2b instruct fp16", - "display_name": "Granite3-dense 2b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:2b-instruct-q4_0", - "name": "Granite3-dense 2b instruct q4_0", - "display_name": "Granite3-dense 2b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:2b-instruct-q4_1", - "name": "Granite3-dense 2b instruct q4_1", - "display_name": "Granite3-dense 2b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:2b-instruct-q5_0", - "name": "Granite3-dense 2b instruct q5_0", - "display_name": "Granite3-dense 2b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:2b-instruct-q5_1", - "name": "Granite3-dense 2b instruct q5_1", - "display_name": "Granite3-dense 2b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:2b-instruct-q8_0", - "name": "Granite3-dense 2b instruct q8_0", - "display_name": "Granite3-dense 2b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:8b", - "name": "Granite3-dense 8b", - "display_name": "Granite3-dense 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:8b-instruct-fp16", - "name": "Granite3-dense 8b instruct fp16", - "display_name": "Granite3-dense 8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:8b-instruct-q4_0", - "name": "Granite3-dense 8b instruct q4_0", - "display_name": "Granite3-dense 8b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:8b-instruct-q4_1", - "name": "Granite3-dense 8b instruct q4_1", - "display_name": "Granite3-dense 8b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:8b-instruct-q5_0", - "name": "Granite3-dense 8b instruct q5_0", - "display_name": "Granite3-dense 8b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:8b-instruct-q5_1", - "name": "Granite3-dense 8b instruct q5_1", - "display_name": "Granite3-dense 8b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:8b-instruct-q8_0", - "name": "Granite3-dense 8b instruct q8_0", - "display_name": "Granite3-dense 8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-dense:latest", - "name": "Granite3-dense Latest", - "display_name": "Granite3-dense Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-guardian:2b", - "name": "Granite3-guardian 2b", - "display_name": "Granite3-guardian 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-guardian:2b-fp16", - "name": "Granite3-guardian 2b fp16", - "display_name": "Granite3-guardian 2b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-guardian:2b-q8_0", - "name": "Granite3-guardian 2b q8_0", - "display_name": "Granite3-guardian 2b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-guardian:8b", - "name": "Granite3-guardian 8b", - "display_name": "Granite3-guardian 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-guardian:8b-fp16", - "name": "Granite3-guardian 8b fp16", - "display_name": "Granite3-guardian 8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-guardian:8b-q8_0", - "name": "Granite3-guardian 8b q8_0", - "display_name": "Granite3-guardian 8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-guardian:latest", - "name": "Granite3-guardian Latest", - "display_name": "Granite3-guardian Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:1b", - "name": "Granite3-moe 1b", - "display_name": "Granite3-moe 1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:1b-instruct-fp16", - "name": "Granite3-moe 1b instruct fp16", - "display_name": "Granite3-moe 1b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:1b-instruct-q4_0", - "name": "Granite3-moe 1b instruct q4_0", - "display_name": "Granite3-moe 1b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:1b-instruct-q4_1", - "name": "Granite3-moe 1b instruct q4_1", - "display_name": "Granite3-moe 1b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:1b-instruct-q5_0", - "name": "Granite3-moe 1b instruct q5_0", - "display_name": "Granite3-moe 1b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:1b-instruct-q5_1", - "name": "Granite3-moe 1b instruct q5_1", - "display_name": "Granite3-moe 1b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:1b-instruct-q8_0", - "name": "Granite3-moe 1b instruct q8_0", - "display_name": "Granite3-moe 1b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:3b", - "name": "Granite3-moe 3b", - "display_name": "Granite3-moe 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:3b-instruct-fp16", - "name": "Granite3-moe 3b instruct fp16", - "display_name": "Granite3-moe 3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:3b-instruct-q4_0", - "name": "Granite3-moe 3b instruct q4_0", - "display_name": "Granite3-moe 3b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:3b-instruct-q4_1", - "name": "Granite3-moe 3b instruct q4_1", - "display_name": "Granite3-moe 3b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:3b-instruct-q5_0", - "name": "Granite3-moe 3b instruct q5_0", - "display_name": "Granite3-moe 3b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:3b-instruct-q5_1", - "name": "Granite3-moe 3b instruct q5_1", - "display_name": "Granite3-moe 3b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:3b-instruct-q8_0", - "name": "Granite3-moe 3b instruct q8_0", - "display_name": "Granite3-moe 3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3-moe:latest", - "name": "Granite3-moe Latest", - "display_name": "Granite3-moe Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:2b", - "name": "Granite3.1-dense 2b", - "display_name": "Granite3.1-dense 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:2b-instruct-fp16", - "name": "Granite3.1-dense 2b instruct fp16", - "display_name": "Granite3.1-dense 2b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:2b-instruct-q4_0", - "name": "Granite3.1-dense 2b instruct q4_0", - "display_name": "Granite3.1-dense 2b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:2b-instruct-q4_1", - "name": "Granite3.1-dense 2b instruct q4_1", - "display_name": "Granite3.1-dense 2b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:2b-instruct-q5_0", - "name": "Granite3.1-dense 2b instruct q5_0", - "display_name": "Granite3.1-dense 2b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:2b-instruct-q5_1", - "name": "Granite3.1-dense 2b instruct q5_1", - "display_name": "Granite3.1-dense 2b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:2b-instruct-q8_0", - "name": "Granite3.1-dense 2b instruct q8_0", - "display_name": "Granite3.1-dense 2b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:8b", - "name": "Granite3.1-dense 8b", - "display_name": "Granite3.1-dense 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:8b-instruct-fp16", - "name": "Granite3.1-dense 8b instruct fp16", - "display_name": "Granite3.1-dense 8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:8b-instruct-q4_0", - "name": "Granite3.1-dense 8b instruct q4_0", - "display_name": "Granite3.1-dense 8b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:8b-instruct-q4_1", - "name": "Granite3.1-dense 8b instruct q4_1", - "display_name": "Granite3.1-dense 8b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:8b-instruct-q5_0", - "name": "Granite3.1-dense 8b instruct q5_0", - "display_name": "Granite3.1-dense 8b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:8b-instruct-q5_1", - "name": "Granite3.1-dense 8b instruct q5_1", - "display_name": "Granite3.1-dense 8b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:8b-instruct-q8_0", - "name": "Granite3.1-dense 8b instruct q8_0", - "display_name": "Granite3.1-dense 8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-dense:latest", - "name": "Granite3.1-dense Latest", - "display_name": "Granite3.1-dense Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:1b", - "name": "Granite3.1-moe 1b", - "display_name": "Granite3.1-moe 1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:1b-instruct-fp16", - "name": "Granite3.1-moe 1b instruct fp16", - "display_name": "Granite3.1-moe 1b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:1b-instruct-q4_0", - "name": "Granite3.1-moe 1b instruct q4_0", - "display_name": "Granite3.1-moe 1b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:1b-instruct-q4_1", - "name": "Granite3.1-moe 1b instruct q4_1", - "display_name": "Granite3.1-moe 1b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:1b-instruct-q5_0", - "name": "Granite3.1-moe 1b instruct q5_0", - "display_name": "Granite3.1-moe 1b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:1b-instruct-q5_1", - "name": "Granite3.1-moe 1b instruct q5_1", - "display_name": "Granite3.1-moe 1b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:1b-instruct-q8_0", - "name": "Granite3.1-moe 1b instruct q8_0", - "display_name": "Granite3.1-moe 1b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:3b", - "name": "Granite3.1-moe 3b", - "display_name": "Granite3.1-moe 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:3b-instruct-fp16", - "name": "Granite3.1-moe 3b instruct fp16", - "display_name": "Granite3.1-moe 3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:3b-instruct-q4_0", - "name": "Granite3.1-moe 3b instruct q4_0", - "display_name": "Granite3.1-moe 3b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:3b-instruct-q4_1", - "name": "Granite3.1-moe 3b instruct q4_1", - "display_name": "Granite3.1-moe 3b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:3b-instruct-q5_0", - "name": "Granite3.1-moe 3b instruct q5_0", - "display_name": "Granite3.1-moe 3b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:3b-instruct-q5_1", - "name": "Granite3.1-moe 3b instruct q5_1", - "display_name": "Granite3.1-moe 3b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:3b-instruct-q8_0", - "name": "Granite3.1-moe 3b instruct q8_0", - "display_name": "Granite3.1-moe 3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.1-moe:latest", - "name": "Granite3.1-moe Latest", - "display_name": "Granite3.1-moe Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2-vision:2b", - "name": "Granite3.2-vision 2b", - "display_name": "Granite3.2-vision 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2-vision:2b-fp16", - "name": "Granite3.2-vision 2b fp16", - "display_name": "Granite3.2-vision 2b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2-vision:2b-q8_0", - "name": "Granite3.2-vision 2b q8_0", - "display_name": "Granite3.2-vision 2b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2-vision:latest", - "name": "Granite3.2-vision Latest", - "display_name": "Granite3.2-vision Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2:2b", - "name": "Granite3.2 2b", - "display_name": "Granite3.2 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2:2b-instruct-fp16", - "name": "Granite3.2 2b instruct fp16", - "display_name": "Granite3.2 2b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2:2b-instruct-q8_0", - "name": "Granite3.2 2b instruct q8_0", - "display_name": "Granite3.2 2b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2:8b", - "name": "Granite3.2 8b", - "display_name": "Granite3.2 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2:8b-instruct-fp16", - "name": "Granite3.2 8b instruct fp16", - "display_name": "Granite3.2 8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2:8b-instruct-q8_0", - "name": "Granite3.2 8b instruct q8_0", - "display_name": "Granite3.2 8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.2:latest", - "name": "Granite3.2 Latest", - "display_name": "Granite3.2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.3:2b", - "name": "Granite3.3 2b", - "display_name": "Granite3.3 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.3:8b", - "name": "Granite3.3 8b", - "display_name": "Granite3.3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite3.3:latest", - "name": "Granite3.3 Latest", - "display_name": "Granite3.3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite4:latest", - "name": "Granite4 Latest", - "display_name": "Granite4 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite4:micro", - "name": "Granite4 Micro", - "display_name": "Granite4 Micro", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite4:micro-h", - "name": "Granite4 Micro h", - "display_name": "Granite4 Micro h", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite4:small-h", - "name": "Granite4 Small h", - "display_name": "Granite4 Small h", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "granite4:tiny-h", - "name": "Granite4 Tiny h", - "display_name": "Granite4 Tiny h", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:3b", - "name": "Hermes3 3b", - "display_name": "Hermes3 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:3b-llama3.2-fp16", - "name": "Hermes3 3b llama3.2 fp16", - "display_name": "Hermes3 3b llama3.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:3b-llama3.2-q4_0", - "name": "Hermes3 3b llama3.2 q4_0", - "display_name": "Hermes3 3b llama3.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:3b-llama3.2-q4_1", - "name": "Hermes3 3b llama3.2 q4_1", - "display_name": "Hermes3 3b llama3.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:3b-llama3.2-q5_0", - "name": "Hermes3 3b llama3.2 q5_0", - "display_name": "Hermes3 3b llama3.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:3b-llama3.2-q5_1", - "name": "Hermes3 3b llama3.2 q5_1", - "display_name": "Hermes3 3b llama3.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:3b-llama3.2-q8_0", - "name": "Hermes3 3b llama3.2 q8_0", - "display_name": "Hermes3 3b llama3.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:405b", - "name": "Hermes3 405b", - "display_name": "Hermes3 405b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:405b-llama3.1-fp16", - "name": "Hermes3 405b llama3.1 fp16", - "display_name": "Hermes3 405b llama3.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:405b-llama3.1-q4_0", - "name": "Hermes3 405b llama3.1 q4_0", - "display_name": "Hermes3 405b llama3.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:405b-llama3.1-q4_1", - "name": "Hermes3 405b llama3.1 q4_1", - "display_name": "Hermes3 405b llama3.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:405b-llama3.1-q5_0", - "name": "Hermes3 405b llama3.1 q5_0", - "display_name": "Hermes3 405b llama3.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:405b-llama3.1-q5_1", - "name": "Hermes3 405b llama3.1 q5_1", - "display_name": "Hermes3 405b llama3.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:405b-llama3.1-q8_0", - "name": "Hermes3 405b llama3.1 q8_0", - "display_name": "Hermes3 405b llama3.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:70b", - "name": "Hermes3 70b", - "display_name": "Hermes3 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:70b-llama3.1-fp16", - "name": "Hermes3 70b llama3.1 fp16", - "display_name": "Hermes3 70b llama3.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:70b-llama3.1-q4_0", - "name": "Hermes3 70b llama3.1 q4_0", - "display_name": "Hermes3 70b llama3.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:70b-llama3.1-q4_1", - "name": "Hermes3 70b llama3.1 q4_1", - "display_name": "Hermes3 70b llama3.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:70b-llama3.1-q5_0", - "name": "Hermes3 70b llama3.1 q5_0", - "display_name": "Hermes3 70b llama3.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:70b-llama3.1-q5_1", - "name": "Hermes3 70b llama3.1 q5_1", - "display_name": "Hermes3 70b llama3.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:70b-llama3.1-q8_0", - "name": "Hermes3 70b llama3.1 q8_0", - "display_name": "Hermes3 70b llama3.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:8b", - "name": "Hermes3 8b", - "display_name": "Hermes3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:8b-llama3.1-fp16", - "name": "Hermes3 8b llama3.1 fp16", - "display_name": "Hermes3 8b llama3.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:8b-llama3.1-q4_0", - "name": "Hermes3 8b llama3.1 q4_0", - "display_name": "Hermes3 8b llama3.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:8b-llama3.1-q4_1", - "name": "Hermes3 8b llama3.1 q4_1", - "display_name": "Hermes3 8b llama3.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:8b-llama3.1-q5_0", - "name": "Hermes3 8b llama3.1 q5_0", - "display_name": "Hermes3 8b llama3.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:8b-llama3.1-q5_1", - "name": "Hermes3 8b llama3.1 q5_1", - "display_name": "Hermes3 8b llama3.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:8b-llama3.1-q8_0", - "name": "Hermes3 8b llama3.1 q8_0", - "display_name": "Hermes3 8b llama3.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "hermes3:latest", - "name": "Hermes3 Latest", - "display_name": "Hermes3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:1.8b", - "name": "Internlm2 1.8b", - "display_name": "Internlm2 1.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:1.8b-chat-v2.5-fp16", - "name": "Internlm2 1.8b chat v2.5 fp16", - "display_name": "Internlm2 1.8b chat v2.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:1.8b-chat-v2.5-q4_0", - "name": "Internlm2 1.8b chat v2.5 q4_0", - "display_name": "Internlm2 1.8b chat v2.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:1.8b-chat-v2.5-q4_1", - "name": "Internlm2 1.8b chat v2.5 q4_1", - "display_name": "Internlm2 1.8b chat v2.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:1.8b-chat-v2.5-q5_0", - "name": "Internlm2 1.8b chat v2.5 q5_0", - "display_name": "Internlm2 1.8b chat v2.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:1.8b-chat-v2.5-q5_1", - "name": "Internlm2 1.8b chat v2.5 q5_1", - "display_name": "Internlm2 1.8b chat v2.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:1.8b-chat-v2.5-q8_0", - "name": "Internlm2 1.8b chat v2.5 q8_0", - "display_name": "Internlm2 1.8b chat v2.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:1m", - "name": "Internlm2 1m", - "display_name": "Internlm2 1m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:20b", - "name": "Internlm2 20b", - "display_name": "Internlm2 20b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:20b-chat-v2.5-fp16", - "name": "Internlm2 20b chat v2.5 fp16", - "display_name": "Internlm2 20b chat v2.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:20b-chat-v2.5-q4_0", - "name": "Internlm2 20b chat v2.5 q4_0", - "display_name": "Internlm2 20b chat v2.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:20b-chat-v2.5-q4_1", - "name": "Internlm2 20b chat v2.5 q4_1", - "display_name": "Internlm2 20b chat v2.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:20b-chat-v2.5-q5_0", - "name": "Internlm2 20b chat v2.5 q5_0", - "display_name": "Internlm2 20b chat v2.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:20b-chat-v2.5-q5_1", - "name": "Internlm2 20b chat v2.5 q5_1", - "display_name": "Internlm2 20b chat v2.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:20b-chat-v2.5-q8_0", - "name": "Internlm2 20b chat v2.5 q8_0", - "display_name": "Internlm2 20b chat v2.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b", - "name": "Internlm2 7b", - "display_name": "Internlm2 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-1m-v2.5-fp16", - "name": "Internlm2 7b chat 1m v2.5 fp16", - "display_name": "Internlm2 7b chat 1m v2.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-1m-v2.5-q4_0", - "name": "Internlm2 7b chat 1m v2.5 q4_0", - "display_name": "Internlm2 7b chat 1m v2.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-1m-v2.5-q4_1", - "name": "Internlm2 7b chat 1m v2.5 q4_1", - "display_name": "Internlm2 7b chat 1m v2.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-1m-v2.5-q5_0", - "name": "Internlm2 7b chat 1m v2.5 q5_0", - "display_name": "Internlm2 7b chat 1m v2.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-1m-v2.5-q5_1", - "name": "Internlm2 7b chat 1m v2.5 q5_1", - "display_name": "Internlm2 7b chat 1m v2.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-1m-v2.5-q8_0", - "name": "Internlm2 7b chat 1m v2.5 q8_0", - "display_name": "Internlm2 7b chat 1m v2.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-v2.5-fp16", - "name": "Internlm2 7b chat v2.5 fp16", - "display_name": "Internlm2 7b chat v2.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-v2.5-q4_0", - "name": "Internlm2 7b chat v2.5 q4_0", - "display_name": "Internlm2 7b chat v2.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-v2.5-q4_1", - "name": "Internlm2 7b chat v2.5 q4_1", - "display_name": "Internlm2 7b chat v2.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-v2.5-q5_0", - "name": "Internlm2 7b chat v2.5 q5_0", - "display_name": "Internlm2 7b chat v2.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-v2.5-q5_1", - "name": "Internlm2 7b chat v2.5 q5_1", - "display_name": "Internlm2 7b chat v2.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:7b-chat-v2.5-q8_0", - "name": "Internlm2 7b chat v2.5 q8_0", - "display_name": "Internlm2 7b chat v2.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "internlm2:latest", - "name": "Internlm2 Latest", - "display_name": "Internlm2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "kimi-k2:1t-cloud", - "name": "Kimi-k2 1t cloud", - "display_name": "Kimi-k2 1t cloud", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:1b", - "name": "Llama-guard3 1b", - "display_name": "Llama-guard3 1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:1b-fp16", - "name": "Llama-guard3 1b fp16", - "display_name": "Llama-guard3 1b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:1b-q4_0", - "name": "Llama-guard3 1b q4_0", - "display_name": "Llama-guard3 1b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:1b-q4_1", - "name": "Llama-guard3 1b q4_1", - "display_name": "Llama-guard3 1b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:1b-q5_0", - "name": "Llama-guard3 1b q5_0", - "display_name": "Llama-guard3 1b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:1b-q5_1", - "name": "Llama-guard3 1b q5_1", - "display_name": "Llama-guard3 1b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:1b-q8_0", - "name": "Llama-guard3 1b q8_0", - "display_name": "Llama-guard3 1b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:8b", - "name": "Llama-guard3 8b", - "display_name": "Llama-guard3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:8b-fp16", - "name": "Llama-guard3 8b fp16", - "display_name": "Llama-guard3 8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:8b-q4_0", - "name": "Llama-guard3 8b q4_0", - "display_name": "Llama-guard3 8b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:8b-q4_1", - "name": "Llama-guard3 8b q4_1", - "display_name": "Llama-guard3 8b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:8b-q5_0", - "name": "Llama-guard3 8b q5_0", - "display_name": "Llama-guard3 8b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:8b-q5_1", - "name": "Llama-guard3 8b q5_1", - "display_name": "Llama-guard3 8b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:8b-q8_0", - "name": "Llama-guard3 8b q8_0", - "display_name": "Llama-guard3 8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-guard3:latest", - "name": "Llama-guard3 Latest", - "display_name": "Llama-guard3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-instruct-fp16", - "name": "Llama-pro 8b instruct fp16", - "display_name": "Llama-pro 8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-instruct-q4_0", - "name": "Llama-pro 8b instruct q4_0", - "display_name": "Llama-pro 8b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-instruct-q4_1", - "name": "Llama-pro 8b instruct q4_1", - "display_name": "Llama-pro 8b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-instruct-q5_0", - "name": "Llama-pro 8b instruct q5_0", - "display_name": "Llama-pro 8b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-instruct-q5_1", - "name": "Llama-pro 8b instruct q5_1", - "display_name": "Llama-pro 8b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-instruct-q8_0", - "name": "Llama-pro 8b instruct q8_0", - "display_name": "Llama-pro 8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-text-fp16", - "name": "Llama-pro 8b text fp16", - "display_name": "Llama-pro 8b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-text-q4_0", - "name": "Llama-pro 8b text q4_0", - "display_name": "Llama-pro 8b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-text-q4_1", - "name": "Llama-pro 8b text q4_1", - "display_name": "Llama-pro 8b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-text-q5_0", - "name": "Llama-pro 8b text q5_0", - "display_name": "Llama-pro 8b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-text-q5_1", - "name": "Llama-pro 8b text q5_1", - "display_name": "Llama-pro 8b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:8b-text-q8_0", - "name": "Llama-pro 8b text q8_0", - "display_name": "Llama-pro 8b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:instruct", - "name": "Llama-pro Instruct", - "display_name": "Llama-pro Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:latest", - "name": "Llama-pro Latest", - "display_name": "Llama-pro Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama-pro:text", - "name": "Llama-pro Text", - "display_name": "Llama-pro Text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:13b", - "name": "Llama2-chinese 13b", - "display_name": "Llama2-chinese 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:13b-chat", - "name": "Llama2-chinese 13b chat", - "display_name": "Llama2-chinese 13b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:13b-chat-fp16", - "name": "Llama2-chinese 13b chat fp16", - "display_name": "Llama2-chinese 13b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:13b-chat-q4_0", - "name": "Llama2-chinese 13b chat q4_0", - "display_name": "Llama2-chinese 13b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:13b-chat-q4_1", - "name": "Llama2-chinese 13b chat q4_1", - "display_name": "Llama2-chinese 13b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:13b-chat-q5_0", - "name": "Llama2-chinese 13b chat q5_0", - "display_name": "Llama2-chinese 13b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:13b-chat-q5_1", - "name": "Llama2-chinese 13b chat q5_1", - "display_name": "Llama2-chinese 13b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:13b-chat-q8_0", - "name": "Llama2-chinese 13b chat q8_0", - "display_name": "Llama2-chinese 13b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:7b", - "name": "Llama2-chinese 7b", - "display_name": "Llama2-chinese 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:7b-chat", - "name": "Llama2-chinese 7b chat", - "display_name": "Llama2-chinese 7b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:7b-chat-fp16", - "name": "Llama2-chinese 7b chat fp16", - "display_name": "Llama2-chinese 7b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:7b-chat-q4_0", - "name": "Llama2-chinese 7b chat q4_0", - "display_name": "Llama2-chinese 7b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:7b-chat-q4_1", - "name": "Llama2-chinese 7b chat q4_1", - "display_name": "Llama2-chinese 7b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:7b-chat-q5_0", - "name": "Llama2-chinese 7b chat q5_0", - "display_name": "Llama2-chinese 7b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:7b-chat-q5_1", - "name": "Llama2-chinese 7b chat q5_1", - "display_name": "Llama2-chinese 7b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:7b-chat-q8_0", - "name": "Llama2-chinese 7b chat q8_0", - "display_name": "Llama2-chinese 7b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-chinese:latest", - "name": "Llama2-chinese Latest", - "display_name": "Llama2-chinese Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:70b", - "name": "Llama2-uncensored 70b", - "display_name": "Llama2-uncensored 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:70b-chat", - "name": "Llama2-uncensored 70b chat", - "display_name": "Llama2-uncensored 70b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:70b-chat-q4_0", - "name": "Llama2-uncensored 70b chat q4_0", - "display_name": "Llama2-uncensored 70b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:70b-chat-q4_1", - "name": "Llama2-uncensored 70b chat q4_1", - "display_name": "Llama2-uncensored 70b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:70b-chat-q5_0", - "name": "Llama2-uncensored 70b chat q5_0", - "display_name": "Llama2-uncensored 70b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:70b-chat-q5_1", - "name": "Llama2-uncensored 70b chat q5_1", - "display_name": "Llama2-uncensored 70b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:70b-chat-q8_0", - "name": "Llama2-uncensored 70b chat q8_0", - "display_name": "Llama2-uncensored 70b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:7b", - "name": "Llama2-uncensored 7b", - "display_name": "Llama2-uncensored 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:7b-chat", - "name": "Llama2-uncensored 7b chat", - "display_name": "Llama2-uncensored 7b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:7b-chat-fp16", - "name": "Llama2-uncensored 7b chat fp16", - "display_name": "Llama2-uncensored 7b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:7b-chat-q4_0", - "name": "Llama2-uncensored 7b chat q4_0", - "display_name": "Llama2-uncensored 7b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:7b-chat-q4_1", - "name": "Llama2-uncensored 7b chat q4_1", - "display_name": "Llama2-uncensored 7b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:7b-chat-q5_0", - "name": "Llama2-uncensored 7b chat q5_0", - "display_name": "Llama2-uncensored 7b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:7b-chat-q5_1", - "name": "Llama2-uncensored 7b chat q5_1", - "display_name": "Llama2-uncensored 7b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:7b-chat-q8_0", - "name": "Llama2-uncensored 7b chat q8_0", - "display_name": "Llama2-uncensored 7b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2-uncensored:latest", - "name": "Llama2-uncensored Latest", - "display_name": "Llama2-uncensored Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b", - "name": "Llama2 13b", - "display_name": "Llama2 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-chat", - "name": "Llama2 13b chat", - "display_name": "Llama2 13b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-chat-fp16", - "name": "Llama2 13b chat fp16", - "display_name": "Llama2 13b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-chat-q4_0", - "name": "Llama2 13b chat q4_0", - "display_name": "Llama2 13b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-chat-q4_1", - "name": "Llama2 13b chat q4_1", - "display_name": "Llama2 13b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-chat-q5_0", - "name": "Llama2 13b chat q5_0", - "display_name": "Llama2 13b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-chat-q5_1", - "name": "Llama2 13b chat q5_1", - "display_name": "Llama2 13b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-chat-q8_0", - "name": "Llama2 13b chat q8_0", - "display_name": "Llama2 13b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-text", - "name": "Llama2 13b text", - "display_name": "Llama2 13b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-text-fp16", - "name": "Llama2 13b text fp16", - "display_name": "Llama2 13b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-text-q4_0", - "name": "Llama2 13b text q4_0", - "display_name": "Llama2 13b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-text-q4_1", - "name": "Llama2 13b text q4_1", - "display_name": "Llama2 13b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-text-q5_0", - "name": "Llama2 13b text q5_0", - "display_name": "Llama2 13b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-text-q5_1", - "name": "Llama2 13b text q5_1", - "display_name": "Llama2 13b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:13b-text-q8_0", - "name": "Llama2 13b text q8_0", - "display_name": "Llama2 13b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b", - "name": "Llama2 70b", - "display_name": "Llama2 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-chat", - "name": "Llama2 70b chat", - "display_name": "Llama2 70b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-chat-fp16", - "name": "Llama2 70b chat fp16", - "display_name": "Llama2 70b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-chat-q4_0", - "name": "Llama2 70b chat q4_0", - "display_name": "Llama2 70b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-chat-q4_1", - "name": "Llama2 70b chat q4_1", - "display_name": "Llama2 70b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-chat-q5_0", - "name": "Llama2 70b chat q5_0", - "display_name": "Llama2 70b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-chat-q5_1", - "name": "Llama2 70b chat q5_1", - "display_name": "Llama2 70b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-chat-q8_0", - "name": "Llama2 70b chat q8_0", - "display_name": "Llama2 70b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-text", - "name": "Llama2 70b text", - "display_name": "Llama2 70b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-text-fp16", - "name": "Llama2 70b text fp16", - "display_name": "Llama2 70b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-text-q4_0", - "name": "Llama2 70b text q4_0", - "display_name": "Llama2 70b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-text-q4_1", - "name": "Llama2 70b text q4_1", - "display_name": "Llama2 70b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-text-q5_0", - "name": "Llama2 70b text q5_0", - "display_name": "Llama2 70b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-text-q5_1", - "name": "Llama2 70b text q5_1", - "display_name": "Llama2 70b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:70b-text-q8_0", - "name": "Llama2 70b text q8_0", - "display_name": "Llama2 70b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b", - "name": "Llama2 7b", - "display_name": "Llama2 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-chat", - "name": "Llama2 7b chat", - "display_name": "Llama2 7b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-chat-fp16", - "name": "Llama2 7b chat fp16", - "display_name": "Llama2 7b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-chat-q4_0", - "name": "Llama2 7b chat q4_0", - "display_name": "Llama2 7b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-chat-q4_1", - "name": "Llama2 7b chat q4_1", - "display_name": "Llama2 7b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-chat-q5_0", - "name": "Llama2 7b chat q5_0", - "display_name": "Llama2 7b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-chat-q5_1", - "name": "Llama2 7b chat q5_1", - "display_name": "Llama2 7b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-chat-q8_0", - "name": "Llama2 7b chat q8_0", - "display_name": "Llama2 7b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-text", - "name": "Llama2 7b text", - "display_name": "Llama2 7b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-text-fp16", - "name": "Llama2 7b text fp16", - "display_name": "Llama2 7b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-text-q4_0", - "name": "Llama2 7b text q4_0", - "display_name": "Llama2 7b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-text-q4_1", - "name": "Llama2 7b text q4_1", - "display_name": "Llama2 7b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-text-q5_0", - "name": "Llama2 7b text q5_0", - "display_name": "Llama2 7b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-text-q5_1", - "name": "Llama2 7b text q5_1", - "display_name": "Llama2 7b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:7b-text-q8_0", - "name": "Llama2 7b text q8_0", - "display_name": "Llama2 7b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:chat", - "name": "Llama2 Chat", - "display_name": "Llama2 Chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:latest", - "name": "Llama2 Latest", - "display_name": "Llama2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama2:text", - "name": "Llama2 Text", - "display_name": "Llama2 Text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:70b", - "name": "Llama3-chatqa 70b", - "display_name": "Llama3-chatqa 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:70b-v1.5", - "name": "Llama3-chatqa 70b v1.5", - "display_name": "Llama3-chatqa 70b v1.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:70b-v1.5-fp16", - "name": "Llama3-chatqa 70b v1.5 fp16", - "display_name": "Llama3-chatqa 70b v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:70b-v1.5-q4_0", - "name": "Llama3-chatqa 70b v1.5 q4_0", - "display_name": "Llama3-chatqa 70b v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:70b-v1.5-q4_1", - "name": "Llama3-chatqa 70b v1.5 q4_1", - "display_name": "Llama3-chatqa 70b v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:70b-v1.5-q5_0", - "name": "Llama3-chatqa 70b v1.5 q5_0", - "display_name": "Llama3-chatqa 70b v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:70b-v1.5-q5_1", - "name": "Llama3-chatqa 70b v1.5 q5_1", - "display_name": "Llama3-chatqa 70b v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:70b-v1.5-q8_0", - "name": "Llama3-chatqa 70b v1.5 q8_0", - "display_name": "Llama3-chatqa 70b v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:8b", - "name": "Llama3-chatqa 8b", - "display_name": "Llama3-chatqa 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:8b-v1.5", - "name": "Llama3-chatqa 8b v1.5", - "display_name": "Llama3-chatqa 8b v1.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:8b-v1.5-fp16", - "name": "Llama3-chatqa 8b v1.5 fp16", - "display_name": "Llama3-chatqa 8b v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:8b-v1.5-q4_0", - "name": "Llama3-chatqa 8b v1.5 q4_0", - "display_name": "Llama3-chatqa 8b v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:8b-v1.5-q4_1", - "name": "Llama3-chatqa 8b v1.5 q4_1", - "display_name": "Llama3-chatqa 8b v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:8b-v1.5-q5_0", - "name": "Llama3-chatqa 8b v1.5 q5_0", - "display_name": "Llama3-chatqa 8b v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:8b-v1.5-q5_1", - "name": "Llama3-chatqa 8b v1.5 q5_1", - "display_name": "Llama3-chatqa 8b v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:8b-v1.5-q8_0", - "name": "Llama3-chatqa 8b v1.5 q8_0", - "display_name": "Llama3-chatqa 8b v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-chatqa:latest", - "name": "Llama3-chatqa Latest", - "display_name": "Llama3-chatqa Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:1048k", - "name": "Llama3-gradient 1048k", - "display_name": "Llama3-gradient 1048k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:70b", - "name": "Llama3-gradient 70b", - "display_name": "Llama3-gradient 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:70b-instruct-1048k-fp16", - "name": "Llama3-gradient 70b instruct 1048k fp16", - "display_name": "Llama3-gradient 70b instruct 1048k fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:70b-instruct-1048k-q4_0", - "name": "Llama3-gradient 70b instruct 1048k q4_0", - "display_name": "Llama3-gradient 70b instruct 1048k q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:70b-instruct-1048k-q4_1", - "name": "Llama3-gradient 70b instruct 1048k q4_1", - "display_name": "Llama3-gradient 70b instruct 1048k q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:70b-instruct-1048k-q5_0", - "name": "Llama3-gradient 70b instruct 1048k q5_0", - "display_name": "Llama3-gradient 70b instruct 1048k q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:70b-instruct-1048k-q5_1", - "name": "Llama3-gradient 70b instruct 1048k q5_1", - "display_name": "Llama3-gradient 70b instruct 1048k q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:70b-instruct-1048k-q8_0", - "name": "Llama3-gradient 70b instruct 1048k q8_0", - "display_name": "Llama3-gradient 70b instruct 1048k q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:8b", - "name": "Llama3-gradient 8b", - "display_name": "Llama3-gradient 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:8b-instruct-1048k-fp16", - "name": "Llama3-gradient 8b instruct 1048k fp16", - "display_name": "Llama3-gradient 8b instruct 1048k fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:8b-instruct-1048k-q4_0", - "name": "Llama3-gradient 8b instruct 1048k q4_0", - "display_name": "Llama3-gradient 8b instruct 1048k q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:8b-instruct-1048k-q4_1", - "name": "Llama3-gradient 8b instruct 1048k q4_1", - "display_name": "Llama3-gradient 8b instruct 1048k q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:8b-instruct-1048k-q5_0", - "name": "Llama3-gradient 8b instruct 1048k q5_0", - "display_name": "Llama3-gradient 8b instruct 1048k q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:8b-instruct-1048k-q5_1", - "name": "Llama3-gradient 8b instruct 1048k q5_1", - "display_name": "Llama3-gradient 8b instruct 1048k q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:8b-instruct-1048k-q8_0", - "name": "Llama3-gradient 8b instruct 1048k q8_0", - "display_name": "Llama3-gradient 8b instruct 1048k q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:instruct", - "name": "Llama3-gradient Instruct", - "display_name": "Llama3-gradient Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-gradient:latest", - "name": "Llama3-gradient Latest", - "display_name": "Llama3-gradient Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:70b", - "name": "Llama3-groq-tool-use 70b", - "display_name": "Llama3-groq-tool-use 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:70b-fp16", - "name": "Llama3-groq-tool-use 70b fp16", - "display_name": "Llama3-groq-tool-use 70b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:70b-q4_0", - "name": "Llama3-groq-tool-use 70b q4_0", - "display_name": "Llama3-groq-tool-use 70b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:70b-q4_1", - "name": "Llama3-groq-tool-use 70b q4_1", - "display_name": "Llama3-groq-tool-use 70b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:70b-q5_0", - "name": "Llama3-groq-tool-use 70b q5_0", - "display_name": "Llama3-groq-tool-use 70b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:70b-q5_1", - "name": "Llama3-groq-tool-use 70b q5_1", - "display_name": "Llama3-groq-tool-use 70b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:70b-q8_0", - "name": "Llama3-groq-tool-use 70b q8_0", - "display_name": "Llama3-groq-tool-use 70b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:8b", - "name": "Llama3-groq-tool-use 8b", - "display_name": "Llama3-groq-tool-use 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:8b-fp16", - "name": "Llama3-groq-tool-use 8b fp16", - "display_name": "Llama3-groq-tool-use 8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:8b-q4_0", - "name": "Llama3-groq-tool-use 8b q4_0", - "display_name": "Llama3-groq-tool-use 8b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:8b-q4_1", - "name": "Llama3-groq-tool-use 8b q4_1", - "display_name": "Llama3-groq-tool-use 8b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:8b-q5_0", - "name": "Llama3-groq-tool-use 8b q5_0", - "display_name": "Llama3-groq-tool-use 8b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:8b-q5_1", - "name": "Llama3-groq-tool-use 8b q5_1", - "display_name": "Llama3-groq-tool-use 8b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:8b-q8_0", - "name": "Llama3-groq-tool-use 8b q8_0", - "display_name": "Llama3-groq-tool-use 8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3-groq-tool-use:latest", - "name": "Llama3-groq-tool-use Latest", - "display_name": "Llama3-groq-tool-use Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b", - "name": "Llama3 70b", - "display_name": "Llama3 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-instruct", - "name": "Llama3 70b instruct", - "display_name": "Llama3 70b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-instruct-fp16", - "name": "Llama3 70b instruct fp16", - "display_name": "Llama3 70b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-instruct-q4_0", - "name": "Llama3 70b instruct q4_0", - "display_name": "Llama3 70b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-instruct-q4_1", - "name": "Llama3 70b instruct q4_1", - "display_name": "Llama3 70b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-instruct-q5_0", - "name": "Llama3 70b instruct q5_0", - "display_name": "Llama3 70b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-instruct-q5_1", - "name": "Llama3 70b instruct q5_1", - "display_name": "Llama3 70b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-instruct-q8_0", - "name": "Llama3 70b instruct q8_0", - "display_name": "Llama3 70b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-text", - "name": "Llama3 70b text", - "display_name": "Llama3 70b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-text-fp16", - "name": "Llama3 70b text fp16", - "display_name": "Llama3 70b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-text-q4_0", - "name": "Llama3 70b text q4_0", - "display_name": "Llama3 70b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-text-q4_1", - "name": "Llama3 70b text q4_1", - "display_name": "Llama3 70b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-text-q5_0", - "name": "Llama3 70b text q5_0", - "display_name": "Llama3 70b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-text-q5_1", - "name": "Llama3 70b text q5_1", - "display_name": "Llama3 70b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:70b-text-q8_0", - "name": "Llama3 70b text q8_0", - "display_name": "Llama3 70b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b", - "name": "Llama3 8b", - "display_name": "Llama3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-instruct-fp16", - "name": "Llama3 8b instruct fp16", - "display_name": "Llama3 8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-instruct-q4_0", - "name": "Llama3 8b instruct q4_0", - "display_name": "Llama3 8b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-instruct-q4_1", - "name": "Llama3 8b instruct q4_1", - "display_name": "Llama3 8b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-instruct-q5_0", - "name": "Llama3 8b instruct q5_0", - "display_name": "Llama3 8b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-instruct-q5_1", - "name": "Llama3 8b instruct q5_1", - "display_name": "Llama3 8b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-instruct-q8_0", - "name": "Llama3 8b instruct q8_0", - "display_name": "Llama3 8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-text", - "name": "Llama3 8b text", - "display_name": "Llama3 8b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-text-fp16", - "name": "Llama3 8b text fp16", - "display_name": "Llama3 8b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-text-q4_0", - "name": "Llama3 8b text q4_0", - "display_name": "Llama3 8b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-text-q4_1", - "name": "Llama3 8b text q4_1", - "display_name": "Llama3 8b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-text-q5_0", - "name": "Llama3 8b text q5_0", - "display_name": "Llama3 8b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-text-q5_1", - "name": "Llama3 8b text q5_1", - "display_name": "Llama3 8b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:8b-text-q8_0", - "name": "Llama3 8b text q8_0", - "display_name": "Llama3 8b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:instruct", - "name": "Llama3 Instruct", - "display_name": "Llama3 Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:latest", - "name": "Llama3 Latest", - "display_name": "Llama3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3:text", - "name": "Llama3 Text", - "display_name": "Llama3 Text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b", - "name": "Llama3.1 405b", - "display_name": "Llama3.1 405b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-instruct-fp16", - "name": "Llama3.1 405b instruct fp16", - "display_name": "Llama3.1 405b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-instruct-q4_0", - "name": "Llama3.1 405b instruct q4_0", - "display_name": "Llama3.1 405b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-instruct-q4_1", - "name": "Llama3.1 405b instruct q4_1", - "display_name": "Llama3.1 405b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-instruct-q5_0", - "name": "Llama3.1 405b instruct q5_0", - "display_name": "Llama3.1 405b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-instruct-q5_1", - "name": "Llama3.1 405b instruct q5_1", - "display_name": "Llama3.1 405b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-instruct-q8_0", - "name": "Llama3.1 405b instruct q8_0", - "display_name": "Llama3.1 405b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-text-fp16", - "name": "Llama3.1 405b text fp16", - "display_name": "Llama3.1 405b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-text-q4_0", - "name": "Llama3.1 405b text q4_0", - "display_name": "Llama3.1 405b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-text-q4_1", - "name": "Llama3.1 405b text q4_1", - "display_name": "Llama3.1 405b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-text-q5_0", - "name": "Llama3.1 405b text q5_0", - "display_name": "Llama3.1 405b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-text-q5_1", - "name": "Llama3.1 405b text q5_1", - "display_name": "Llama3.1 405b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:405b-text-q8_0", - "name": "Llama3.1 405b text q8_0", - "display_name": "Llama3.1 405b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b", - "name": "Llama3.1 70b", - "display_name": "Llama3.1 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-instruct-fp16", - "name": "Llama3.1 70b instruct fp16", - "display_name": "Llama3.1 70b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-instruct-q4_0", - "name": "Llama3.1 70b instruct q4_0", - "display_name": "Llama3.1 70b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-instruct-q5_0", - "name": "Llama3.1 70b instruct q5_0", - "display_name": "Llama3.1 70b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-instruct-q5_1", - "name": "Llama3.1 70b instruct q5_1", - "display_name": "Llama3.1 70b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-instruct-q8_0", - "name": "Llama3.1 70b instruct q8_0", - "display_name": "Llama3.1 70b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-text-fp16", - "name": "Llama3.1 70b text fp16", - "display_name": "Llama3.1 70b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-text-q4_0", - "name": "Llama3.1 70b text q4_0", - "display_name": "Llama3.1 70b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-text-q4_1", - "name": "Llama3.1 70b text q4_1", - "display_name": "Llama3.1 70b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-text-q5_0", - "name": "Llama3.1 70b text q5_0", - "display_name": "Llama3.1 70b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-text-q5_1", - "name": "Llama3.1 70b text q5_1", - "display_name": "Llama3.1 70b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:70b-text-q8_0", - "name": "Llama3.1 70b text q8_0", - "display_name": "Llama3.1 70b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b", - "name": "Llama3.1 8b", - "display_name": "Llama3.1 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-instruct-fp16", - "name": "Llama3.1 8b instruct fp16", - "display_name": "Llama3.1 8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-instruct-q4_0", - "name": "Llama3.1 8b instruct q4_0", - "display_name": "Llama3.1 8b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-instruct-q4_1", - "name": "Llama3.1 8b instruct q4_1", - "display_name": "Llama3.1 8b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-instruct-q5_0", - "name": "Llama3.1 8b instruct q5_0", - "display_name": "Llama3.1 8b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-instruct-q5_1", - "name": "Llama3.1 8b instruct q5_1", - "display_name": "Llama3.1 8b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-instruct-q8_0", - "name": "Llama3.1 8b instruct q8_0", - "display_name": "Llama3.1 8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-text-fp16", - "name": "Llama3.1 8b text fp16", - "display_name": "Llama3.1 8b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-text-q4_0", - "name": "Llama3.1 8b text q4_0", - "display_name": "Llama3.1 8b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-text-q4_1", - "name": "Llama3.1 8b text q4_1", - "display_name": "Llama3.1 8b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-text-q5_0", - "name": "Llama3.1 8b text q5_0", - "display_name": "Llama3.1 8b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-text-q5_1", - "name": "Llama3.1 8b text q5_1", - "display_name": "Llama3.1 8b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:8b-text-q8_0", - "name": "Llama3.1 8b text q8_0", - "display_name": "Llama3.1 8b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.1:latest", - "name": "Llama3.1 Latest", - "display_name": "Llama3.1 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2-vision:11b", - "name": "Llama3.2-vision 11b", - "display_name": "Llama3.2-vision 11b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2-vision:11b-instruct-fp16", - "name": "Llama3.2-vision 11b instruct fp16", - "display_name": "Llama3.2-vision 11b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2-vision:11b-instruct-q8_0", - "name": "Llama3.2-vision 11b instruct q8_0", - "display_name": "Llama3.2-vision 11b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2-vision:90b", - "name": "Llama3.2-vision 90b", - "display_name": "Llama3.2-vision 90b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2-vision:90b-instruct-fp16", - "name": "Llama3.2-vision 90b instruct fp16", - "display_name": "Llama3.2-vision 90b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2-vision:90b-instruct-q8_0", - "name": "Llama3.2-vision 90b instruct q8_0", - "display_name": "Llama3.2-vision 90b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2-vision:latest", - "name": "Llama3.2-vision Latest", - "display_name": "Llama3.2-vision Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b", - "name": "Llama3.2 1b", - "display_name": "Llama3.2 1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-instruct-fp16", - "name": "Llama3.2 1b instruct fp16", - "display_name": "Llama3.2 1b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-instruct-q4_0", - "name": "Llama3.2 1b instruct q4_0", - "display_name": "Llama3.2 1b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-instruct-q4_1", - "name": "Llama3.2 1b instruct q4_1", - "display_name": "Llama3.2 1b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-instruct-q5_0", - "name": "Llama3.2 1b instruct q5_0", - "display_name": "Llama3.2 1b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-instruct-q5_1", - "name": "Llama3.2 1b instruct q5_1", - "display_name": "Llama3.2 1b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-instruct-q8_0", - "name": "Llama3.2 1b instruct q8_0", - "display_name": "Llama3.2 1b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-text-fp16", - "name": "Llama3.2 1b text fp16", - "display_name": "Llama3.2 1b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-text-q4_0", - "name": "Llama3.2 1b text q4_0", - "display_name": "Llama3.2 1b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-text-q4_1", - "name": "Llama3.2 1b text q4_1", - "display_name": "Llama3.2 1b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-text-q5_0", - "name": "Llama3.2 1b text q5_0", - "display_name": "Llama3.2 1b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-text-q5_1", - "name": "Llama3.2 1b text q5_1", - "display_name": "Llama3.2 1b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:1b-text-q8_0", - "name": "Llama3.2 1b text q8_0", - "display_name": "Llama3.2 1b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b", - "name": "Llama3.2 3b", - "display_name": "Llama3.2 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-instruct-fp16", - "name": "Llama3.2 3b instruct fp16", - "display_name": "Llama3.2 3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-instruct-q4_0", - "name": "Llama3.2 3b instruct q4_0", - "display_name": "Llama3.2 3b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-instruct-q4_1", - "name": "Llama3.2 3b instruct q4_1", - "display_name": "Llama3.2 3b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-instruct-q5_0", - "name": "Llama3.2 3b instruct q5_0", - "display_name": "Llama3.2 3b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-instruct-q5_1", - "name": "Llama3.2 3b instruct q5_1", - "display_name": "Llama3.2 3b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-instruct-q8_0", - "name": "Llama3.2 3b instruct q8_0", - "display_name": "Llama3.2 3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-text-fp16", - "name": "Llama3.2 3b text fp16", - "display_name": "Llama3.2 3b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-text-q4_0", - "name": "Llama3.2 3b text q4_0", - "display_name": "Llama3.2 3b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-text-q4_1", - "name": "Llama3.2 3b text q4_1", - "display_name": "Llama3.2 3b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-text-q5_0", - "name": "Llama3.2 3b text q5_0", - "display_name": "Llama3.2 3b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-text-q5_1", - "name": "Llama3.2 3b text q5_1", - "display_name": "Llama3.2 3b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:3b-text-q8_0", - "name": "Llama3.2 3b text q8_0", - "display_name": "Llama3.2 3b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.2:latest", - "name": "Llama3.2 Latest", - "display_name": "Llama3.2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.3:70b", - "name": "Llama3.3 70b", - "display_name": "Llama3.3 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.3:70b-instruct-fp16", - "name": "Llama3.3 70b instruct fp16", - "display_name": "Llama3.3 70b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.3:70b-instruct-q4_0", - "name": "Llama3.3 70b instruct q4_0", - "display_name": "Llama3.3 70b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.3:70b-instruct-q5_0", - "name": "Llama3.3 70b instruct q5_0", - "display_name": "Llama3.3 70b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.3:70b-instruct-q5_1", - "name": "Llama3.3 70b instruct q5_1", - "display_name": "Llama3.3 70b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.3:70b-instruct-q8_0", - "name": "Llama3.3 70b instruct q8_0", - "display_name": "Llama3.3 70b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama3.3:latest", - "name": "Llama3.3 Latest", - "display_name": "Llama3.3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:128x17b", - "name": "Llama4 128x17b", - "display_name": "Llama4 128x17b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:16x17b", - "name": "Llama4 16x17b", - "display_name": "Llama4 16x17b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:17b-maverick-128e-instruct-fp16", - "name": "Llama4 17b maverick 128e instruct fp16", - "display_name": "Llama4 17b maverick 128e instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:17b-maverick-128e-instruct-q8_0", - "name": "Llama4 17b maverick 128e instruct q8_0", - "display_name": "Llama4 17b maverick 128e instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:17b-scout-16e-instruct-fp16", - "name": "Llama4 17b scout 16e instruct fp16", - "display_name": "Llama4 17b scout 16e instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:17b-scout-16e-instruct-q8_0", - "name": "Llama4 17b scout 16e instruct q8_0", - "display_name": "Llama4 17b scout 16e instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:latest", - "name": "Llama4 Latest", - "display_name": "Llama4 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:maverick", - "name": "Llama4 Maverick", - "display_name": "Llama4 Maverick", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llama4:scout", - "name": "Llama4 Scout", - "display_name": "Llama4 Scout", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava-llama3:8b", - "name": "Llava-llama3 8b", - "display_name": "Llava-llama3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava-llama3:8b-v1.1-fp16", - "name": "Llava-llama3 8b v1.1 fp16", - "display_name": "Llava-llama3 8b v1.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava-llama3:8b-v1.1-q4_0", - "name": "Llava-llama3 8b v1.1 q4_0", - "display_name": "Llava-llama3 8b v1.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava-llama3:latest", - "name": "Llava-llama3 Latest", - "display_name": "Llava-llama3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava-phi3:3.8b", - "name": "Llava-phi3 3.8b", - "display_name": "Llava-phi3 3.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava-phi3:3.8b-mini-fp16", - "name": "Llava-phi3 3.8b mini fp16", - "display_name": "Llava-phi3 3.8b mini fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava-phi3:3.8b-mini-q4_0", - "name": "Llava-phi3 3.8b mini q4_0", - "display_name": "Llava-phi3 3.8b mini q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava-phi3:latest", - "name": "Llava-phi3 Latest", - "display_name": "Llava-phi3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b", - "name": "Llava 13b", - "display_name": "Llava 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.5-fp16", - "name": "Llava 13b v1.5 fp16", - "display_name": "Llava 13b v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.5-q4_0", - "name": "Llava 13b v1.5 q4_0", - "display_name": "Llava 13b v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.5-q4_1", - "name": "Llava 13b v1.5 q4_1", - "display_name": "Llava 13b v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.5-q5_0", - "name": "Llava 13b v1.5 q5_0", - "display_name": "Llava 13b v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.5-q5_1", - "name": "Llava 13b v1.5 q5_1", - "display_name": "Llava 13b v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.5-q8_0", - "name": "Llava 13b v1.5 q8_0", - "display_name": "Llava 13b v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.6", - "name": "Llava 13b v1.6", - "display_name": "Llava 13b v1.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.6-vicuna-fp16", - "name": "Llava 13b v1.6 vicuna fp16", - "display_name": "Llava 13b v1.6 vicuna fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.6-vicuna-q4_0", - "name": "Llava 13b v1.6 vicuna q4_0", - "display_name": "Llava 13b v1.6 vicuna q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.6-vicuna-q4_1", - "name": "Llava 13b v1.6 vicuna q4_1", - "display_name": "Llava 13b v1.6 vicuna q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.6-vicuna-q5_0", - "name": "Llava 13b v1.6 vicuna q5_0", - "display_name": "Llava 13b v1.6 vicuna q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.6-vicuna-q5_1", - "name": "Llava 13b v1.6 vicuna q5_1", - "display_name": "Llava 13b v1.6 vicuna q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:13b-v1.6-vicuna-q8_0", - "name": "Llava 13b v1.6 vicuna q8_0", - "display_name": "Llava 13b v1.6 vicuna q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:34b", - "name": "Llava 34b", - "display_name": "Llava 34b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:34b-v1.6", - "name": "Llava 34b v1.6", - "display_name": "Llava 34b v1.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:34b-v1.6-fp16", - "name": "Llava 34b v1.6 fp16", - "display_name": "Llava 34b v1.6 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:34b-v1.6-q4_0", - "name": "Llava 34b v1.6 q4_0", - "display_name": "Llava 34b v1.6 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:34b-v1.6-q4_1", - "name": "Llava 34b v1.6 q4_1", - "display_name": "Llava 34b v1.6 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:34b-v1.6-q5_0", - "name": "Llava 34b v1.6 q5_0", - "display_name": "Llava 34b v1.6 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:34b-v1.6-q5_1", - "name": "Llava 34b v1.6 q5_1", - "display_name": "Llava 34b v1.6 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:34b-v1.6-q8_0", - "name": "Llava 34b v1.6 q8_0", - "display_name": "Llava 34b v1.6 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b", - "name": "Llava 7b", - "display_name": "Llava 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.5-fp16", - "name": "Llava 7b v1.5 fp16", - "display_name": "Llava 7b v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.5-q4_0", - "name": "Llava 7b v1.5 q4_0", - "display_name": "Llava 7b v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.5-q4_1", - "name": "Llava 7b v1.5 q4_1", - "display_name": "Llava 7b v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.5-q5_0", - "name": "Llava 7b v1.5 q5_0", - "display_name": "Llava 7b v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.5-q5_1", - "name": "Llava 7b v1.5 q5_1", - "display_name": "Llava 7b v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.5-q8_0", - "name": "Llava 7b v1.5 q8_0", - "display_name": "Llava 7b v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6", - "name": "Llava 7b v1.6", - "display_name": "Llava 7b v1.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-mistral-fp16", - "name": "Llava 7b v1.6 mistral fp16", - "display_name": "Llava 7b v1.6 mistral fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-mistral-q4_0", - "name": "Llava 7b v1.6 mistral q4_0", - "display_name": "Llava 7b v1.6 mistral q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-mistral-q4_1", - "name": "Llava 7b v1.6 mistral q4_1", - "display_name": "Llava 7b v1.6 mistral q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-mistral-q5_0", - "name": "Llava 7b v1.6 mistral q5_0", - "display_name": "Llava 7b v1.6 mistral q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-mistral-q5_1", - "name": "Llava 7b v1.6 mistral q5_1", - "display_name": "Llava 7b v1.6 mistral q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-mistral-q8_0", - "name": "Llava 7b v1.6 mistral q8_0", - "display_name": "Llava 7b v1.6 mistral q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-vicuna-fp16", - "name": "Llava 7b v1.6 vicuna fp16", - "display_name": "Llava 7b v1.6 vicuna fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-vicuna-q4_0", - "name": "Llava 7b v1.6 vicuna q4_0", - "display_name": "Llava 7b v1.6 vicuna q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-vicuna-q4_1", - "name": "Llava 7b v1.6 vicuna q4_1", - "display_name": "Llava 7b v1.6 vicuna q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-vicuna-q5_0", - "name": "Llava 7b v1.6 vicuna q5_0", - "display_name": "Llava 7b v1.6 vicuna q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-vicuna-q5_1", - "name": "Llava 7b v1.6 vicuna q5_1", - "display_name": "Llava 7b v1.6 vicuna q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:7b-v1.6-vicuna-q8_0", - "name": "Llava 7b v1.6 vicuna q8_0", - "display_name": "Llava 7b v1.6 vicuna q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:latest", - "name": "Llava Latest", - "display_name": "Llava Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "llava:v1.6", - "name": "Llava V1.6", - "display_name": "Llava V1.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:7b", - "name": "Magicoder 7b", - "display_name": "Magicoder 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:7b-s-cl", - "name": "Magicoder 7b s cl", - "display_name": "Magicoder 7b s cl", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:7b-s-cl-fp16", - "name": "Magicoder 7b s cl fp16", - "display_name": "Magicoder 7b s cl fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:7b-s-cl-q4_0", - "name": "Magicoder 7b s cl q4_0", - "display_name": "Magicoder 7b s cl q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:7b-s-cl-q4_1", - "name": "Magicoder 7b s cl q4_1", - "display_name": "Magicoder 7b s cl q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:7b-s-cl-q5_0", - "name": "Magicoder 7b s cl q5_0", - "display_name": "Magicoder 7b s cl q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:7b-s-cl-q5_1", - "name": "Magicoder 7b s cl q5_1", - "display_name": "Magicoder 7b s cl q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:7b-s-cl-q8_0", - "name": "Magicoder 7b s cl q8_0", - "display_name": "Magicoder 7b s cl q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magicoder:latest", - "name": "Magicoder Latest", - "display_name": "Magicoder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magistral:24b", - "name": "Magistral 24b", - "display_name": "Magistral 24b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magistral:24b-small-2506-fp16", - "name": "Magistral 24b small 2506 fp16", - "display_name": "Magistral 24b small 2506 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magistral:24b-small-2506-q8_0", - "name": "Magistral 24b small 2506 q8_0", - "display_name": "Magistral 24b small 2506 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "magistral:latest", - "name": "Magistral Latest", - "display_name": "Magistral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "marco-o1:7b", - "name": "Marco-o1 7b", - "display_name": "Marco-o1 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "marco-o1:7b-fp16", - "name": "Marco-o1 7b fp16", - "display_name": "Marco-o1 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "marco-o1:7b-q8_0", - "name": "Marco-o1 7b q8_0", - "display_name": "Marco-o1 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "marco-o1:latest", - "name": "Marco-o1 Latest", - "display_name": "Marco-o1 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mathstral:7b", - "name": "Mathstral 7b", - "display_name": "Mathstral 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mathstral:7b-v0.1-fp16", - "name": "Mathstral 7b v0.1 fp16", - "display_name": "Mathstral 7b v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mathstral:7b-v0.1-q4_0", - "name": "Mathstral 7b v0.1 q4_0", - "display_name": "Mathstral 7b v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mathstral:7b-v0.1-q4_1", - "name": "Mathstral 7b v0.1 q4_1", - "display_name": "Mathstral 7b v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mathstral:7b-v0.1-q5_0", - "name": "Mathstral 7b v0.1 q5_0", - "display_name": "Mathstral 7b v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mathstral:7b-v0.1-q5_1", - "name": "Mathstral 7b v0.1 q5_1", - "display_name": "Mathstral 7b v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mathstral:7b-v0.1-q8_0", - "name": "Mathstral 7b v0.1 q8_0", - "display_name": "Mathstral 7b v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mathstral:latest", - "name": "Mathstral Latest", - "display_name": "Mathstral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:70b", - "name": "Meditron 70b", - "display_name": "Meditron 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:70b-q4_0", - "name": "Meditron 70b q4_0", - "display_name": "Meditron 70b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:70b-q4_1", - "name": "Meditron 70b q4_1", - "display_name": "Meditron 70b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:70b-q5_1", - "name": "Meditron 70b q5_1", - "display_name": "Meditron 70b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:7b", - "name": "Meditron 7b", - "display_name": "Meditron 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:7b-fp16", - "name": "Meditron 7b fp16", - "display_name": "Meditron 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:7b-q4_0", - "name": "Meditron 7b q4_0", - "display_name": "Meditron 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:7b-q4_1", - "name": "Meditron 7b q4_1", - "display_name": "Meditron 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:7b-q5_0", - "name": "Meditron 7b q5_0", - "display_name": "Meditron 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:7b-q5_1", - "name": "Meditron 7b q5_1", - "display_name": "Meditron 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:7b-q8_0", - "name": "Meditron 7b q8_0", - "display_name": "Meditron 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "meditron:latest", - "name": "Meditron Latest", - "display_name": "Meditron Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "medllama2:7b", - "name": "Medllama2 7b", - "display_name": "Medllama2 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "medllama2:7b-fp16", - "name": "Medllama2 7b fp16", - "display_name": "Medllama2 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "medllama2:7b-q4_0", - "name": "Medllama2 7b q4_0", - "display_name": "Medllama2 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "medllama2:7b-q4_1", - "name": "Medllama2 7b q4_1", - "display_name": "Medllama2 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "medllama2:7b-q5_0", - "name": "Medllama2 7b q5_0", - "display_name": "Medllama2 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "medllama2:7b-q5_1", - "name": "Medllama2 7b q5_1", - "display_name": "Medllama2 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "medllama2:7b-q8_0", - "name": "Medllama2 7b q8_0", - "display_name": "Medllama2 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "medllama2:latest", - "name": "Medllama2 Latest", - "display_name": "Medllama2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:120b", - "name": "Megadolphin 120b", - "display_name": "Megadolphin 120b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:120b-v2.2", - "name": "Megadolphin 120b v2.2", - "display_name": "Megadolphin 120b v2.2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:120b-v2.2-fp16", - "name": "Megadolphin 120b v2.2 fp16", - "display_name": "Megadolphin 120b v2.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:120b-v2.2-q4_0", - "name": "Megadolphin 120b v2.2 q4_0", - "display_name": "Megadolphin 120b v2.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:120b-v2.2-q4_1", - "name": "Megadolphin 120b v2.2 q4_1", - "display_name": "Megadolphin 120b v2.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:120b-v2.2-q5_0", - "name": "Megadolphin 120b v2.2 q5_0", - "display_name": "Megadolphin 120b v2.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:120b-v2.2-q5_1", - "name": "Megadolphin 120b v2.2 q5_1", - "display_name": "Megadolphin 120b v2.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:120b-v2.2-q8_0", - "name": "Megadolphin 120b v2.2 q8_0", - "display_name": "Megadolphin 120b v2.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:latest", - "name": "Megadolphin Latest", - "display_name": "Megadolphin Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "megadolphin:v2.2", - "name": "Megadolphin V2.2", - "display_name": "Megadolphin V2.2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "minicpm-v:8b", - "name": "Minicpm-v 8b", - "display_name": "Minicpm-v 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "minicpm-v:8b-2.6-fp16", - "name": "Minicpm-v 8b 2.6 fp16", - "display_name": "Minicpm-v 8b 2.6 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "minicpm-v:8b-2.6-q4_0", - "name": "Minicpm-v 8b 2.6 q4_0", - "display_name": "Minicpm-v 8b 2.6 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "minicpm-v:8b-2.6-q4_1", - "name": "Minicpm-v 8b 2.6 q4_1", - "display_name": "Minicpm-v 8b 2.6 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "minicpm-v:8b-2.6-q5_0", - "name": "Minicpm-v 8b 2.6 q5_0", - "display_name": "Minicpm-v 8b 2.6 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "minicpm-v:8b-2.6-q5_1", - "name": "Minicpm-v 8b 2.6 q5_1", - "display_name": "Minicpm-v 8b 2.6 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "minicpm-v:8b-2.6-q8_0", - "name": "Minicpm-v 8b 2.6 q8_0", - "display_name": "Minicpm-v 8b 2.6 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "minicpm-v:latest", - "name": "Minicpm-v Latest", - "display_name": "Minicpm-v Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b", - "name": "Mistral-large 123b", - "display_name": "Mistral-large 123b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2407-fp16", - "name": "Mistral-large 123b instruct 2407 fp16", - "display_name": "Mistral-large 123b instruct 2407 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2407-q4_0", - "name": "Mistral-large 123b instruct 2407 q4_0", - "display_name": "Mistral-large 123b instruct 2407 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2407-q4_1", - "name": "Mistral-large 123b instruct 2407 q4_1", - "display_name": "Mistral-large 123b instruct 2407 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2407-q5_0", - "name": "Mistral-large 123b instruct 2407 q5_0", - "display_name": "Mistral-large 123b instruct 2407 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2407-q5_1", - "name": "Mistral-large 123b instruct 2407 q5_1", - "display_name": "Mistral-large 123b instruct 2407 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2407-q8_0", - "name": "Mistral-large 123b instruct 2407 q8_0", - "display_name": "Mistral-large 123b instruct 2407 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2411-fp16", - "name": "Mistral-large 123b instruct 2411 fp16", - "display_name": "Mistral-large 123b instruct 2411 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2411-q4_0", - "name": "Mistral-large 123b instruct 2411 q4_0", - "display_name": "Mistral-large 123b instruct 2411 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2411-q4_1", - "name": "Mistral-large 123b instruct 2411 q4_1", - "display_name": "Mistral-large 123b instruct 2411 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2411-q5_0", - "name": "Mistral-large 123b instruct 2411 q5_0", - "display_name": "Mistral-large 123b instruct 2411 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2411-q5_1", - "name": "Mistral-large 123b instruct 2411 q5_1", - "display_name": "Mistral-large 123b instruct 2411 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:123b-instruct-2411-q8_0", - "name": "Mistral-large 123b instruct 2411 q8_0", - "display_name": "Mistral-large 123b instruct 2411 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-large:latest", - "name": "Mistral-large Latest", - "display_name": "Mistral-large Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-nemo:12b", - "name": "Mistral-nemo 12b", - "display_name": "Mistral-nemo 12b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-nemo:12b-instruct-2407-fp16", - "name": "Mistral-nemo 12b instruct 2407 fp16", - "display_name": "Mistral-nemo 12b instruct 2407 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-nemo:12b-instruct-2407-q4_0", - "name": "Mistral-nemo 12b instruct 2407 q4_0", - "display_name": "Mistral-nemo 12b instruct 2407 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-nemo:12b-instruct-2407-q4_1", - "name": "Mistral-nemo 12b instruct 2407 q4_1", - "display_name": "Mistral-nemo 12b instruct 2407 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-nemo:12b-instruct-2407-q5_0", - "name": "Mistral-nemo 12b instruct 2407 q5_0", - "display_name": "Mistral-nemo 12b instruct 2407 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-nemo:12b-instruct-2407-q5_1", - "name": "Mistral-nemo 12b instruct 2407 q5_1", - "display_name": "Mistral-nemo 12b instruct 2407 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-nemo:12b-instruct-2407-q8_0", - "name": "Mistral-nemo 12b instruct 2407 q8_0", - "display_name": "Mistral-nemo 12b instruct 2407 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-nemo:latest", - "name": "Mistral-nemo Latest", - "display_name": "Mistral-nemo Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-openorca:7b", - "name": "Mistral-openorca 7b", - "display_name": "Mistral-openorca 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-openorca:7b-fp16", - "name": "Mistral-openorca 7b fp16", - "display_name": "Mistral-openorca 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-openorca:7b-q4_0", - "name": "Mistral-openorca 7b q4_0", - "display_name": "Mistral-openorca 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-openorca:7b-q4_1", - "name": "Mistral-openorca 7b q4_1", - "display_name": "Mistral-openorca 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-openorca:7b-q5_0", - "name": "Mistral-openorca 7b q5_0", - "display_name": "Mistral-openorca 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-openorca:7b-q5_1", - "name": "Mistral-openorca 7b q5_1", - "display_name": "Mistral-openorca 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-openorca:7b-q8_0", - "name": "Mistral-openorca 7b q8_0", - "display_name": "Mistral-openorca 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-openorca:latest", - "name": "Mistral-openorca Latest", - "display_name": "Mistral-openorca Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:22b", - "name": "Mistral-small 22b", - "display_name": "Mistral-small 22b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:22b-instruct-2409-fp16", - "name": "Mistral-small 22b instruct 2409 fp16", - "display_name": "Mistral-small 22b instruct 2409 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:22b-instruct-2409-q4_0", - "name": "Mistral-small 22b instruct 2409 q4_0", - "display_name": "Mistral-small 22b instruct 2409 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:22b-instruct-2409-q4_1", - "name": "Mistral-small 22b instruct 2409 q4_1", - "display_name": "Mistral-small 22b instruct 2409 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:22b-instruct-2409-q5_0", - "name": "Mistral-small 22b instruct 2409 q5_0", - "display_name": "Mistral-small 22b instruct 2409 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:22b-instruct-2409-q5_1", - "name": "Mistral-small 22b instruct 2409 q5_1", - "display_name": "Mistral-small 22b instruct 2409 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:22b-instruct-2409-q8_0", - "name": "Mistral-small 22b instruct 2409 q8_0", - "display_name": "Mistral-small 22b instruct 2409 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:24b", - "name": "Mistral-small 24b", - "display_name": "Mistral-small 24b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:24b-instruct-2501-fp16", - "name": "Mistral-small 24b instruct 2501 fp16", - "display_name": "Mistral-small 24b instruct 2501 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:24b-instruct-2501-q8_0", - "name": "Mistral-small 24b instruct 2501 q8_0", - "display_name": "Mistral-small 24b instruct 2501 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small:latest", - "name": "Mistral-small Latest", - "display_name": "Mistral-small Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small3.1:24b", - "name": "Mistral-small3.1 24b", - "display_name": "Mistral-small3.1 24b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small3.1:24b-instruct-2503-fp16", - "name": "Mistral-small3.1 24b instruct 2503 fp16", - "display_name": "Mistral-small3.1 24b instruct 2503 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small3.1:24b-instruct-2503-q8_0", - "name": "Mistral-small3.1 24b instruct 2503 q8_0", - "display_name": "Mistral-small3.1 24b instruct 2503 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small3.1:latest", - "name": "Mistral-small3.1 Latest", - "display_name": "Mistral-small3.1 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small3.2:24b", - "name": "Mistral-small3.2 24b", - "display_name": "Mistral-small3.2 24b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small3.2:24b-instruct-2506-fp16", - "name": "Mistral-small3.2 24b instruct 2506 fp16", - "display_name": "Mistral-small3.2 24b instruct 2506 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small3.2:24b-instruct-2506-q8_0", - "name": "Mistral-small3.2 24b instruct 2506 q8_0", - "display_name": "Mistral-small3.2 24b instruct 2506 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral-small3.2:latest", - "name": "Mistral-small3.2 Latest", - "display_name": "Mistral-small3.2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b", - "name": "Mistral 7b", - "display_name": "Mistral 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct", - "name": "Mistral 7b instruct", - "display_name": "Mistral 7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-fp16", - "name": "Mistral 7b instruct fp16", - "display_name": "Mistral 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-q4_0", - "name": "Mistral 7b instruct q4_0", - "display_name": "Mistral 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-q4_1", - "name": "Mistral 7b instruct q4_1", - "display_name": "Mistral 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-q5_0", - "name": "Mistral 7b instruct q5_0", - "display_name": "Mistral 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-q5_1", - "name": "Mistral 7b instruct q5_1", - "display_name": "Mistral 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-q8_0", - "name": "Mistral 7b instruct q8_0", - "display_name": "Mistral 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.2-fp16", - "name": "Mistral 7b instruct v0.2 fp16", - "display_name": "Mistral 7b instruct v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.2-q4_0", - "name": "Mistral 7b instruct v0.2 q4_0", - "display_name": "Mistral 7b instruct v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.2-q4_1", - "name": "Mistral 7b instruct v0.2 q4_1", - "display_name": "Mistral 7b instruct v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.2-q5_0", - "name": "Mistral 7b instruct v0.2 q5_0", - "display_name": "Mistral 7b instruct v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.2-q5_1", - "name": "Mistral 7b instruct v0.2 q5_1", - "display_name": "Mistral 7b instruct v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.2-q8_0", - "name": "Mistral 7b instruct v0.2 q8_0", - "display_name": "Mistral 7b instruct v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.3-fp16", - "name": "Mistral 7b instruct v0.3 fp16", - "display_name": "Mistral 7b instruct v0.3 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.3-q4_0", - "name": "Mistral 7b instruct v0.3 q4_0", - "display_name": "Mistral 7b instruct v0.3 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.3-q4_1", - "name": "Mistral 7b instruct v0.3 q4_1", - "display_name": "Mistral 7b instruct v0.3 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.3-q5_0", - "name": "Mistral 7b instruct v0.3 q5_0", - "display_name": "Mistral 7b instruct v0.3 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.3-q5_1", - "name": "Mistral 7b instruct v0.3 q5_1", - "display_name": "Mistral 7b instruct v0.3 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-instruct-v0.3-q8_0", - "name": "Mistral 7b instruct v0.3 q8_0", - "display_name": "Mistral 7b instruct v0.3 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text", - "name": "Mistral 7b text", - "display_name": "Mistral 7b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-fp16", - "name": "Mistral 7b text fp16", - "display_name": "Mistral 7b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-q4_0", - "name": "Mistral 7b text q4_0", - "display_name": "Mistral 7b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-q4_1", - "name": "Mistral 7b text q4_1", - "display_name": "Mistral 7b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-q5_0", - "name": "Mistral 7b text q5_0", - "display_name": "Mistral 7b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-q5_1", - "name": "Mistral 7b text q5_1", - "display_name": "Mistral 7b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-q8_0", - "name": "Mistral 7b text q8_0", - "display_name": "Mistral 7b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-v0.2-fp16", - "name": "Mistral 7b text v0.2 fp16", - "display_name": "Mistral 7b text v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-v0.2-q4_0", - "name": "Mistral 7b text v0.2 q4_0", - "display_name": "Mistral 7b text v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-v0.2-q4_1", - "name": "Mistral 7b text v0.2 q4_1", - "display_name": "Mistral 7b text v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-v0.2-q5_0", - "name": "Mistral 7b text v0.2 q5_0", - "display_name": "Mistral 7b text v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-v0.2-q5_1", - "name": "Mistral 7b text v0.2 q5_1", - "display_name": "Mistral 7b text v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:7b-text-v0.2-q8_0", - "name": "Mistral 7b text v0.2 q8_0", - "display_name": "Mistral 7b text v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:instruct", - "name": "Mistral Instruct", - "display_name": "Mistral Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:latest", - "name": "Mistral Latest", - "display_name": "Mistral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:text", - "name": "Mistral Text", - "display_name": "Mistral Text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:v0.1", - "name": "Mistral V0.1", - "display_name": "Mistral V0.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:v0.2", - "name": "Mistral V0.2", - "display_name": "Mistral V0.2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistral:v0.3", - "name": "Mistral V0.3", - "display_name": "Mistral V0.3", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistrallite:7b", - "name": "Mistrallite 7b", - "display_name": "Mistrallite 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistrallite:7b-v0.1-fp16", - "name": "Mistrallite 7b v0.1 fp16", - "display_name": "Mistrallite 7b v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistrallite:7b-v0.1-q4_0", - "name": "Mistrallite 7b v0.1 q4_0", - "display_name": "Mistrallite 7b v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistrallite:7b-v0.1-q4_1", - "name": "Mistrallite 7b v0.1 q4_1", - "display_name": "Mistrallite 7b v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistrallite:7b-v0.1-q5_0", - "name": "Mistrallite 7b v0.1 q5_0", - "display_name": "Mistrallite 7b v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistrallite:7b-v0.1-q5_1", - "name": "Mistrallite 7b v0.1 q5_1", - "display_name": "Mistrallite 7b v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistrallite:7b-v0.1-q8_0", - "name": "Mistrallite 7b v0.1 q8_0", - "display_name": "Mistrallite 7b v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mistrallite:latest", - "name": "Mistrallite Latest", - "display_name": "Mistrallite Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b", - "name": "Mixtral 8x22b", - "display_name": "Mixtral 8x22b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-instruct", - "name": "Mixtral 8x22b instruct", - "display_name": "Mixtral 8x22b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-instruct-v0.1-fp16", - "name": "Mixtral 8x22b instruct v0.1 fp16", - "display_name": "Mixtral 8x22b instruct v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-instruct-v0.1-q4_0", - "name": "Mixtral 8x22b instruct v0.1 q4_0", - "display_name": "Mixtral 8x22b instruct v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-instruct-v0.1-q4_1", - "name": "Mixtral 8x22b instruct v0.1 q4_1", - "display_name": "Mixtral 8x22b instruct v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-instruct-v0.1-q5_0", - "name": "Mixtral 8x22b instruct v0.1 q5_0", - "display_name": "Mixtral 8x22b instruct v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-instruct-v0.1-q5_1", - "name": "Mixtral 8x22b instruct v0.1 q5_1", - "display_name": "Mixtral 8x22b instruct v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-instruct-v0.1-q8_0", - "name": "Mixtral 8x22b instruct v0.1 q8_0", - "display_name": "Mixtral 8x22b instruct v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-text", - "name": "Mixtral 8x22b text", - "display_name": "Mixtral 8x22b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-text-v0.1-fp16", - "name": "Mixtral 8x22b text v0.1 fp16", - "display_name": "Mixtral 8x22b text v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-text-v0.1-q4_0", - "name": "Mixtral 8x22b text v0.1 q4_0", - "display_name": "Mixtral 8x22b text v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-text-v0.1-q4_1", - "name": "Mixtral 8x22b text v0.1 q4_1", - "display_name": "Mixtral 8x22b text v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-text-v0.1-q5_0", - "name": "Mixtral 8x22b text v0.1 q5_0", - "display_name": "Mixtral 8x22b text v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-text-v0.1-q5_1", - "name": "Mixtral 8x22b text v0.1 q5_1", - "display_name": "Mixtral 8x22b text v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x22b-text-v0.1-q8_0", - "name": "Mixtral 8x22b text v0.1 q8_0", - "display_name": "Mixtral 8x22b text v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b", - "name": "Mixtral 8x7b", - "display_name": "Mixtral 8x7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-instruct-v0.1-fp16", - "name": "Mixtral 8x7b instruct v0.1 fp16", - "display_name": "Mixtral 8x7b instruct v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-instruct-v0.1-q4_0", - "name": "Mixtral 8x7b instruct v0.1 q4_0", - "display_name": "Mixtral 8x7b instruct v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-instruct-v0.1-q4_1", - "name": "Mixtral 8x7b instruct v0.1 q4_1", - "display_name": "Mixtral 8x7b instruct v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-instruct-v0.1-q5_0", - "name": "Mixtral 8x7b instruct v0.1 q5_0", - "display_name": "Mixtral 8x7b instruct v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-instruct-v0.1-q5_1", - "name": "Mixtral 8x7b instruct v0.1 q5_1", - "display_name": "Mixtral 8x7b instruct v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-instruct-v0.1-q8_0", - "name": "Mixtral 8x7b instruct v0.1 q8_0", - "display_name": "Mixtral 8x7b instruct v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-text", - "name": "Mixtral 8x7b text", - "display_name": "Mixtral 8x7b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-text-v0.1-fp16", - "name": "Mixtral 8x7b text v0.1 fp16", - "display_name": "Mixtral 8x7b text v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-text-v0.1-q4_0", - "name": "Mixtral 8x7b text v0.1 q4_0", - "display_name": "Mixtral 8x7b text v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-text-v0.1-q4_1", - "name": "Mixtral 8x7b text v0.1 q4_1", - "display_name": "Mixtral 8x7b text v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-text-v0.1-q5_0", - "name": "Mixtral 8x7b text v0.1 q5_0", - "display_name": "Mixtral 8x7b text v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-text-v0.1-q5_1", - "name": "Mixtral 8x7b text v0.1 q5_1", - "display_name": "Mixtral 8x7b text v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:8x7b-text-v0.1-q8_0", - "name": "Mixtral 8x7b text v0.1 q8_0", - "display_name": "Mixtral 8x7b text v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:instruct", - "name": "Mixtral Instruct", - "display_name": "Mixtral Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:latest", - "name": "Mixtral Latest", - "display_name": "Mixtral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:text", - "name": "Mixtral Text", - "display_name": "Mixtral Text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:v0.1", - "name": "Mixtral V0.1", - "display_name": "Mixtral V0.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mixtral:v0.1-instruct", - "name": "Mixtral V0.1 instruct", - "display_name": "Mixtral V0.1 instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:1.8b", - "name": "Moondream 1.8b", - "display_name": "Moondream 1.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:1.8b-v2-fp16", - "name": "Moondream 1.8b v2 fp16", - "display_name": "Moondream 1.8b v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:1.8b-v2-q4_0", - "name": "Moondream 1.8b v2 q4_0", - "display_name": "Moondream 1.8b v2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:1.8b-v2-q4_1", - "name": "Moondream 1.8b v2 q4_1", - "display_name": "Moondream 1.8b v2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:1.8b-v2-q5_0", - "name": "Moondream 1.8b v2 q5_0", - "display_name": "Moondream 1.8b v2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:1.8b-v2-q5_1", - "name": "Moondream 1.8b v2 q5_1", - "display_name": "Moondream 1.8b v2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:1.8b-v2-q8_0", - "name": "Moondream 1.8b v2 q8_0", - "display_name": "Moondream 1.8b v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:latest", - "name": "Moondream Latest", - "display_name": "Moondream Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "moondream:v2", - "name": "Moondream V2", - "display_name": "Moondream V2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mxbai-embed-large:335m", - "name": "Mxbai-embed-large 335m", - "display_name": "Mxbai-embed-large 335m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mxbai-embed-large:335m-v1-fp16", - "name": "Mxbai-embed-large 335m v1 fp16", - "display_name": "Mxbai-embed-large 335m v1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mxbai-embed-large:latest", - "name": "Mxbai-embed-large Latest", - "display_name": "Mxbai-embed-large Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "mxbai-embed-large:v1", - "name": "Mxbai-embed-large V1", - "display_name": "Mxbai-embed-large V1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron-mini:4b", - "name": "Nemotron-mini 4b", - "display_name": "Nemotron-mini 4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron-mini:4b-instruct-fp16", - "name": "Nemotron-mini 4b instruct fp16", - "display_name": "Nemotron-mini 4b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron-mini:4b-instruct-q4_0", - "name": "Nemotron-mini 4b instruct q4_0", - "display_name": "Nemotron-mini 4b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron-mini:4b-instruct-q4_1", - "name": "Nemotron-mini 4b instruct q4_1", - "display_name": "Nemotron-mini 4b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron-mini:4b-instruct-q5_0", - "name": "Nemotron-mini 4b instruct q5_0", - "display_name": "Nemotron-mini 4b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron-mini:4b-instruct-q5_1", - "name": "Nemotron-mini 4b instruct q5_1", - "display_name": "Nemotron-mini 4b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron-mini:4b-instruct-q8_0", - "name": "Nemotron-mini 4b instruct q8_0", - "display_name": "Nemotron-mini 4b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron-mini:latest", - "name": "Nemotron-mini Latest", - "display_name": "Nemotron-mini Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron:70b", - "name": "Nemotron 70b", - "display_name": "Nemotron 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron:70b-instruct-fp16", - "name": "Nemotron 70b instruct fp16", - "display_name": "Nemotron 70b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron:70b-instruct-q4_0", - "name": "Nemotron 70b instruct q4_0", - "display_name": "Nemotron 70b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron:70b-instruct-q4_1", - "name": "Nemotron 70b instruct q4_1", - "display_name": "Nemotron 70b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron:70b-instruct-q5_0", - "name": "Nemotron 70b instruct q5_0", - "display_name": "Nemotron 70b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron:70b-instruct-q5_1", - "name": "Nemotron 70b instruct q5_1", - "display_name": "Nemotron 70b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron:70b-instruct-q8_0", - "name": "Nemotron 70b instruct q8_0", - "display_name": "Nemotron 70b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nemotron:latest", - "name": "Nemotron Latest", - "display_name": "Nemotron Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b", - "name": "Neural-chat 7b", - "display_name": "Neural-chat 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.1", - "name": "Neural-chat 7b v3.1", - "display_name": "Neural-chat 7b v3.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.1-fp16", - "name": "Neural-chat 7b v3.1 fp16", - "display_name": "Neural-chat 7b v3.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.1-q4_0", - "name": "Neural-chat 7b v3.1 q4_0", - "display_name": "Neural-chat 7b v3.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.1-q4_1", - "name": "Neural-chat 7b v3.1 q4_1", - "display_name": "Neural-chat 7b v3.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.1-q5_0", - "name": "Neural-chat 7b v3.1 q5_0", - "display_name": "Neural-chat 7b v3.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.1-q5_1", - "name": "Neural-chat 7b v3.1 q5_1", - "display_name": "Neural-chat 7b v3.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.1-q8_0", - "name": "Neural-chat 7b v3.1 q8_0", - "display_name": "Neural-chat 7b v3.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.2", - "name": "Neural-chat 7b v3.2", - "display_name": "Neural-chat 7b v3.2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.2-fp16", - "name": "Neural-chat 7b v3.2 fp16", - "display_name": "Neural-chat 7b v3.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.2-q4_0", - "name": "Neural-chat 7b v3.2 q4_0", - "display_name": "Neural-chat 7b v3.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.2-q4_1", - "name": "Neural-chat 7b v3.2 q4_1", - "display_name": "Neural-chat 7b v3.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.2-q5_0", - "name": "Neural-chat 7b v3.2 q5_0", - "display_name": "Neural-chat 7b v3.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.2-q5_1", - "name": "Neural-chat 7b v3.2 q5_1", - "display_name": "Neural-chat 7b v3.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.2-q8_0", - "name": "Neural-chat 7b v3.2 q8_0", - "display_name": "Neural-chat 7b v3.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.3", - "name": "Neural-chat 7b v3.3", - "display_name": "Neural-chat 7b v3.3", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.3-fp16", - "name": "Neural-chat 7b v3.3 fp16", - "display_name": "Neural-chat 7b v3.3 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.3-q4_0", - "name": "Neural-chat 7b v3.3 q4_0", - "display_name": "Neural-chat 7b v3.3 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.3-q4_1", - "name": "Neural-chat 7b v3.3 q4_1", - "display_name": "Neural-chat 7b v3.3 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.3-q5_0", - "name": "Neural-chat 7b v3.3 q5_0", - "display_name": "Neural-chat 7b v3.3 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.3-q5_1", - "name": "Neural-chat 7b v3.3 q5_1", - "display_name": "Neural-chat 7b v3.3 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:7b-v3.3-q8_0", - "name": "Neural-chat 7b v3.3 q8_0", - "display_name": "Neural-chat 7b v3.3 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "neural-chat:latest", - "name": "Neural-chat Latest", - "display_name": "Neural-chat Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b", - "name": "Nexusraven 13b", - "display_name": "Nexusraven 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-fp16", - "name": "Nexusraven 13b fp16", - "display_name": "Nexusraven 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-q4_0", - "name": "Nexusraven 13b q4_0", - "display_name": "Nexusraven 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-q4_1", - "name": "Nexusraven 13b q4_1", - "display_name": "Nexusraven 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-q5_0", - "name": "Nexusraven 13b q5_0", - "display_name": "Nexusraven 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-q5_1", - "name": "Nexusraven 13b q5_1", - "display_name": "Nexusraven 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-q8_0", - "name": "Nexusraven 13b q8_0", - "display_name": "Nexusraven 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-v2-fp16", - "name": "Nexusraven 13b v2 fp16", - "display_name": "Nexusraven 13b v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-v2-q4_0", - "name": "Nexusraven 13b v2 q4_0", - "display_name": "Nexusraven 13b v2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-v2-q4_1", - "name": "Nexusraven 13b v2 q4_1", - "display_name": "Nexusraven 13b v2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-v2-q5_0", - "name": "Nexusraven 13b v2 q5_0", - "display_name": "Nexusraven 13b v2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-v2-q5_1", - "name": "Nexusraven 13b v2 q5_1", - "display_name": "Nexusraven 13b v2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:13b-v2-q8_0", - "name": "Nexusraven 13b v2 q8_0", - "display_name": "Nexusraven 13b v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nexusraven:latest", - "name": "Nexusraven Latest", - "display_name": "Nexusraven Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nomic-embed-text:137m-v1.5-fp16", - "name": "Nomic-embed-text 137m v1.5 fp16", - "display_name": "Nomic-embed-text 137m v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nomic-embed-text:latest", - "name": "Nomic-embed-text Latest", - "display_name": "Nomic-embed-text Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nomic-embed-text:v1.5", - "name": "Nomic-embed-text V1.5", - "display_name": "Nomic-embed-text V1.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:7b", - "name": "Notus 7b", - "display_name": "Notus 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:7b-v1", - "name": "Notus 7b v1", - "display_name": "Notus 7b v1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:7b-v1-fp16", - "name": "Notus 7b v1 fp16", - "display_name": "Notus 7b v1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:7b-v1-q4_0", - "name": "Notus 7b v1 q4_0", - "display_name": "Notus 7b v1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:7b-v1-q4_1", - "name": "Notus 7b v1 q4_1", - "display_name": "Notus 7b v1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:7b-v1-q5_0", - "name": "Notus 7b v1 q5_0", - "display_name": "Notus 7b v1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:7b-v1-q5_1", - "name": "Notus 7b v1 q5_1", - "display_name": "Notus 7b v1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:7b-v1-q8_0", - "name": "Notus 7b v1 q8_0", - "display_name": "Notus 7b v1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notus:latest", - "name": "Notus Latest", - "display_name": "Notus Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:8x7b", - "name": "Notux 8x7b", - "display_name": "Notux 8x7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:8x7b-v1", - "name": "Notux 8x7b v1", - "display_name": "Notux 8x7b v1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:8x7b-v1-fp16", - "name": "Notux 8x7b v1 fp16", - "display_name": "Notux 8x7b v1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:8x7b-v1-q4_0", - "name": "Notux 8x7b v1 q4_0", - "display_name": "Notux 8x7b v1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:8x7b-v1-q4_1", - "name": "Notux 8x7b v1 q4_1", - "display_name": "Notux 8x7b v1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:8x7b-v1-q5_0", - "name": "Notux 8x7b v1 q5_0", - "display_name": "Notux 8x7b v1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:8x7b-v1-q5_1", - "name": "Notux 8x7b v1 q5_1", - "display_name": "Notux 8x7b v1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:8x7b-v1-q8_0", - "name": "Notux 8x7b v1 q8_0", - "display_name": "Notux 8x7b v1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "notux:latest", - "name": "Notux Latest", - "display_name": "Notux Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b", - "name": "Nous-hermes 13b", - "display_name": "Nous-hermes 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-fp16", - "name": "Nous-hermes 13b fp16", - "display_name": "Nous-hermes 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-llama2", - "name": "Nous-hermes 13b llama2", - "display_name": "Nous-hermes 13b llama2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-llama2-fp16", - "name": "Nous-hermes 13b llama2 fp16", - "display_name": "Nous-hermes 13b llama2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-llama2-q4_0", - "name": "Nous-hermes 13b llama2 q4_0", - "display_name": "Nous-hermes 13b llama2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-llama2-q4_1", - "name": "Nous-hermes 13b llama2 q4_1", - "display_name": "Nous-hermes 13b llama2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-llama2-q5_0", - "name": "Nous-hermes 13b llama2 q5_0", - "display_name": "Nous-hermes 13b llama2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-llama2-q5_1", - "name": "Nous-hermes 13b llama2 q5_1", - "display_name": "Nous-hermes 13b llama2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-llama2-q8_0", - "name": "Nous-hermes 13b llama2 q8_0", - "display_name": "Nous-hermes 13b llama2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-q4_0", - "name": "Nous-hermes 13b q4_0", - "display_name": "Nous-hermes 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-q4_1", - "name": "Nous-hermes 13b q4_1", - "display_name": "Nous-hermes 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-q5_0", - "name": "Nous-hermes 13b q5_0", - "display_name": "Nous-hermes 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-q5_1", - "name": "Nous-hermes 13b q5_1", - "display_name": "Nous-hermes 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:13b-q8_0", - "name": "Nous-hermes 13b q8_0", - "display_name": "Nous-hermes 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:70b-llama2-fp16", - "name": "Nous-hermes 70b llama2 fp16", - "display_name": "Nous-hermes 70b llama2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:70b-llama2-q4_0", - "name": "Nous-hermes 70b llama2 q4_0", - "display_name": "Nous-hermes 70b llama2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:70b-llama2-q4_1", - "name": "Nous-hermes 70b llama2 q4_1", - "display_name": "Nous-hermes 70b llama2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:70b-llama2-q5_0", - "name": "Nous-hermes 70b llama2 q5_0", - "display_name": "Nous-hermes 70b llama2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:70b-llama2-q5_1", - "name": "Nous-hermes 70b llama2 q5_1", - "display_name": "Nous-hermes 70b llama2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:7b", - "name": "Nous-hermes 7b", - "display_name": "Nous-hermes 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:7b-llama2", - "name": "Nous-hermes 7b llama2", - "display_name": "Nous-hermes 7b llama2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:7b-llama2-fp16", - "name": "Nous-hermes 7b llama2 fp16", - "display_name": "Nous-hermes 7b llama2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:7b-llama2-q4_0", - "name": "Nous-hermes 7b llama2 q4_0", - "display_name": "Nous-hermes 7b llama2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:7b-llama2-q4_1", - "name": "Nous-hermes 7b llama2 q4_1", - "display_name": "Nous-hermes 7b llama2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:7b-llama2-q5_0", - "name": "Nous-hermes 7b llama2 q5_0", - "display_name": "Nous-hermes 7b llama2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:7b-llama2-q5_1", - "name": "Nous-hermes 7b llama2 q5_1", - "display_name": "Nous-hermes 7b llama2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:7b-llama2-q8_0", - "name": "Nous-hermes 7b llama2 q8_0", - "display_name": "Nous-hermes 7b llama2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes:latest", - "name": "Nous-hermes Latest", - "display_name": "Nous-hermes Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:8x7b", - "name": "Nous-hermes2-mixtral 8x7b", - "display_name": "Nous-hermes2-mixtral 8x7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:8x7b-dpo-fp16", - "name": "Nous-hermes2-mixtral 8x7b dpo fp16", - "display_name": "Nous-hermes2-mixtral 8x7b dpo fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:8x7b-dpo-q4_0", - "name": "Nous-hermes2-mixtral 8x7b dpo q4_0", - "display_name": "Nous-hermes2-mixtral 8x7b dpo q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:8x7b-dpo-q4_1", - "name": "Nous-hermes2-mixtral 8x7b dpo q4_1", - "display_name": "Nous-hermes2-mixtral 8x7b dpo q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:8x7b-dpo-q5_0", - "name": "Nous-hermes2-mixtral 8x7b dpo q5_0", - "display_name": "Nous-hermes2-mixtral 8x7b dpo q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:8x7b-dpo-q5_1", - "name": "Nous-hermes2-mixtral 8x7b dpo q5_1", - "display_name": "Nous-hermes2-mixtral 8x7b dpo q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:8x7b-dpo-q8_0", - "name": "Nous-hermes2-mixtral 8x7b dpo q8_0", - "display_name": "Nous-hermes2-mixtral 8x7b dpo q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:dpo", - "name": "Nous-hermes2-mixtral Dpo", - "display_name": "Nous-hermes2-mixtral Dpo", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2-mixtral:latest", - "name": "Nous-hermes2-mixtral Latest", - "display_name": "Nous-hermes2-mixtral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:10.7b", - "name": "Nous-hermes2 10.7b", - "display_name": "Nous-hermes2 10.7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:10.7b-solar-fp16", - "name": "Nous-hermes2 10.7b solar fp16", - "display_name": "Nous-hermes2 10.7b solar fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:10.7b-solar-q4_0", - "name": "Nous-hermes2 10.7b solar q4_0", - "display_name": "Nous-hermes2 10.7b solar q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:10.7b-solar-q4_1", - "name": "Nous-hermes2 10.7b solar q4_1", - "display_name": "Nous-hermes2 10.7b solar q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:10.7b-solar-q5_0", - "name": "Nous-hermes2 10.7b solar q5_0", - "display_name": "Nous-hermes2 10.7b solar q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:10.7b-solar-q5_1", - "name": "Nous-hermes2 10.7b solar q5_1", - "display_name": "Nous-hermes2 10.7b solar q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:10.7b-solar-q8_0", - "name": "Nous-hermes2 10.7b solar q8_0", - "display_name": "Nous-hermes2 10.7b solar q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:34b", - "name": "Nous-hermes2 34b", - "display_name": "Nous-hermes2 34b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:34b-yi-fp16", - "name": "Nous-hermes2 34b yi fp16", - "display_name": "Nous-hermes2 34b yi fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:34b-yi-q4_0", - "name": "Nous-hermes2 34b yi q4_0", - "display_name": "Nous-hermes2 34b yi q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:34b-yi-q4_1", - "name": "Nous-hermes2 34b yi q4_1", - "display_name": "Nous-hermes2 34b yi q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:34b-yi-q5_0", - "name": "Nous-hermes2 34b yi q5_0", - "display_name": "Nous-hermes2 34b yi q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:34b-yi-q5_1", - "name": "Nous-hermes2 34b yi q5_1", - "display_name": "Nous-hermes2 34b yi q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:34b-yi-q8_0", - "name": "Nous-hermes2 34b yi q8_0", - "display_name": "Nous-hermes2 34b yi q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nous-hermes2:latest", - "name": "Nous-hermes2 Latest", - "display_name": "Nous-hermes2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nuextract:3.8b", - "name": "Nuextract 3.8b", - "display_name": "Nuextract 3.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nuextract:3.8b-fp16", - "name": "Nuextract 3.8b fp16", - "display_name": "Nuextract 3.8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nuextract:3.8b-q4_0", - "name": "Nuextract 3.8b q4_0", - "display_name": "Nuextract 3.8b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nuextract:3.8b-q4_1", - "name": "Nuextract 3.8b q4_1", - "display_name": "Nuextract 3.8b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nuextract:3.8b-q5_0", - "name": "Nuextract 3.8b q5_0", - "display_name": "Nuextract 3.8b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nuextract:3.8b-q5_1", - "name": "Nuextract 3.8b q5_1", - "display_name": "Nuextract 3.8b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nuextract:3.8b-q8_0", - "name": "Nuextract 3.8b q8_0", - "display_name": "Nuextract 3.8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "nuextract:latest", - "name": "Nuextract Latest", - "display_name": "Nuextract Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "olmo2:13b", - "name": "Olmo2 13b", - "display_name": "Olmo2 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "olmo2:13b-1124-instruct-fp16", - "name": "Olmo2 13b 1124 instruct fp16", - "display_name": "Olmo2 13b 1124 instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "olmo2:13b-1124-instruct-q8_0", - "name": "Olmo2 13b 1124 instruct q8_0", - "display_name": "Olmo2 13b 1124 instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "olmo2:7b", - "name": "Olmo2 7b", - "display_name": "Olmo2 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "olmo2:7b-1124-instruct-fp16", - "name": "Olmo2 7b 1124 instruct fp16", - "display_name": "Olmo2 7b 1124 instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "olmo2:7b-1124-instruct-q8_0", - "name": "Olmo2 7b 1124 instruct q8_0", - "display_name": "Olmo2 7b 1124 instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "olmo2:latest", - "name": "Olmo2 Latest", - "display_name": "Olmo2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "open-orca-platypus2:13b", - "name": "Open-orca-platypus2 13b", - "display_name": "Open-orca-platypus2 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "open-orca-platypus2:13b-fp16", - "name": "Open-orca-platypus2 13b fp16", - "display_name": "Open-orca-platypus2 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "open-orca-platypus2:13b-q4_0", - "name": "Open-orca-platypus2 13b q4_0", - "display_name": "Open-orca-platypus2 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "open-orca-platypus2:13b-q4_1", - "name": "Open-orca-platypus2 13b q4_1", - "display_name": "Open-orca-platypus2 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "open-orca-platypus2:13b-q5_0", - "name": "Open-orca-platypus2 13b q5_0", - "display_name": "Open-orca-platypus2 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "open-orca-platypus2:13b-q5_1", - "name": "Open-orca-platypus2 13b q5_1", - "display_name": "Open-orca-platypus2 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "open-orca-platypus2:13b-q8_0", - "name": "Open-orca-platypus2 13b q8_0", - "display_name": "Open-orca-platypus2 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "open-orca-platypus2:latest", - "name": "Open-orca-platypus2 Latest", - "display_name": "Open-orca-platypus2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b", - "name": "Openchat 7b", - "display_name": "Openchat 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5", - "name": "Openchat 7b v3.5", - "display_name": "Openchat 7b v3.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-0106", - "name": "Openchat 7b v3.5 0106", - "display_name": "Openchat 7b v3.5 0106", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-0106-fp16", - "name": "Openchat 7b v3.5 0106 fp16", - "display_name": "Openchat 7b v3.5 0106 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-0106-q4_0", - "name": "Openchat 7b v3.5 0106 q4_0", - "display_name": "Openchat 7b v3.5 0106 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-0106-q4_1", - "name": "Openchat 7b v3.5 0106 q4_1", - "display_name": "Openchat 7b v3.5 0106 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-0106-q5_0", - "name": "Openchat 7b v3.5 0106 q5_0", - "display_name": "Openchat 7b v3.5 0106 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-0106-q5_1", - "name": "Openchat 7b v3.5 0106 q5_1", - "display_name": "Openchat 7b v3.5 0106 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-0106-q8_0", - "name": "Openchat 7b v3.5 0106 q8_0", - "display_name": "Openchat 7b v3.5 0106 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-1210", - "name": "Openchat 7b v3.5 1210", - "display_name": "Openchat 7b v3.5 1210", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-1210-fp16", - "name": "Openchat 7b v3.5 1210 fp16", - "display_name": "Openchat 7b v3.5 1210 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-1210-q4_0", - "name": "Openchat 7b v3.5 1210 q4_0", - "display_name": "Openchat 7b v3.5 1210 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-1210-q4_1", - "name": "Openchat 7b v3.5 1210 q4_1", - "display_name": "Openchat 7b v3.5 1210 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-1210-q5_0", - "name": "Openchat 7b v3.5 1210 q5_0", - "display_name": "Openchat 7b v3.5 1210 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-1210-q5_1", - "name": "Openchat 7b v3.5 1210 q5_1", - "display_name": "Openchat 7b v3.5 1210 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-1210-q8_0", - "name": "Openchat 7b v3.5 1210 q8_0", - "display_name": "Openchat 7b v3.5 1210 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-fp16", - "name": "Openchat 7b v3.5 fp16", - "display_name": "Openchat 7b v3.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-q4_0", - "name": "Openchat 7b v3.5 q4_0", - "display_name": "Openchat 7b v3.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-q4_1", - "name": "Openchat 7b v3.5 q4_1", - "display_name": "Openchat 7b v3.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-q5_0", - "name": "Openchat 7b v3.5 q5_0", - "display_name": "Openchat 7b v3.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-q5_1", - "name": "Openchat 7b v3.5 q5_1", - "display_name": "Openchat 7b v3.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:7b-v3.5-q8_0", - "name": "Openchat 7b v3.5 q8_0", - "display_name": "Openchat 7b v3.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openchat:latest", - "name": "Openchat Latest", - "display_name": "Openchat Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "opencoder:1.5b", - "name": "Opencoder 1.5b", - "display_name": "Opencoder 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "opencoder:1.5b-instruct-fp16", - "name": "Opencoder 1.5b instruct fp16", - "display_name": "Opencoder 1.5b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "opencoder:1.5b-instruct-q8_0", - "name": "Opencoder 1.5b instruct q8_0", - "display_name": "Opencoder 1.5b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "opencoder:8b", - "name": "Opencoder 8b", - "display_name": "Opencoder 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "opencoder:8b-instruct-fp16", - "name": "Opencoder 8b instruct fp16", - "display_name": "Opencoder 8b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "opencoder:8b-instruct-q8_0", - "name": "Opencoder 8b instruct q8_0", - "display_name": "Opencoder 8b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "opencoder:latest", - "name": "Opencoder Latest", - "display_name": "Opencoder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2-fp16", - "name": "Openhermes 7b mistral v2 fp16", - "display_name": "Openhermes 7b mistral v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2-q4_0", - "name": "Openhermes 7b mistral v2 q4_0", - "display_name": "Openhermes 7b mistral v2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2-q4_1", - "name": "Openhermes 7b mistral v2 q4_1", - "display_name": "Openhermes 7b mistral v2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2-q5_0", - "name": "Openhermes 7b mistral v2 q5_0", - "display_name": "Openhermes 7b mistral v2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2-q5_1", - "name": "Openhermes 7b mistral v2 q5_1", - "display_name": "Openhermes 7b mistral v2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2-q8_0", - "name": "Openhermes 7b mistral v2 q8_0", - "display_name": "Openhermes 7b mistral v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2.5-fp16", - "name": "Openhermes 7b mistral v2.5 fp16", - "display_name": "Openhermes 7b mistral v2.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2.5-q4_0", - "name": "Openhermes 7b mistral v2.5 q4_0", - "display_name": "Openhermes 7b mistral v2.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2.5-q4_1", - "name": "Openhermes 7b mistral v2.5 q4_1", - "display_name": "Openhermes 7b mistral v2.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2.5-q5_0", - "name": "Openhermes 7b mistral v2.5 q5_0", - "display_name": "Openhermes 7b mistral v2.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2.5-q5_1", - "name": "Openhermes 7b mistral v2.5 q5_1", - "display_name": "Openhermes 7b mistral v2.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-mistral-v2.5-q8_0", - "name": "Openhermes 7b mistral v2.5 q8_0", - "display_name": "Openhermes 7b mistral v2.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-v2", - "name": "Openhermes 7b v2", - "display_name": "Openhermes 7b v2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:7b-v2.5", - "name": "Openhermes 7b v2.5", - "display_name": "Openhermes 7b v2.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:latest", - "name": "Openhermes Latest", - "display_name": "Openhermes Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:v2", - "name": "Openhermes V2", - "display_name": "Openhermes V2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openhermes:v2.5", - "name": "Openhermes V2.5", - "display_name": "Openhermes V2.5", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:32b", - "name": "Openthinker 32b", - "display_name": "Openthinker 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:32b-fp16", - "name": "Openthinker 32b fp16", - "display_name": "Openthinker 32b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:32b-q8_0", - "name": "Openthinker 32b q8_0", - "display_name": "Openthinker 32b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:32b-v2-fp16", - "name": "Openthinker 32b v2 fp16", - "display_name": "Openthinker 32b v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:32b-v2-q8_0", - "name": "Openthinker 32b v2 q8_0", - "display_name": "Openthinker 32b v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:7b", - "name": "Openthinker 7b", - "display_name": "Openthinker 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:7b-fp16", - "name": "Openthinker 7b fp16", - "display_name": "Openthinker 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:7b-q8_0", - "name": "Openthinker 7b q8_0", - "display_name": "Openthinker 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:7b-v2-fp16", - "name": "Openthinker 7b v2 fp16", - "display_name": "Openthinker 7b v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:7b-v2-q8_0", - "name": "Openthinker 7b v2 q8_0", - "display_name": "Openthinker 7b v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openthinker:latest", - "name": "Openthinker Latest", - "display_name": "Openthinker Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b", - "name": "Orca-mini 13b", - "display_name": "Orca-mini 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-fp16", - "name": "Orca-mini 13b fp16", - "display_name": "Orca-mini 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-q4_0", - "name": "Orca-mini 13b q4_0", - "display_name": "Orca-mini 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-q4_1", - "name": "Orca-mini 13b q4_1", - "display_name": "Orca-mini 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-q5_0", - "name": "Orca-mini 13b q5_0", - "display_name": "Orca-mini 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-q5_1", - "name": "Orca-mini 13b q5_1", - "display_name": "Orca-mini 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-q8_0", - "name": "Orca-mini 13b q8_0", - "display_name": "Orca-mini 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v2-fp16", - "name": "Orca-mini 13b v2 fp16", - "display_name": "Orca-mini 13b v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v2-q4_0", - "name": "Orca-mini 13b v2 q4_0", - "display_name": "Orca-mini 13b v2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v2-q4_1", - "name": "Orca-mini 13b v2 q4_1", - "display_name": "Orca-mini 13b v2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v2-q5_0", - "name": "Orca-mini 13b v2 q5_0", - "display_name": "Orca-mini 13b v2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v2-q5_1", - "name": "Orca-mini 13b v2 q5_1", - "display_name": "Orca-mini 13b v2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v2-q8_0", - "name": "Orca-mini 13b v2 q8_0", - "display_name": "Orca-mini 13b v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v3", - "name": "Orca-mini 13b v3", - "display_name": "Orca-mini 13b v3", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v3-fp16", - "name": "Orca-mini 13b v3 fp16", - "display_name": "Orca-mini 13b v3 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v3-q4_0", - "name": "Orca-mini 13b v3 q4_0", - "display_name": "Orca-mini 13b v3 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v3-q4_1", - "name": "Orca-mini 13b v3 q4_1", - "display_name": "Orca-mini 13b v3 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v3-q5_0", - "name": "Orca-mini 13b v3 q5_0", - "display_name": "Orca-mini 13b v3 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v3-q5_1", - "name": "Orca-mini 13b v3 q5_1", - "display_name": "Orca-mini 13b v3 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:13b-v3-q8_0", - "name": "Orca-mini 13b v3 q8_0", - "display_name": "Orca-mini 13b v3 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:3b", - "name": "Orca-mini 3b", - "display_name": "Orca-mini 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:3b-fp16", - "name": "Orca-mini 3b fp16", - "display_name": "Orca-mini 3b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:3b-q4_0", - "name": "Orca-mini 3b q4_0", - "display_name": "Orca-mini 3b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:3b-q4_1", - "name": "Orca-mini 3b q4_1", - "display_name": "Orca-mini 3b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:3b-q5_0", - "name": "Orca-mini 3b q5_0", - "display_name": "Orca-mini 3b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:3b-q5_1", - "name": "Orca-mini 3b q5_1", - "display_name": "Orca-mini 3b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:3b-q8_0", - "name": "Orca-mini 3b q8_0", - "display_name": "Orca-mini 3b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:70b", - "name": "Orca-mini 70b", - "display_name": "Orca-mini 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:70b-v3", - "name": "Orca-mini 70b v3", - "display_name": "Orca-mini 70b v3", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:70b-v3-fp16", - "name": "Orca-mini 70b v3 fp16", - "display_name": "Orca-mini 70b v3 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:70b-v3-q4_0", - "name": "Orca-mini 70b v3 q4_0", - "display_name": "Orca-mini 70b v3 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:70b-v3-q4_1", - "name": "Orca-mini 70b v3 q4_1", - "display_name": "Orca-mini 70b v3 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:70b-v3-q5_0", - "name": "Orca-mini 70b v3 q5_0", - "display_name": "Orca-mini 70b v3 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:70b-v3-q5_1", - "name": "Orca-mini 70b v3 q5_1", - "display_name": "Orca-mini 70b v3 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:70b-v3-q8_0", - "name": "Orca-mini 70b v3 q8_0", - "display_name": "Orca-mini 70b v3 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b", - "name": "Orca-mini 7b", - "display_name": "Orca-mini 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-fp16", - "name": "Orca-mini 7b fp16", - "display_name": "Orca-mini 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-q4_0", - "name": "Orca-mini 7b q4_0", - "display_name": "Orca-mini 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-q4_1", - "name": "Orca-mini 7b q4_1", - "display_name": "Orca-mini 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-q5_0", - "name": "Orca-mini 7b q5_0", - "display_name": "Orca-mini 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-q5_1", - "name": "Orca-mini 7b q5_1", - "display_name": "Orca-mini 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-q8_0", - "name": "Orca-mini 7b q8_0", - "display_name": "Orca-mini 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v2-fp16", - "name": "Orca-mini 7b v2 fp16", - "display_name": "Orca-mini 7b v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v2-q4_0", - "name": "Orca-mini 7b v2 q4_0", - "display_name": "Orca-mini 7b v2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v2-q4_1", - "name": "Orca-mini 7b v2 q4_1", - "display_name": "Orca-mini 7b v2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v2-q5_0", - "name": "Orca-mini 7b v2 q5_0", - "display_name": "Orca-mini 7b v2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v2-q5_1", - "name": "Orca-mini 7b v2 q5_1", - "display_name": "Orca-mini 7b v2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v2-q8_0", - "name": "Orca-mini 7b v2 q8_0", - "display_name": "Orca-mini 7b v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v3", - "name": "Orca-mini 7b v3", - "display_name": "Orca-mini 7b v3", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v3-fp16", - "name": "Orca-mini 7b v3 fp16", - "display_name": "Orca-mini 7b v3 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v3-q4_0", - "name": "Orca-mini 7b v3 q4_0", - "display_name": "Orca-mini 7b v3 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v3-q4_1", - "name": "Orca-mini 7b v3 q4_1", - "display_name": "Orca-mini 7b v3 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v3-q5_0", - "name": "Orca-mini 7b v3 q5_0", - "display_name": "Orca-mini 7b v3 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v3-q5_1", - "name": "Orca-mini 7b v3 q5_1", - "display_name": "Orca-mini 7b v3 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:7b-v3-q8_0", - "name": "Orca-mini 7b v3 q8_0", - "display_name": "Orca-mini 7b v3 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca-mini:latest", - "name": "Orca-mini Latest", - "display_name": "Orca-mini Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:13b", - "name": "Orca2 13b", - "display_name": "Orca2 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:13b-fp16", - "name": "Orca2 13b fp16", - "display_name": "Orca2 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:13b-q4_0", - "name": "Orca2 13b q4_0", - "display_name": "Orca2 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:13b-q4_1", - "name": "Orca2 13b q4_1", - "display_name": "Orca2 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:13b-q5_0", - "name": "Orca2 13b q5_0", - "display_name": "Orca2 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:13b-q5_1", - "name": "Orca2 13b q5_1", - "display_name": "Orca2 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:13b-q8_0", - "name": "Orca2 13b q8_0", - "display_name": "Orca2 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:7b", - "name": "Orca2 7b", - "display_name": "Orca2 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:7b-fp16", - "name": "Orca2 7b fp16", - "display_name": "Orca2 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:7b-q4_0", - "name": "Orca2 7b q4_0", - "display_name": "Orca2 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:7b-q4_1", - "name": "Orca2 7b q4_1", - "display_name": "Orca2 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:7b-q5_0", - "name": "Orca2 7b q5_0", - "display_name": "Orca2 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:7b-q5_1", - "name": "Orca2 7b q5_1", - "display_name": "Orca2 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:7b-q8_0", - "name": "Orca2 7b q8_0", - "display_name": "Orca2 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "orca2:latest", - "name": "Orca2 Latest", - "display_name": "Orca2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "paraphrase-multilingual:278m", - "name": "Paraphrase-multilingual 278m", - "display_name": "Paraphrase-multilingual 278m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "paraphrase-multilingual:278m-mpnet-base-v2-fp16", - "name": "Paraphrase-multilingual 278m mpnet base v2 fp16", - "display_name": "Paraphrase-multilingual 278m mpnet base v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "paraphrase-multilingual:latest", - "name": "Paraphrase-multilingual Latest", - "display_name": "Paraphrase-multilingual Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:2.7b", - "name": "Phi 2.7b", - "display_name": "Phi 2.7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:2.7b-chat-v2-fp16", - "name": "Phi 2.7b chat v2 fp16", - "display_name": "Phi 2.7b chat v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:2.7b-chat-v2-q4_0", - "name": "Phi 2.7b chat v2 q4_0", - "display_name": "Phi 2.7b chat v2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:2.7b-chat-v2-q4_1", - "name": "Phi 2.7b chat v2 q4_1", - "display_name": "Phi 2.7b chat v2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:2.7b-chat-v2-q5_0", - "name": "Phi 2.7b chat v2 q5_0", - "display_name": "Phi 2.7b chat v2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:2.7b-chat-v2-q5_1", - "name": "Phi 2.7b chat v2 q5_1", - "display_name": "Phi 2.7b chat v2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:2.7b-chat-v2-q8_0", - "name": "Phi 2.7b chat v2 q8_0", - "display_name": "Phi 2.7b chat v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:chat", - "name": "Phi Chat", - "display_name": "Phi Chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi:latest", - "name": "Phi Latest", - "display_name": "Phi Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b", - "name": "Phi3 14b", - "display_name": "Phi3 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-instruct", - "name": "Phi3 14b instruct", - "display_name": "Phi3 14b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-128k-instruct-fp16", - "name": "Phi3 14b medium 128k instruct fp16", - "display_name": "Phi3 14b medium 128k instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-128k-instruct-q4_0", - "name": "Phi3 14b medium 128k instruct q4_0", - "display_name": "Phi3 14b medium 128k instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-128k-instruct-q4_1", - "name": "Phi3 14b medium 128k instruct q4_1", - "display_name": "Phi3 14b medium 128k instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-128k-instruct-q5_0", - "name": "Phi3 14b medium 128k instruct q5_0", - "display_name": "Phi3 14b medium 128k instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-128k-instruct-q5_1", - "name": "Phi3 14b medium 128k instruct q5_1", - "display_name": "Phi3 14b medium 128k instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-128k-instruct-q8_0", - "name": "Phi3 14b medium 128k instruct q8_0", - "display_name": "Phi3 14b medium 128k instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-4k-instruct-fp16", - "name": "Phi3 14b medium 4k instruct fp16", - "display_name": "Phi3 14b medium 4k instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-4k-instruct-q4_0", - "name": "Phi3 14b medium 4k instruct q4_0", - "display_name": "Phi3 14b medium 4k instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-4k-instruct-q4_1", - "name": "Phi3 14b medium 4k instruct q4_1", - "display_name": "Phi3 14b medium 4k instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-4k-instruct-q5_0", - "name": "Phi3 14b medium 4k instruct q5_0", - "display_name": "Phi3 14b medium 4k instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-4k-instruct-q5_1", - "name": "Phi3 14b medium 4k instruct q5_1", - "display_name": "Phi3 14b medium 4k instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:14b-medium-4k-instruct-q8_0", - "name": "Phi3 14b medium 4k instruct q8_0", - "display_name": "Phi3 14b medium 4k instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b", - "name": "Phi3 3.8b", - "display_name": "Phi3 3.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-instruct", - "name": "Phi3 3.8b instruct", - "display_name": "Phi3 3.8b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-128k-instruct-fp16", - "name": "Phi3 3.8b mini 128k instruct fp16", - "display_name": "Phi3 3.8b mini 128k instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-128k-instruct-q4_0", - "name": "Phi3 3.8b mini 128k instruct q4_0", - "display_name": "Phi3 3.8b mini 128k instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-128k-instruct-q4_1", - "name": "Phi3 3.8b mini 128k instruct q4_1", - "display_name": "Phi3 3.8b mini 128k instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-128k-instruct-q5_0", - "name": "Phi3 3.8b mini 128k instruct q5_0", - "display_name": "Phi3 3.8b mini 128k instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-128k-instruct-q5_1", - "name": "Phi3 3.8b mini 128k instruct q5_1", - "display_name": "Phi3 3.8b mini 128k instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-128k-instruct-q8_0", - "name": "Phi3 3.8b mini 128k instruct q8_0", - "display_name": "Phi3 3.8b mini 128k instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-4k-instruct-fp16", - "name": "Phi3 3.8b mini 4k instruct fp16", - "display_name": "Phi3 3.8b mini 4k instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-4k-instruct-q4_0", - "name": "Phi3 3.8b mini 4k instruct q4_0", - "display_name": "Phi3 3.8b mini 4k instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-4k-instruct-q4_1", - "name": "Phi3 3.8b mini 4k instruct q4_1", - "display_name": "Phi3 3.8b mini 4k instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-4k-instruct-q5_0", - "name": "Phi3 3.8b mini 4k instruct q5_0", - "display_name": "Phi3 3.8b mini 4k instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-4k-instruct-q5_1", - "name": "Phi3 3.8b mini 4k instruct q5_1", - "display_name": "Phi3 3.8b mini 4k instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:3.8b-mini-4k-instruct-q8_0", - "name": "Phi3 3.8b mini 4k instruct q8_0", - "display_name": "Phi3 3.8b mini 4k instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:instruct", - "name": "Phi3 Instruct", - "display_name": "Phi3 Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:latest", - "name": "Phi3 Latest", - "display_name": "Phi3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:medium", - "name": "Phi3 Medium", - "display_name": "Phi3 Medium", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:medium-128k", - "name": "Phi3 Medium 128k", - "display_name": "Phi3 Medium 128k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:medium-4k", - "name": "Phi3 Medium 4k", - "display_name": "Phi3 Medium 4k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:mini", - "name": "Phi3 Mini", - "display_name": "Phi3 Mini", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:mini-128k", - "name": "Phi3 Mini 128k", - "display_name": "Phi3 Mini 128k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3:mini-4k", - "name": "Phi3 Mini 4k", - "display_name": "Phi3 Mini 4k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3.5:3.8b", - "name": "Phi3.5 3.8b", - "display_name": "Phi3.5 3.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3.5:3.8b-mini-instruct-fp16", - "name": "Phi3.5 3.8b mini instruct fp16", - "display_name": "Phi3.5 3.8b mini instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3.5:3.8b-mini-instruct-q4_0", - "name": "Phi3.5 3.8b mini instruct q4_0", - "display_name": "Phi3.5 3.8b mini instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3.5:3.8b-mini-instruct-q4_1", - "name": "Phi3.5 3.8b mini instruct q4_1", - "display_name": "Phi3.5 3.8b mini instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3.5:3.8b-mini-instruct-q5_0", - "name": "Phi3.5 3.8b mini instruct q5_0", - "display_name": "Phi3.5 3.8b mini instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3.5:3.8b-mini-instruct-q5_1", - "name": "Phi3.5 3.8b mini instruct q5_1", - "display_name": "Phi3.5 3.8b mini instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3.5:3.8b-mini-instruct-q8_0", - "name": "Phi3.5 3.8b mini instruct q8_0", - "display_name": "Phi3.5 3.8b mini instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi3.5:latest", - "name": "Phi3.5 Latest", - "display_name": "Phi3.5 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-mini-reasoning:3.8b", - "name": "Phi4-mini-reasoning 3.8b", - "display_name": "Phi4-mini-reasoning 3.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-mini-reasoning:3.8b-fp16", - "name": "Phi4-mini-reasoning 3.8b fp16", - "display_name": "Phi4-mini-reasoning 3.8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-mini-reasoning:3.8b-q8_0", - "name": "Phi4-mini-reasoning 3.8b q8_0", - "display_name": "Phi4-mini-reasoning 3.8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-mini-reasoning:latest", - "name": "Phi4-mini-reasoning Latest", - "display_name": "Phi4-mini-reasoning Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-mini:3.8b", - "name": "Phi4-mini 3.8b", - "display_name": "Phi4-mini 3.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-mini:3.8b-fp16", - "name": "Phi4-mini 3.8b fp16", - "display_name": "Phi4-mini 3.8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-mini:3.8b-q8_0", - "name": "Phi4-mini 3.8b q8_0", - "display_name": "Phi4-mini 3.8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-mini:latest", - "name": "Phi4-mini Latest", - "display_name": "Phi4-mini Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-reasoning:14b", - "name": "Phi4-reasoning 14b", - "display_name": "Phi4-reasoning 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-reasoning:14b-fp16", - "name": "Phi4-reasoning 14b fp16", - "display_name": "Phi4-reasoning 14b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-reasoning:14b-plus-fp16", - "name": "Phi4-reasoning 14b plus fp16", - "display_name": "Phi4-reasoning 14b plus fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-reasoning:14b-plus-q8_0", - "name": "Phi4-reasoning 14b plus q8_0", - "display_name": "Phi4-reasoning 14b plus q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-reasoning:14b-q8_0", - "name": "Phi4-reasoning 14b q8_0", - "display_name": "Phi4-reasoning 14b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-reasoning:latest", - "name": "Phi4-reasoning Latest", - "display_name": "Phi4-reasoning Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4-reasoning:plus", - "name": "Phi4-reasoning Plus", - "display_name": "Phi4-reasoning Plus", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4:14b", - "name": "Phi4 14b", - "display_name": "Phi4 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4:14b-fp16", - "name": "Phi4 14b fp16", - "display_name": "Phi4 14b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4:14b-q8_0", - "name": "Phi4 14b q8_0", - "display_name": "Phi4 14b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phi4:latest", - "name": "Phi4 Latest", - "display_name": "Phi4 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b", - "name": "Phind-codellama 34b", - "display_name": "Phind-codellama 34b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-fp16", - "name": "Phind-codellama 34b fp16", - "display_name": "Phind-codellama 34b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-python", - "name": "Phind-codellama 34b python", - "display_name": "Phind-codellama 34b python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-python-fp16", - "name": "Phind-codellama 34b python fp16", - "display_name": "Phind-codellama 34b python fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-python-q4_0", - "name": "Phind-codellama 34b python q4_0", - "display_name": "Phind-codellama 34b python q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-python-q4_1", - "name": "Phind-codellama 34b python q4_1", - "display_name": "Phind-codellama 34b python q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-python-q5_0", - "name": "Phind-codellama 34b python q5_0", - "display_name": "Phind-codellama 34b python q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-python-q5_1", - "name": "Phind-codellama 34b python q5_1", - "display_name": "Phind-codellama 34b python q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-python-q8_0", - "name": "Phind-codellama 34b python q8_0", - "display_name": "Phind-codellama 34b python q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-q4_0", - "name": "Phind-codellama 34b q4_0", - "display_name": "Phind-codellama 34b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-q4_1", - "name": "Phind-codellama 34b q4_1", - "display_name": "Phind-codellama 34b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-q5_0", - "name": "Phind-codellama 34b q5_0", - "display_name": "Phind-codellama 34b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-q5_1", - "name": "Phind-codellama 34b q5_1", - "display_name": "Phind-codellama 34b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-q8_0", - "name": "Phind-codellama 34b q8_0", - "display_name": "Phind-codellama 34b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-v2", - "name": "Phind-codellama 34b v2", - "display_name": "Phind-codellama 34b v2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-v2-fp16", - "name": "Phind-codellama 34b v2 fp16", - "display_name": "Phind-codellama 34b v2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-v2-q4_0", - "name": "Phind-codellama 34b v2 q4_0", - "display_name": "Phind-codellama 34b v2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-v2-q4_1", - "name": "Phind-codellama 34b v2 q4_1", - "display_name": "Phind-codellama 34b v2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-v2-q5_0", - "name": "Phind-codellama 34b v2 q5_0", - "display_name": "Phind-codellama 34b v2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-v2-q5_1", - "name": "Phind-codellama 34b v2 q5_1", - "display_name": "Phind-codellama 34b v2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:34b-v2-q8_0", - "name": "Phind-codellama 34b v2 q8_0", - "display_name": "Phind-codellama 34b v2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "phind-codellama:latest", - "name": "Phind-codellama Latest", - "display_name": "Phind-codellama Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b", - "name": "Qwen 0.5b", - "display_name": "Qwen 0.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-chat", - "name": "Qwen 0.5b chat", - "display_name": "Qwen 0.5b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-chat-v1.5-fp16", - "name": "Qwen 0.5b chat v1.5 fp16", - "display_name": "Qwen 0.5b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-chat-v1.5-q4_0", - "name": "Qwen 0.5b chat v1.5 q4_0", - "display_name": "Qwen 0.5b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-chat-v1.5-q4_1", - "name": "Qwen 0.5b chat v1.5 q4_1", - "display_name": "Qwen 0.5b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-chat-v1.5-q5_0", - "name": "Qwen 0.5b chat v1.5 q5_0", - "display_name": "Qwen 0.5b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-chat-v1.5-q5_1", - "name": "Qwen 0.5b chat v1.5 q5_1", - "display_name": "Qwen 0.5b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-chat-v1.5-q8_0", - "name": "Qwen 0.5b chat v1.5 q8_0", - "display_name": "Qwen 0.5b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-text", - "name": "Qwen 0.5b text", - "display_name": "Qwen 0.5b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-text-v1.5-fp16", - "name": "Qwen 0.5b text v1.5 fp16", - "display_name": "Qwen 0.5b text v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-text-v1.5-q4_0", - "name": "Qwen 0.5b text v1.5 q4_0", - "display_name": "Qwen 0.5b text v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-text-v1.5-q4_1", - "name": "Qwen 0.5b text v1.5 q4_1", - "display_name": "Qwen 0.5b text v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-text-v1.5-q5_0", - "name": "Qwen 0.5b text v1.5 q5_0", - "display_name": "Qwen 0.5b text v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-text-v1.5-q5_1", - "name": "Qwen 0.5b text v1.5 q5_1", - "display_name": "Qwen 0.5b text v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:0.5b-text-v1.5-q8_0", - "name": "Qwen 0.5b text v1.5 q8_0", - "display_name": "Qwen 0.5b text v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b", - "name": "Qwen 1.8b", - "display_name": "Qwen 1.8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat", - "name": "Qwen 1.8b chat", - "display_name": "Qwen 1.8b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-fp16", - "name": "Qwen 1.8b chat fp16", - "display_name": "Qwen 1.8b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-q4_0", - "name": "Qwen 1.8b chat q4_0", - "display_name": "Qwen 1.8b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-q4_1", - "name": "Qwen 1.8b chat q4_1", - "display_name": "Qwen 1.8b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-q5_0", - "name": "Qwen 1.8b chat q5_0", - "display_name": "Qwen 1.8b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-q5_1", - "name": "Qwen 1.8b chat q5_1", - "display_name": "Qwen 1.8b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-q8_0", - "name": "Qwen 1.8b chat q8_0", - "display_name": "Qwen 1.8b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-v1.5-fp16", - "name": "Qwen 1.8b chat v1.5 fp16", - "display_name": "Qwen 1.8b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-v1.5-q4_0", - "name": "Qwen 1.8b chat v1.5 q4_0", - "display_name": "Qwen 1.8b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-v1.5-q4_1", - "name": "Qwen 1.8b chat v1.5 q4_1", - "display_name": "Qwen 1.8b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-v1.5-q5_0", - "name": "Qwen 1.8b chat v1.5 q5_0", - "display_name": "Qwen 1.8b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-v1.5-q5_1", - "name": "Qwen 1.8b chat v1.5 q5_1", - "display_name": "Qwen 1.8b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-chat-v1.5-q8_0", - "name": "Qwen 1.8b chat v1.5 q8_0", - "display_name": "Qwen 1.8b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text", - "name": "Qwen 1.8b text", - "display_name": "Qwen 1.8b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-fp16", - "name": "Qwen 1.8b text fp16", - "display_name": "Qwen 1.8b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-q4_0", - "name": "Qwen 1.8b text q4_0", - "display_name": "Qwen 1.8b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-q4_1", - "name": "Qwen 1.8b text q4_1", - "display_name": "Qwen 1.8b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-q5_0", - "name": "Qwen 1.8b text q5_0", - "display_name": "Qwen 1.8b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-q5_1", - "name": "Qwen 1.8b text q5_1", - "display_name": "Qwen 1.8b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-q8_0", - "name": "Qwen 1.8b text q8_0", - "display_name": "Qwen 1.8b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-v1.5-fp16", - "name": "Qwen 1.8b text v1.5 fp16", - "display_name": "Qwen 1.8b text v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-v1.5-q4_0", - "name": "Qwen 1.8b text v1.5 q4_0", - "display_name": "Qwen 1.8b text v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-v1.5-q4_1", - "name": "Qwen 1.8b text v1.5 q4_1", - "display_name": "Qwen 1.8b text v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-v1.5-q5_0", - "name": "Qwen 1.8b text v1.5 q5_0", - "display_name": "Qwen 1.8b text v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-v1.5-q5_1", - "name": "Qwen 1.8b text v1.5 q5_1", - "display_name": "Qwen 1.8b text v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:1.8b-text-v1.5-q8_0", - "name": "Qwen 1.8b text v1.5 q8_0", - "display_name": "Qwen 1.8b text v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b", - "name": "Qwen 110b", - "display_name": "Qwen 110b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-chat", - "name": "Qwen 110b chat", - "display_name": "Qwen 110b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-chat-v1.5-fp16", - "name": "Qwen 110b chat v1.5 fp16", - "display_name": "Qwen 110b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-chat-v1.5-q4_0", - "name": "Qwen 110b chat v1.5 q4_0", - "display_name": "Qwen 110b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-chat-v1.5-q4_1", - "name": "Qwen 110b chat v1.5 q4_1", - "display_name": "Qwen 110b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-chat-v1.5-q5_0", - "name": "Qwen 110b chat v1.5 q5_0", - "display_name": "Qwen 110b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-chat-v1.5-q5_1", - "name": "Qwen 110b chat v1.5 q5_1", - "display_name": "Qwen 110b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-chat-v1.5-q8_0", - "name": "Qwen 110b chat v1.5 q8_0", - "display_name": "Qwen 110b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-text-v1.5-fp16", - "name": "Qwen 110b text v1.5 fp16", - "display_name": "Qwen 110b text v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-text-v1.5-q4_0", - "name": "Qwen 110b text v1.5 q4_0", - "display_name": "Qwen 110b text v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-text-v1.5-q4_1", - "name": "Qwen 110b text v1.5 q4_1", - "display_name": "Qwen 110b text v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-text-v1.5-q5_0", - "name": "Qwen 110b text v1.5 q5_0", - "display_name": "Qwen 110b text v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-text-v1.5-q5_1", - "name": "Qwen 110b text v1.5 q5_1", - "display_name": "Qwen 110b text v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:110b-text-v1.5-q8_0", - "name": "Qwen 110b text v1.5 q8_0", - "display_name": "Qwen 110b text v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b", - "name": "Qwen 14b", - "display_name": "Qwen 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat", - "name": "Qwen 14b chat", - "display_name": "Qwen 14b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-fp16", - "name": "Qwen 14b chat fp16", - "display_name": "Qwen 14b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-q4_0", - "name": "Qwen 14b chat q4_0", - "display_name": "Qwen 14b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-q4_1", - "name": "Qwen 14b chat q4_1", - "display_name": "Qwen 14b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-q5_0", - "name": "Qwen 14b chat q5_0", - "display_name": "Qwen 14b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-q5_1", - "name": "Qwen 14b chat q5_1", - "display_name": "Qwen 14b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-q8_0", - "name": "Qwen 14b chat q8_0", - "display_name": "Qwen 14b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-v1.5-fp16", - "name": "Qwen 14b chat v1.5 fp16", - "display_name": "Qwen 14b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-v1.5-q4_0", - "name": "Qwen 14b chat v1.5 q4_0", - "display_name": "Qwen 14b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-v1.5-q4_1", - "name": "Qwen 14b chat v1.5 q4_1", - "display_name": "Qwen 14b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-v1.5-q5_0", - "name": "Qwen 14b chat v1.5 q5_0", - "display_name": "Qwen 14b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-v1.5-q5_1", - "name": "Qwen 14b chat v1.5 q5_1", - "display_name": "Qwen 14b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-chat-v1.5-q8_0", - "name": "Qwen 14b chat v1.5 q8_0", - "display_name": "Qwen 14b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text", - "name": "Qwen 14b text", - "display_name": "Qwen 14b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-fp16", - "name": "Qwen 14b text fp16", - "display_name": "Qwen 14b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-q4_0", - "name": "Qwen 14b text q4_0", - "display_name": "Qwen 14b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-q4_1", - "name": "Qwen 14b text q4_1", - "display_name": "Qwen 14b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-q5_0", - "name": "Qwen 14b text q5_0", - "display_name": "Qwen 14b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-q5_1", - "name": "Qwen 14b text q5_1", - "display_name": "Qwen 14b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-q8_0", - "name": "Qwen 14b text q8_0", - "display_name": "Qwen 14b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-v1.5-fp16", - "name": "Qwen 14b text v1.5 fp16", - "display_name": "Qwen 14b text v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-v1.5-q4_0", - "name": "Qwen 14b text v1.5 q4_0", - "display_name": "Qwen 14b text v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-v1.5-q4_1", - "name": "Qwen 14b text v1.5 q4_1", - "display_name": "Qwen 14b text v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-v1.5-q5_0", - "name": "Qwen 14b text v1.5 q5_0", - "display_name": "Qwen 14b text v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-v1.5-q5_1", - "name": "Qwen 14b text v1.5 q5_1", - "display_name": "Qwen 14b text v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:14b-text-v1.5-q8_0", - "name": "Qwen 14b text v1.5 q8_0", - "display_name": "Qwen 14b text v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b", - "name": "Qwen 32b", - "display_name": "Qwen 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-chat", - "name": "Qwen 32b chat", - "display_name": "Qwen 32b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-chat-v1.5-fp16", - "name": "Qwen 32b chat v1.5 fp16", - "display_name": "Qwen 32b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-chat-v1.5-q4_0", - "name": "Qwen 32b chat v1.5 q4_0", - "display_name": "Qwen 32b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-chat-v1.5-q4_1", - "name": "Qwen 32b chat v1.5 q4_1", - "display_name": "Qwen 32b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-chat-v1.5-q5_0", - "name": "Qwen 32b chat v1.5 q5_0", - "display_name": "Qwen 32b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-chat-v1.5-q5_1", - "name": "Qwen 32b chat v1.5 q5_1", - "display_name": "Qwen 32b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-chat-v1.5-q8_0", - "name": "Qwen 32b chat v1.5 q8_0", - "display_name": "Qwen 32b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-text", - "name": "Qwen 32b text", - "display_name": "Qwen 32b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-text-v1.5-q4_0", - "name": "Qwen 32b text v1.5 q4_0", - "display_name": "Qwen 32b text v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-text-v1.5-q4_1", - "name": "Qwen 32b text v1.5 q4_1", - "display_name": "Qwen 32b text v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-text-v1.5-q5_0", - "name": "Qwen 32b text v1.5 q5_0", - "display_name": "Qwen 32b text v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-text-v1.5-q5_1", - "name": "Qwen 32b text v1.5 q5_1", - "display_name": "Qwen 32b text v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:32b-text-v1.5-q8_0", - "name": "Qwen 32b text v1.5 q8_0", - "display_name": "Qwen 32b text v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b", - "name": "Qwen 4b", - "display_name": "Qwen 4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-chat", - "name": "Qwen 4b chat", - "display_name": "Qwen 4b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-chat-v1.5-fp16", - "name": "Qwen 4b chat v1.5 fp16", - "display_name": "Qwen 4b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-chat-v1.5-q4_0", - "name": "Qwen 4b chat v1.5 q4_0", - "display_name": "Qwen 4b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-chat-v1.5-q4_1", - "name": "Qwen 4b chat v1.5 q4_1", - "display_name": "Qwen 4b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-chat-v1.5-q5_0", - "name": "Qwen 4b chat v1.5 q5_0", - "display_name": "Qwen 4b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-chat-v1.5-q5_1", - "name": "Qwen 4b chat v1.5 q5_1", - "display_name": "Qwen 4b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-chat-v1.5-q8_0", - "name": "Qwen 4b chat v1.5 q8_0", - "display_name": "Qwen 4b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-text", - "name": "Qwen 4b text", - "display_name": "Qwen 4b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-text-v1.5-fp16", - "name": "Qwen 4b text v1.5 fp16", - "display_name": "Qwen 4b text v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-text-v1.5-q4_0", - "name": "Qwen 4b text v1.5 q4_0", - "display_name": "Qwen 4b text v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-text-v1.5-q4_1", - "name": "Qwen 4b text v1.5 q4_1", - "display_name": "Qwen 4b text v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-text-v1.5-q5_0", - "name": "Qwen 4b text v1.5 q5_0", - "display_name": "Qwen 4b text v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-text-v1.5-q5_1", - "name": "Qwen 4b text v1.5 q5_1", - "display_name": "Qwen 4b text v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:4b-text-v1.5-q8_0", - "name": "Qwen 4b text v1.5 q8_0", - "display_name": "Qwen 4b text v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b", - "name": "Qwen 72b", - "display_name": "Qwen 72b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat", - "name": "Qwen 72b chat", - "display_name": "Qwen 72b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-fp16", - "name": "Qwen 72b chat fp16", - "display_name": "Qwen 72b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-q4_0", - "name": "Qwen 72b chat q4_0", - "display_name": "Qwen 72b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-q4_1", - "name": "Qwen 72b chat q4_1", - "display_name": "Qwen 72b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-q5_0", - "name": "Qwen 72b chat q5_0", - "display_name": "Qwen 72b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-q5_1", - "name": "Qwen 72b chat q5_1", - "display_name": "Qwen 72b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-q8_0", - "name": "Qwen 72b chat q8_0", - "display_name": "Qwen 72b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-v1.5-fp16", - "name": "Qwen 72b chat v1.5 fp16", - "display_name": "Qwen 72b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-v1.5-q4_0", - "name": "Qwen 72b chat v1.5 q4_0", - "display_name": "Qwen 72b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-v1.5-q4_1", - "name": "Qwen 72b chat v1.5 q4_1", - "display_name": "Qwen 72b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-v1.5-q5_0", - "name": "Qwen 72b chat v1.5 q5_0", - "display_name": "Qwen 72b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-v1.5-q5_1", - "name": "Qwen 72b chat v1.5 q5_1", - "display_name": "Qwen 72b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-chat-v1.5-q8_0", - "name": "Qwen 72b chat v1.5 q8_0", - "display_name": "Qwen 72b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text", - "name": "Qwen 72b text", - "display_name": "Qwen 72b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-fp16", - "name": "Qwen 72b text fp16", - "display_name": "Qwen 72b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-q4_0", - "name": "Qwen 72b text q4_0", - "display_name": "Qwen 72b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-q4_1", - "name": "Qwen 72b text q4_1", - "display_name": "Qwen 72b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-q5_0", - "name": "Qwen 72b text q5_0", - "display_name": "Qwen 72b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-q5_1", - "name": "Qwen 72b text q5_1", - "display_name": "Qwen 72b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-q8_0", - "name": "Qwen 72b text q8_0", - "display_name": "Qwen 72b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-v1.5-fp16", - "name": "Qwen 72b text v1.5 fp16", - "display_name": "Qwen 72b text v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-v1.5-q4_0", - "name": "Qwen 72b text v1.5 q4_0", - "display_name": "Qwen 72b text v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-v1.5-q4_1", - "name": "Qwen 72b text v1.5 q4_1", - "display_name": "Qwen 72b text v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-v1.5-q5_0", - "name": "Qwen 72b text v1.5 q5_0", - "display_name": "Qwen 72b text v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-v1.5-q5_1", - "name": "Qwen 72b text v1.5 q5_1", - "display_name": "Qwen 72b text v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:72b-text-v1.5-q8_0", - "name": "Qwen 72b text v1.5 q8_0", - "display_name": "Qwen 72b text v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b", - "name": "Qwen 7b", - "display_name": "Qwen 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat", - "name": "Qwen 7b chat", - "display_name": "Qwen 7b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-fp16", - "name": "Qwen 7b chat fp16", - "display_name": "Qwen 7b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-q4_0", - "name": "Qwen 7b chat q4_0", - "display_name": "Qwen 7b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-q4_1", - "name": "Qwen 7b chat q4_1", - "display_name": "Qwen 7b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-q5_0", - "name": "Qwen 7b chat q5_0", - "display_name": "Qwen 7b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-q5_1", - "name": "Qwen 7b chat q5_1", - "display_name": "Qwen 7b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-q8_0", - "name": "Qwen 7b chat q8_0", - "display_name": "Qwen 7b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-v1.5-fp16", - "name": "Qwen 7b chat v1.5 fp16", - "display_name": "Qwen 7b chat v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-v1.5-q4_0", - "name": "Qwen 7b chat v1.5 q4_0", - "display_name": "Qwen 7b chat v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-v1.5-q4_1", - "name": "Qwen 7b chat v1.5 q4_1", - "display_name": "Qwen 7b chat v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-v1.5-q5_0", - "name": "Qwen 7b chat v1.5 q5_0", - "display_name": "Qwen 7b chat v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-v1.5-q5_1", - "name": "Qwen 7b chat v1.5 q5_1", - "display_name": "Qwen 7b chat v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-chat-v1.5-q8_0", - "name": "Qwen 7b chat v1.5 q8_0", - "display_name": "Qwen 7b chat v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-fp16", - "name": "Qwen 7b fp16", - "display_name": "Qwen 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-q4_0", - "name": "Qwen 7b q4_0", - "display_name": "Qwen 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-q4_1", - "name": "Qwen 7b q4_1", - "display_name": "Qwen 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-q5_0", - "name": "Qwen 7b q5_0", - "display_name": "Qwen 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-q5_1", - "name": "Qwen 7b q5_1", - "display_name": "Qwen 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-q8_0", - "name": "Qwen 7b q8_0", - "display_name": "Qwen 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-text", - "name": "Qwen 7b text", - "display_name": "Qwen 7b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-text-v1.5-fp16", - "name": "Qwen 7b text v1.5 fp16", - "display_name": "Qwen 7b text v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-text-v1.5-q4_0", - "name": "Qwen 7b text v1.5 q4_0", - "display_name": "Qwen 7b text v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-text-v1.5-q4_1", - "name": "Qwen 7b text v1.5 q4_1", - "display_name": "Qwen 7b text v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-text-v1.5-q5_0", - "name": "Qwen 7b text v1.5 q5_0", - "display_name": "Qwen 7b text v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-text-v1.5-q5_1", - "name": "Qwen 7b text v1.5 q5_1", - "display_name": "Qwen 7b text v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:7b-text-v1.5-q8_0", - "name": "Qwen 7b text v1.5 q8_0", - "display_name": "Qwen 7b text v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen:latest", - "name": "Qwen Latest", - "display_name": "Qwen Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:1.5b", - "name": "Qwen2-math 1.5b", - "display_name": "Qwen2-math 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:1.5b-instruct", - "name": "Qwen2-math 1.5b instruct", - "display_name": "Qwen2-math 1.5b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:1.5b-instruct-fp16", - "name": "Qwen2-math 1.5b instruct fp16", - "display_name": "Qwen2-math 1.5b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:1.5b-instruct-q4_0", - "name": "Qwen2-math 1.5b instruct q4_0", - "display_name": "Qwen2-math 1.5b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:1.5b-instruct-q4_1", - "name": "Qwen2-math 1.5b instruct q4_1", - "display_name": "Qwen2-math 1.5b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:1.5b-instruct-q5_0", - "name": "Qwen2-math 1.5b instruct q5_0", - "display_name": "Qwen2-math 1.5b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:1.5b-instruct-q5_1", - "name": "Qwen2-math 1.5b instruct q5_1", - "display_name": "Qwen2-math 1.5b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:1.5b-instruct-q8_0", - "name": "Qwen2-math 1.5b instruct q8_0", - "display_name": "Qwen2-math 1.5b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:72b", - "name": "Qwen2-math 72b", - "display_name": "Qwen2-math 72b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:72b-instruct", - "name": "Qwen2-math 72b instruct", - "display_name": "Qwen2-math 72b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:72b-instruct-fp16", - "name": "Qwen2-math 72b instruct fp16", - "display_name": "Qwen2-math 72b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:72b-instruct-q4_0", - "name": "Qwen2-math 72b instruct q4_0", - "display_name": "Qwen2-math 72b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:72b-instruct-q4_1", - "name": "Qwen2-math 72b instruct q4_1", - "display_name": "Qwen2-math 72b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:72b-instruct-q5_0", - "name": "Qwen2-math 72b instruct q5_0", - "display_name": "Qwen2-math 72b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:72b-instruct-q5_1", - "name": "Qwen2-math 72b instruct q5_1", - "display_name": "Qwen2-math 72b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:72b-instruct-q8_0", - "name": "Qwen2-math 72b instruct q8_0", - "display_name": "Qwen2-math 72b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:7b", - "name": "Qwen2-math 7b", - "display_name": "Qwen2-math 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:7b-instruct", - "name": "Qwen2-math 7b instruct", - "display_name": "Qwen2-math 7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:7b-instruct-fp16", - "name": "Qwen2-math 7b instruct fp16", - "display_name": "Qwen2-math 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:7b-instruct-q4_0", - "name": "Qwen2-math 7b instruct q4_0", - "display_name": "Qwen2-math 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:7b-instruct-q4_1", - "name": "Qwen2-math 7b instruct q4_1", - "display_name": "Qwen2-math 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:7b-instruct-q5_0", - "name": "Qwen2-math 7b instruct q5_0", - "display_name": "Qwen2-math 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:7b-instruct-q5_1", - "name": "Qwen2-math 7b instruct q5_1", - "display_name": "Qwen2-math 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:7b-instruct-q8_0", - "name": "Qwen2-math 7b instruct q8_0", - "display_name": "Qwen2-math 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2-math:latest", - "name": "Qwen2-math Latest", - "display_name": "Qwen2-math Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:0.5b", - "name": "Qwen2 0.5b", - "display_name": "Qwen2 0.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:0.5b-instruct", - "name": "Qwen2 0.5b instruct", - "display_name": "Qwen2 0.5b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:0.5b-instruct-fp16", - "name": "Qwen2 0.5b instruct fp16", - "display_name": "Qwen2 0.5b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:0.5b-instruct-q4_0", - "name": "Qwen2 0.5b instruct q4_0", - "display_name": "Qwen2 0.5b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:0.5b-instruct-q4_1", - "name": "Qwen2 0.5b instruct q4_1", - "display_name": "Qwen2 0.5b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:0.5b-instruct-q5_0", - "name": "Qwen2 0.5b instruct q5_0", - "display_name": "Qwen2 0.5b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:0.5b-instruct-q5_1", - "name": "Qwen2 0.5b instruct q5_1", - "display_name": "Qwen2 0.5b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:0.5b-instruct-q8_0", - "name": "Qwen2 0.5b instruct q8_0", - "display_name": "Qwen2 0.5b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:1.5b", - "name": "Qwen2 1.5b", - "display_name": "Qwen2 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:1.5b-instruct", - "name": "Qwen2 1.5b instruct", - "display_name": "Qwen2 1.5b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:1.5b-instruct-fp16", - "name": "Qwen2 1.5b instruct fp16", - "display_name": "Qwen2 1.5b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:1.5b-instruct-q4_0", - "name": "Qwen2 1.5b instruct q4_0", - "display_name": "Qwen2 1.5b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:1.5b-instruct-q4_1", - "name": "Qwen2 1.5b instruct q4_1", - "display_name": "Qwen2 1.5b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:1.5b-instruct-q5_0", - "name": "Qwen2 1.5b instruct q5_0", - "display_name": "Qwen2 1.5b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:1.5b-instruct-q5_1", - "name": "Qwen2 1.5b instruct q5_1", - "display_name": "Qwen2 1.5b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:1.5b-instruct-q8_0", - "name": "Qwen2 1.5b instruct q8_0", - "display_name": "Qwen2 1.5b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b", - "name": "Qwen2 72b", - "display_name": "Qwen2 72b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-instruct", - "name": "Qwen2 72b instruct", - "display_name": "Qwen2 72b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-instruct-fp16", - "name": "Qwen2 72b instruct fp16", - "display_name": "Qwen2 72b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-instruct-q4_0", - "name": "Qwen2 72b instruct q4_0", - "display_name": "Qwen2 72b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-instruct-q4_1", - "name": "Qwen2 72b instruct q4_1", - "display_name": "Qwen2 72b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-instruct-q5_0", - "name": "Qwen2 72b instruct q5_0", - "display_name": "Qwen2 72b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-instruct-q5_1", - "name": "Qwen2 72b instruct q5_1", - "display_name": "Qwen2 72b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-instruct-q8_0", - "name": "Qwen2 72b instruct q8_0", - "display_name": "Qwen2 72b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-text", - "name": "Qwen2 72b text", - "display_name": "Qwen2 72b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-text-fp16", - "name": "Qwen2 72b text fp16", - "display_name": "Qwen2 72b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-text-q4_0", - "name": "Qwen2 72b text q4_0", - "display_name": "Qwen2 72b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-text-q4_1", - "name": "Qwen2 72b text q4_1", - "display_name": "Qwen2 72b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-text-q5_0", - "name": "Qwen2 72b text q5_0", - "display_name": "Qwen2 72b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-text-q5_1", - "name": "Qwen2 72b text q5_1", - "display_name": "Qwen2 72b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:72b-text-q8_0", - "name": "Qwen2 72b text q8_0", - "display_name": "Qwen2 72b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b", - "name": "Qwen2 7b", - "display_name": "Qwen2 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-instruct", - "name": "Qwen2 7b instruct", - "display_name": "Qwen2 7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-instruct-fp16", - "name": "Qwen2 7b instruct fp16", - "display_name": "Qwen2 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-instruct-q4_0", - "name": "Qwen2 7b instruct q4_0", - "display_name": "Qwen2 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-instruct-q4_1", - "name": "Qwen2 7b instruct q4_1", - "display_name": "Qwen2 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-instruct-q5_0", - "name": "Qwen2 7b instruct q5_0", - "display_name": "Qwen2 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-instruct-q5_1", - "name": "Qwen2 7b instruct q5_1", - "display_name": "Qwen2 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-instruct-q8_0", - "name": "Qwen2 7b instruct q8_0", - "display_name": "Qwen2 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-text", - "name": "Qwen2 7b text", - "display_name": "Qwen2 7b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-text-q4_0", - "name": "Qwen2 7b text q4_0", - "display_name": "Qwen2 7b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-text-q4_1", - "name": "Qwen2 7b text q4_1", - "display_name": "Qwen2 7b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-text-q5_0", - "name": "Qwen2 7b text q5_0", - "display_name": "Qwen2 7b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-text-q5_1", - "name": "Qwen2 7b text q5_1", - "display_name": "Qwen2 7b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:7b-text-q8_0", - "name": "Qwen2 7b text q8_0", - "display_name": "Qwen2 7b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2:latest", - "name": "Qwen2 Latest", - "display_name": "Qwen2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b", - "name": "Qwen2.5-coder 0.5b", - "display_name": "Qwen2.5-coder 0.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-base", - "name": "Qwen2.5-coder 0.5b base", - "display_name": "Qwen2.5-coder 0.5b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-base-fp16", - "name": "Qwen2.5-coder 0.5b base fp16", - "display_name": "Qwen2.5-coder 0.5b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-base-q4_0", - "name": "Qwen2.5-coder 0.5b base q4_0", - "display_name": "Qwen2.5-coder 0.5b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-base-q4_1", - "name": "Qwen2.5-coder 0.5b base q4_1", - "display_name": "Qwen2.5-coder 0.5b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-base-q5_0", - "name": "Qwen2.5-coder 0.5b base q5_0", - "display_name": "Qwen2.5-coder 0.5b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-base-q5_1", - "name": "Qwen2.5-coder 0.5b base q5_1", - "display_name": "Qwen2.5-coder 0.5b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-base-q8_0", - "name": "Qwen2.5-coder 0.5b base q8_0", - "display_name": "Qwen2.5-coder 0.5b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-instruct", - "name": "Qwen2.5-coder 0.5b instruct", - "display_name": "Qwen2.5-coder 0.5b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-instruct-fp16", - "name": "Qwen2.5-coder 0.5b instruct fp16", - "display_name": "Qwen2.5-coder 0.5b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-instruct-q4_0", - "name": "Qwen2.5-coder 0.5b instruct q4_0", - "display_name": "Qwen2.5-coder 0.5b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-instruct-q4_1", - "name": "Qwen2.5-coder 0.5b instruct q4_1", - "display_name": "Qwen2.5-coder 0.5b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-instruct-q5_0", - "name": "Qwen2.5-coder 0.5b instruct q5_0", - "display_name": "Qwen2.5-coder 0.5b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-instruct-q5_1", - "name": "Qwen2.5-coder 0.5b instruct q5_1", - "display_name": "Qwen2.5-coder 0.5b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:0.5b-instruct-q8_0", - "name": "Qwen2.5-coder 0.5b instruct q8_0", - "display_name": "Qwen2.5-coder 0.5b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b", - "name": "Qwen2.5-coder 1.5b", - "display_name": "Qwen2.5-coder 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-base", - "name": "Qwen2.5-coder 1.5b base", - "display_name": "Qwen2.5-coder 1.5b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-base-fp16", - "name": "Qwen2.5-coder 1.5b base fp16", - "display_name": "Qwen2.5-coder 1.5b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-base-q4_0", - "name": "Qwen2.5-coder 1.5b base q4_0", - "display_name": "Qwen2.5-coder 1.5b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-base-q4_1", - "name": "Qwen2.5-coder 1.5b base q4_1", - "display_name": "Qwen2.5-coder 1.5b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-base-q5_0", - "name": "Qwen2.5-coder 1.5b base q5_0", - "display_name": "Qwen2.5-coder 1.5b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-base-q5_1", - "name": "Qwen2.5-coder 1.5b base q5_1", - "display_name": "Qwen2.5-coder 1.5b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-base-q8_0", - "name": "Qwen2.5-coder 1.5b base q8_0", - "display_name": "Qwen2.5-coder 1.5b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-instruct", - "name": "Qwen2.5-coder 1.5b instruct", - "display_name": "Qwen2.5-coder 1.5b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-instruct-fp16", - "name": "Qwen2.5-coder 1.5b instruct fp16", - "display_name": "Qwen2.5-coder 1.5b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-instruct-q4_0", - "name": "Qwen2.5-coder 1.5b instruct q4_0", - "display_name": "Qwen2.5-coder 1.5b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-instruct-q4_1", - "name": "Qwen2.5-coder 1.5b instruct q4_1", - "display_name": "Qwen2.5-coder 1.5b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-instruct-q5_0", - "name": "Qwen2.5-coder 1.5b instruct q5_0", - "display_name": "Qwen2.5-coder 1.5b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-instruct-q5_1", - "name": "Qwen2.5-coder 1.5b instruct q5_1", - "display_name": "Qwen2.5-coder 1.5b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:1.5b-instruct-q8_0", - "name": "Qwen2.5-coder 1.5b instruct q8_0", - "display_name": "Qwen2.5-coder 1.5b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b", - "name": "Qwen2.5-coder 14b", - "display_name": "Qwen2.5-coder 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-base", - "name": "Qwen2.5-coder 14b base", - "display_name": "Qwen2.5-coder 14b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-base-fp16", - "name": "Qwen2.5-coder 14b base fp16", - "display_name": "Qwen2.5-coder 14b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-base-q4_0", - "name": "Qwen2.5-coder 14b base q4_0", - "display_name": "Qwen2.5-coder 14b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-base-q4_1", - "name": "Qwen2.5-coder 14b base q4_1", - "display_name": "Qwen2.5-coder 14b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-base-q5_0", - "name": "Qwen2.5-coder 14b base q5_0", - "display_name": "Qwen2.5-coder 14b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-base-q5_1", - "name": "Qwen2.5-coder 14b base q5_1", - "display_name": "Qwen2.5-coder 14b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-base-q8_0", - "name": "Qwen2.5-coder 14b base q8_0", - "display_name": "Qwen2.5-coder 14b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-instruct", - "name": "Qwen2.5-coder 14b instruct", - "display_name": "Qwen2.5-coder 14b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-instruct-fp16", - "name": "Qwen2.5-coder 14b instruct fp16", - "display_name": "Qwen2.5-coder 14b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-instruct-q4_0", - "name": "Qwen2.5-coder 14b instruct q4_0", - "display_name": "Qwen2.5-coder 14b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-instruct-q4_1", - "name": "Qwen2.5-coder 14b instruct q4_1", - "display_name": "Qwen2.5-coder 14b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-instruct-q5_0", - "name": "Qwen2.5-coder 14b instruct q5_0", - "display_name": "Qwen2.5-coder 14b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-instruct-q5_1", - "name": "Qwen2.5-coder 14b instruct q5_1", - "display_name": "Qwen2.5-coder 14b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:14b-instruct-q8_0", - "name": "Qwen2.5-coder 14b instruct q8_0", - "display_name": "Qwen2.5-coder 14b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b", - "name": "Qwen2.5-coder 32b", - "display_name": "Qwen2.5-coder 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-base", - "name": "Qwen2.5-coder 32b base", - "display_name": "Qwen2.5-coder 32b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-base-fp16", - "name": "Qwen2.5-coder 32b base fp16", - "display_name": "Qwen2.5-coder 32b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-base-q4_0", - "name": "Qwen2.5-coder 32b base q4_0", - "display_name": "Qwen2.5-coder 32b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-base-q4_1", - "name": "Qwen2.5-coder 32b base q4_1", - "display_name": "Qwen2.5-coder 32b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-base-q5_0", - "name": "Qwen2.5-coder 32b base q5_0", - "display_name": "Qwen2.5-coder 32b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-base-q5_1", - "name": "Qwen2.5-coder 32b base q5_1", - "display_name": "Qwen2.5-coder 32b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-base-q8_0", - "name": "Qwen2.5-coder 32b base q8_0", - "display_name": "Qwen2.5-coder 32b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-instruct", - "name": "Qwen2.5-coder 32b instruct", - "display_name": "Qwen2.5-coder 32b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-instruct-fp16", - "name": "Qwen2.5-coder 32b instruct fp16", - "display_name": "Qwen2.5-coder 32b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-instruct-q4_0", - "name": "Qwen2.5-coder 32b instruct q4_0", - "display_name": "Qwen2.5-coder 32b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-instruct-q4_1", - "name": "Qwen2.5-coder 32b instruct q4_1", - "display_name": "Qwen2.5-coder 32b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-instruct-q5_0", - "name": "Qwen2.5-coder 32b instruct q5_0", - "display_name": "Qwen2.5-coder 32b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-instruct-q5_1", - "name": "Qwen2.5-coder 32b instruct q5_1", - "display_name": "Qwen2.5-coder 32b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:32b-instruct-q8_0", - "name": "Qwen2.5-coder 32b instruct q8_0", - "display_name": "Qwen2.5-coder 32b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b", - "name": "Qwen2.5-coder 3b", - "display_name": "Qwen2.5-coder 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-base", - "name": "Qwen2.5-coder 3b base", - "display_name": "Qwen2.5-coder 3b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-base-fp16", - "name": "Qwen2.5-coder 3b base fp16", - "display_name": "Qwen2.5-coder 3b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-base-q4_0", - "name": "Qwen2.5-coder 3b base q4_0", - "display_name": "Qwen2.5-coder 3b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-base-q4_1", - "name": "Qwen2.5-coder 3b base q4_1", - "display_name": "Qwen2.5-coder 3b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-base-q5_0", - "name": "Qwen2.5-coder 3b base q5_0", - "display_name": "Qwen2.5-coder 3b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-base-q5_1", - "name": "Qwen2.5-coder 3b base q5_1", - "display_name": "Qwen2.5-coder 3b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-base-q8_0", - "name": "Qwen2.5-coder 3b base q8_0", - "display_name": "Qwen2.5-coder 3b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-instruct", - "name": "Qwen2.5-coder 3b instruct", - "display_name": "Qwen2.5-coder 3b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-instruct-fp16", - "name": "Qwen2.5-coder 3b instruct fp16", - "display_name": "Qwen2.5-coder 3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-instruct-q4_0", - "name": "Qwen2.5-coder 3b instruct q4_0", - "display_name": "Qwen2.5-coder 3b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-instruct-q4_1", - "name": "Qwen2.5-coder 3b instruct q4_1", - "display_name": "Qwen2.5-coder 3b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-instruct-q5_0", - "name": "Qwen2.5-coder 3b instruct q5_0", - "display_name": "Qwen2.5-coder 3b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-instruct-q5_1", - "name": "Qwen2.5-coder 3b instruct q5_1", - "display_name": "Qwen2.5-coder 3b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:3b-instruct-q8_0", - "name": "Qwen2.5-coder 3b instruct q8_0", - "display_name": "Qwen2.5-coder 3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b", - "name": "Qwen2.5-coder 7b", - "display_name": "Qwen2.5-coder 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-base", - "name": "Qwen2.5-coder 7b base", - "display_name": "Qwen2.5-coder 7b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-base-fp16", - "name": "Qwen2.5-coder 7b base fp16", - "display_name": "Qwen2.5-coder 7b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-base-q4_0", - "name": "Qwen2.5-coder 7b base q4_0", - "display_name": "Qwen2.5-coder 7b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-base-q4_1", - "name": "Qwen2.5-coder 7b base q4_1", - "display_name": "Qwen2.5-coder 7b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-base-q5_0", - "name": "Qwen2.5-coder 7b base q5_0", - "display_name": "Qwen2.5-coder 7b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-base-q5_1", - "name": "Qwen2.5-coder 7b base q5_1", - "display_name": "Qwen2.5-coder 7b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-base-q8_0", - "name": "Qwen2.5-coder 7b base q8_0", - "display_name": "Qwen2.5-coder 7b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-instruct", - "name": "Qwen2.5-coder 7b instruct", - "display_name": "Qwen2.5-coder 7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-instruct-fp16", - "name": "Qwen2.5-coder 7b instruct fp16", - "display_name": "Qwen2.5-coder 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-instruct-q4_0", - "name": "Qwen2.5-coder 7b instruct q4_0", - "display_name": "Qwen2.5-coder 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-instruct-q4_1", - "name": "Qwen2.5-coder 7b instruct q4_1", - "display_name": "Qwen2.5-coder 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-instruct-q5_0", - "name": "Qwen2.5-coder 7b instruct q5_0", - "display_name": "Qwen2.5-coder 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-instruct-q5_1", - "name": "Qwen2.5-coder 7b instruct q5_1", - "display_name": "Qwen2.5-coder 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:7b-instruct-q8_0", - "name": "Qwen2.5-coder 7b instruct q8_0", - "display_name": "Qwen2.5-coder 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5-coder:latest", - "name": "Qwen2.5-coder Latest", - "display_name": "Qwen2.5-coder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b", - "name": "Qwen2.5 0.5b", - "display_name": "Qwen2.5 0.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-base", - "name": "Qwen2.5 0.5b base", - "display_name": "Qwen2.5 0.5b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-base-q4_0", - "name": "Qwen2.5 0.5b base q4_0", - "display_name": "Qwen2.5 0.5b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-base-q4_1", - "name": "Qwen2.5 0.5b base q4_1", - "display_name": "Qwen2.5 0.5b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-base-q5_0", - "name": "Qwen2.5 0.5b base q5_0", - "display_name": "Qwen2.5 0.5b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-base-q5_1", - "name": "Qwen2.5 0.5b base q5_1", - "display_name": "Qwen2.5 0.5b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-base-q8_0", - "name": "Qwen2.5 0.5b base q8_0", - "display_name": "Qwen2.5 0.5b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-instruct", - "name": "Qwen2.5 0.5b instruct", - "display_name": "Qwen2.5 0.5b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-instruct-fp16", - "name": "Qwen2.5 0.5b instruct fp16", - "display_name": "Qwen2.5 0.5b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-instruct-q4_0", - "name": "Qwen2.5 0.5b instruct q4_0", - "display_name": "Qwen2.5 0.5b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-instruct-q4_1", - "name": "Qwen2.5 0.5b instruct q4_1", - "display_name": "Qwen2.5 0.5b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-instruct-q5_0", - "name": "Qwen2.5 0.5b instruct q5_0", - "display_name": "Qwen2.5 0.5b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-instruct-q5_1", - "name": "Qwen2.5 0.5b instruct q5_1", - "display_name": "Qwen2.5 0.5b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:0.5b-instruct-q8_0", - "name": "Qwen2.5 0.5b instruct q8_0", - "display_name": "Qwen2.5 0.5b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:1.5b", - "name": "Qwen2.5 1.5b", - "display_name": "Qwen2.5 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:1.5b-instruct", - "name": "Qwen2.5 1.5b instruct", - "display_name": "Qwen2.5 1.5b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:1.5b-instruct-fp16", - "name": "Qwen2.5 1.5b instruct fp16", - "display_name": "Qwen2.5 1.5b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:1.5b-instruct-q4_0", - "name": "Qwen2.5 1.5b instruct q4_0", - "display_name": "Qwen2.5 1.5b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:1.5b-instruct-q4_1", - "name": "Qwen2.5 1.5b instruct q4_1", - "display_name": "Qwen2.5 1.5b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:1.5b-instruct-q5_0", - "name": "Qwen2.5 1.5b instruct q5_0", - "display_name": "Qwen2.5 1.5b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:1.5b-instruct-q5_1", - "name": "Qwen2.5 1.5b instruct q5_1", - "display_name": "Qwen2.5 1.5b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:1.5b-instruct-q8_0", - "name": "Qwen2.5 1.5b instruct q8_0", - "display_name": "Qwen2.5 1.5b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:14b", - "name": "Qwen2.5 14b", - "display_name": "Qwen2.5 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:14b-instruct", - "name": "Qwen2.5 14b instruct", - "display_name": "Qwen2.5 14b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:14b-instruct-fp16", - "name": "Qwen2.5 14b instruct fp16", - "display_name": "Qwen2.5 14b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:14b-instruct-q4_0", - "name": "Qwen2.5 14b instruct q4_0", - "display_name": "Qwen2.5 14b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:14b-instruct-q4_1", - "name": "Qwen2.5 14b instruct q4_1", - "display_name": "Qwen2.5 14b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:14b-instruct-q5_0", - "name": "Qwen2.5 14b instruct q5_0", - "display_name": "Qwen2.5 14b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:14b-instruct-q5_1", - "name": "Qwen2.5 14b instruct q5_1", - "display_name": "Qwen2.5 14b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:14b-instruct-q8_0", - "name": "Qwen2.5 14b instruct q8_0", - "display_name": "Qwen2.5 14b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:32b", - "name": "Qwen2.5 32b", - "display_name": "Qwen2.5 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:32b-instruct", - "name": "Qwen2.5 32b instruct", - "display_name": "Qwen2.5 32b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:32b-instruct-fp16", - "name": "Qwen2.5 32b instruct fp16", - "display_name": "Qwen2.5 32b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:32b-instruct-q4_0", - "name": "Qwen2.5 32b instruct q4_0", - "display_name": "Qwen2.5 32b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:32b-instruct-q4_1", - "name": "Qwen2.5 32b instruct q4_1", - "display_name": "Qwen2.5 32b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:32b-instruct-q5_0", - "name": "Qwen2.5 32b instruct q5_0", - "display_name": "Qwen2.5 32b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:32b-instruct-q5_1", - "name": "Qwen2.5 32b instruct q5_1", - "display_name": "Qwen2.5 32b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:32b-instruct-q8_0", - "name": "Qwen2.5 32b instruct q8_0", - "display_name": "Qwen2.5 32b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:3b", - "name": "Qwen2.5 3b", - "display_name": "Qwen2.5 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:3b-instruct", - "name": "Qwen2.5 3b instruct", - "display_name": "Qwen2.5 3b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:3b-instruct-fp16", - "name": "Qwen2.5 3b instruct fp16", - "display_name": "Qwen2.5 3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:3b-instruct-q4_0", - "name": "Qwen2.5 3b instruct q4_0", - "display_name": "Qwen2.5 3b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:3b-instruct-q4_1", - "name": "Qwen2.5 3b instruct q4_1", - "display_name": "Qwen2.5 3b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:3b-instruct-q5_0", - "name": "Qwen2.5 3b instruct q5_0", - "display_name": "Qwen2.5 3b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:3b-instruct-q5_1", - "name": "Qwen2.5 3b instruct q5_1", - "display_name": "Qwen2.5 3b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:3b-instruct-q8_0", - "name": "Qwen2.5 3b instruct q8_0", - "display_name": "Qwen2.5 3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:72b", - "name": "Qwen2.5 72b", - "display_name": "Qwen2.5 72b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:72b-instruct", - "name": "Qwen2.5 72b instruct", - "display_name": "Qwen2.5 72b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:72b-instruct-fp16", - "name": "Qwen2.5 72b instruct fp16", - "display_name": "Qwen2.5 72b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:72b-instruct-q4_0", - "name": "Qwen2.5 72b instruct q4_0", - "display_name": "Qwen2.5 72b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:72b-instruct-q4_1", - "name": "Qwen2.5 72b instruct q4_1", - "display_name": "Qwen2.5 72b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:72b-instruct-q5_0", - "name": "Qwen2.5 72b instruct q5_0", - "display_name": "Qwen2.5 72b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:72b-instruct-q5_1", - "name": "Qwen2.5 72b instruct q5_1", - "display_name": "Qwen2.5 72b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:72b-instruct-q8_0", - "name": "Qwen2.5 72b instruct q8_0", - "display_name": "Qwen2.5 72b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:7b", - "name": "Qwen2.5 7b", - "display_name": "Qwen2.5 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:7b-instruct", - "name": "Qwen2.5 7b instruct", - "display_name": "Qwen2.5 7b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:7b-instruct-fp16", - "name": "Qwen2.5 7b instruct fp16", - "display_name": "Qwen2.5 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:7b-instruct-q4_0", - "name": "Qwen2.5 7b instruct q4_0", - "display_name": "Qwen2.5 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:7b-instruct-q4_1", - "name": "Qwen2.5 7b instruct q4_1", - "display_name": "Qwen2.5 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:7b-instruct-q5_0", - "name": "Qwen2.5 7b instruct q5_0", - "display_name": "Qwen2.5 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:7b-instruct-q5_1", - "name": "Qwen2.5 7b instruct q5_1", - "display_name": "Qwen2.5 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:7b-instruct-q8_0", - "name": "Qwen2.5 7b instruct q8_0", - "display_name": "Qwen2.5 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5:latest", - "name": "Qwen2.5 Latest", - "display_name": "Qwen2.5 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:32b", - "name": "Qwen2.5vl 32b", - "display_name": "Qwen2.5vl 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:32b-fp16", - "name": "Qwen2.5vl 32b fp16", - "display_name": "Qwen2.5vl 32b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:32b-q8_0", - "name": "Qwen2.5vl 32b q8_0", - "display_name": "Qwen2.5vl 32b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:3b", - "name": "Qwen2.5vl 3b", - "display_name": "Qwen2.5vl 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:3b-fp16", - "name": "Qwen2.5vl 3b fp16", - "display_name": "Qwen2.5vl 3b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:3b-q8_0", - "name": "Qwen2.5vl 3b q8_0", - "display_name": "Qwen2.5vl 3b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:72b", - "name": "Qwen2.5vl 72b", - "display_name": "Qwen2.5vl 72b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:72b-fp16", - "name": "Qwen2.5vl 72b fp16", - "display_name": "Qwen2.5vl 72b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:72b-q8_0", - "name": "Qwen2.5vl 72b q8_0", - "display_name": "Qwen2.5vl 72b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:7b", - "name": "Qwen2.5vl 7b", - "display_name": "Qwen2.5vl 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:7b-fp16", - "name": "Qwen2.5vl 7b fp16", - "display_name": "Qwen2.5vl 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:7b-q8_0", - "name": "Qwen2.5vl 7b q8_0", - "display_name": "Qwen2.5vl 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen2.5vl:latest", - "name": "Qwen2.5vl Latest", - "display_name": "Qwen2.5vl Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-coder:30b", - "name": "Qwen3-coder 30b", - "display_name": "Qwen3-coder 30b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-coder:30b-a3b-fp16", - "name": "Qwen3-coder 30b a3b fp16", - "display_name": "Qwen3-coder 30b a3b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-coder:30b-a3b-q8_0", - "name": "Qwen3-coder 30b a3b q8_0", - "display_name": "Qwen3-coder 30b a3b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-coder:480b", - "name": "Qwen3-coder 480b", - "display_name": "Qwen3-coder 480b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-coder:480b-a35b-fp16", - "name": "Qwen3-coder 480b a35b fp16", - "display_name": "Qwen3-coder 480b a35b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-coder:480b-a35b-q8_0", - "name": "Qwen3-coder 480b a35b q8_0", - "display_name": "Qwen3-coder 480b a35b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-coder:480b-cloud", - "name": "Qwen3-coder 480b cloud", - "display_name": "Qwen3-coder 480b cloud", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-coder:latest", - "name": "Qwen3-coder Latest", - "display_name": "Qwen3-coder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:0.6b", - "name": "Qwen3-embedding 0.6b", - "display_name": "Qwen3-embedding 0.6b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:0.6b-fp16", - "name": "Qwen3-embedding 0.6b fp16", - "display_name": "Qwen3-embedding 0.6b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:0.6b-q8_0", - "name": "Qwen3-embedding 0.6b q8_0", - "display_name": "Qwen3-embedding 0.6b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:4b", - "name": "Qwen3-embedding 4b", - "display_name": "Qwen3-embedding 4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:4b-fp16", - "name": "Qwen3-embedding 4b fp16", - "display_name": "Qwen3-embedding 4b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:4b-q8_0", - "name": "Qwen3-embedding 4b q8_0", - "display_name": "Qwen3-embedding 4b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:8b", - "name": "Qwen3-embedding 8b", - "display_name": "Qwen3-embedding 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:8b-fp16", - "name": "Qwen3-embedding 8b fp16", - "display_name": "Qwen3-embedding 8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:8b-q8_0", - "name": "Qwen3-embedding 8b q8_0", - "display_name": "Qwen3-embedding 8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-embedding:latest", - "name": "Qwen3-embedding Latest", - "display_name": "Qwen3-embedding Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3-vl:235b-cloud", - "name": "Qwen3-vl 235b cloud", - "display_name": "Qwen3-vl 235b cloud", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:0.6b", - "name": "Qwen3 0.6b", - "display_name": "Qwen3 0.6b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:0.6b-fp16", - "name": "Qwen3 0.6b fp16", - "display_name": "Qwen3 0.6b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:0.6b-q8_0", - "name": "Qwen3 0.6b q8_0", - "display_name": "Qwen3 0.6b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:1.7b", - "name": "Qwen3 1.7b", - "display_name": "Qwen3 1.7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:1.7b-fp16", - "name": "Qwen3 1.7b fp16", - "display_name": "Qwen3 1.7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:1.7b-q8_0", - "name": "Qwen3 1.7b q8_0", - "display_name": "Qwen3 1.7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:14b", - "name": "Qwen3 14b", - "display_name": "Qwen3 14b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:14b-fp16", - "name": "Qwen3 14b fp16", - "display_name": "Qwen3 14b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:14b-q8_0", - "name": "Qwen3 14b q8_0", - "display_name": "Qwen3 14b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b", - "name": "Qwen3 235b", - "display_name": "Qwen3 235b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b-a22b", - "name": "Qwen3 235b a22b", - "display_name": "Qwen3 235b a22b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b-a22b-fp16", - "name": "Qwen3 235b a22b fp16", - "display_name": "Qwen3 235b a22b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b-a22b-instruct-2507-q8_0", - "name": "Qwen3 235b a22b instruct 2507 q8_0", - "display_name": "Qwen3 235b a22b instruct 2507 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b-a22b-q8_0", - "name": "Qwen3 235b a22b q8_0", - "display_name": "Qwen3 235b a22b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b-a22b-thinking-2507-fp16", - "name": "Qwen3 235b a22b thinking 2507 fp16", - "display_name": "Qwen3 235b a22b thinking 2507 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b-a22b-thinking-2507-q8_0", - "name": "Qwen3 235b a22b thinking 2507 q8_0", - "display_name": "Qwen3 235b a22b thinking 2507 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b-instruct", - "name": "Qwen3 235b instruct", - "display_name": "Qwen3 235b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:235b-thinking", - "name": "Qwen3 235b thinking", - "display_name": "Qwen3 235b thinking", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b", - "name": "Qwen3 30b", - "display_name": "Qwen3 30b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-a3b", - "name": "Qwen3 30b a3b", - "display_name": "Qwen3 30b a3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-a3b-fp16", - "name": "Qwen3 30b a3b fp16", - "display_name": "Qwen3 30b a3b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-a3b-instruct-2507-fp16", - "name": "Qwen3 30b a3b instruct 2507 fp16", - "display_name": "Qwen3 30b a3b instruct 2507 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-a3b-instruct-2507-q8_0", - "name": "Qwen3 30b a3b instruct 2507 q8_0", - "display_name": "Qwen3 30b a3b instruct 2507 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-a3b-q8_0", - "name": "Qwen3 30b a3b q8_0", - "display_name": "Qwen3 30b a3b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-a3b-thinking-2507-fp16", - "name": "Qwen3 30b a3b thinking 2507 fp16", - "display_name": "Qwen3 30b a3b thinking 2507 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-a3b-thinking-2507-q8_0", - "name": "Qwen3 30b a3b thinking 2507 q8_0", - "display_name": "Qwen3 30b a3b thinking 2507 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-instruct", - "name": "Qwen3 30b instruct", - "display_name": "Qwen3 30b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:30b-thinking", - "name": "Qwen3 30b thinking", - "display_name": "Qwen3 30b thinking", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:32b", - "name": "Qwen3 32b", - "display_name": "Qwen3 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:32b-fp16", - "name": "Qwen3 32b fp16", - "display_name": "Qwen3 32b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:32b-q8_0", - "name": "Qwen3 32b q8_0", - "display_name": "Qwen3 32b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b", - "name": "Qwen3 4b", - "display_name": "Qwen3 4b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b-fp16", - "name": "Qwen3 4b fp16", - "display_name": "Qwen3 4b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b-instruct", - "name": "Qwen3 4b instruct", - "display_name": "Qwen3 4b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b-instruct-2507-fp16", - "name": "Qwen3 4b instruct 2507 fp16", - "display_name": "Qwen3 4b instruct 2507 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b-instruct-2507-q8_0", - "name": "Qwen3 4b instruct 2507 q8_0", - "display_name": "Qwen3 4b instruct 2507 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b-q8_0", - "name": "Qwen3 4b q8_0", - "display_name": "Qwen3 4b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b-thinking", - "name": "Qwen3 4b thinking", - "display_name": "Qwen3 4b thinking", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b-thinking-2507-fp16", - "name": "Qwen3 4b thinking 2507 fp16", - "display_name": "Qwen3 4b thinking 2507 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:4b-thinking-2507-q8_0", - "name": "Qwen3 4b thinking 2507 q8_0", - "display_name": "Qwen3 4b thinking 2507 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:8b", - "name": "Qwen3 8b", - "display_name": "Qwen3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:8b-fp16", - "name": "Qwen3 8b fp16", - "display_name": "Qwen3 8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:8b-q8_0", - "name": "Qwen3 8b q8_0", - "display_name": "Qwen3 8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwen3:latest", - "name": "Qwen3 Latest", - "display_name": "Qwen3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwq:32b", - "name": "Qwq 32b", - "display_name": "Qwq 32b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwq:32b-fp16", - "name": "Qwq 32b fp16", - "display_name": "Qwq 32b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwq:32b-preview-fp16", - "name": "Qwq 32b preview fp16", - "display_name": "Qwq 32b preview fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwq:32b-preview-q8_0", - "name": "Qwq 32b preview q8_0", - "display_name": "Qwq 32b preview q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwq:32b-q8_0", - "name": "Qwq 32b q8_0", - "display_name": "Qwq 32b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "qwq:latest", - "name": "Qwq Latest", - "display_name": "Qwq Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "r1-1776:671b", - "name": "R1-1776 671b", - "display_name": "R1-1776 671b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "r1-1776:671b-fp16", - "name": "R1-1776 671b fp16", - "display_name": "R1-1776 671b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "r1-1776:671b-q8_0", - "name": "R1-1776 671b q8_0", - "display_name": "R1-1776 671b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "r1-1776:70b", - "name": "R1-1776 70b", - "display_name": "R1-1776 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "r1-1776:70b-distill-llama-fp16", - "name": "R1-1776 70b distill llama fp16", - "display_name": "R1-1776 70b distill llama fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "r1-1776:70b-distill-llama-q8_0", - "name": "R1-1776 70b distill llama q8_0", - "display_name": "R1-1776 70b distill llama q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "r1-1776:latest", - "name": "R1-1776 Latest", - "display_name": "R1-1776 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:0.5b", - "name": "Reader-lm 0.5b", - "display_name": "Reader-lm 0.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:0.5b-fp16", - "name": "Reader-lm 0.5b fp16", - "display_name": "Reader-lm 0.5b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:0.5b-q4_0", - "name": "Reader-lm 0.5b q4_0", - "display_name": "Reader-lm 0.5b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:0.5b-q4_1", - "name": "Reader-lm 0.5b q4_1", - "display_name": "Reader-lm 0.5b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:0.5b-q5_0", - "name": "Reader-lm 0.5b q5_0", - "display_name": "Reader-lm 0.5b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:0.5b-q5_1", - "name": "Reader-lm 0.5b q5_1", - "display_name": "Reader-lm 0.5b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:0.5b-q8_0", - "name": "Reader-lm 0.5b q8_0", - "display_name": "Reader-lm 0.5b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:1.5b", - "name": "Reader-lm 1.5b", - "display_name": "Reader-lm 1.5b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:1.5b-fp16", - "name": "Reader-lm 1.5b fp16", - "display_name": "Reader-lm 1.5b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:1.5b-q4_0", - "name": "Reader-lm 1.5b q4_0", - "display_name": "Reader-lm 1.5b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:1.5b-q4_1", - "name": "Reader-lm 1.5b q4_1", - "display_name": "Reader-lm 1.5b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:1.5b-q5_0", - "name": "Reader-lm 1.5b q5_0", - "display_name": "Reader-lm 1.5b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:1.5b-q5_1", - "name": "Reader-lm 1.5b q5_1", - "display_name": "Reader-lm 1.5b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:1.5b-q8_0", - "name": "Reader-lm 1.5b q8_0", - "display_name": "Reader-lm 1.5b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reader-lm:latest", - "name": "Reader-lm Latest", - "display_name": "Reader-lm Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reflection:70b", - "name": "Reflection 70b", - "display_name": "Reflection 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reflection:70b-fp16", - "name": "Reflection 70b fp16", - "display_name": "Reflection 70b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reflection:70b-q4_0", - "name": "Reflection 70b q4_0", - "display_name": "Reflection 70b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reflection:70b-q4_1", - "name": "Reflection 70b q4_1", - "display_name": "Reflection 70b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reflection:70b-q5_0", - "name": "Reflection 70b q5_0", - "display_name": "Reflection 70b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reflection:70b-q5_1", - "name": "Reflection 70b q5_1", - "display_name": "Reflection 70b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reflection:70b-q8_0", - "name": "Reflection 70b q8_0", - "display_name": "Reflection 70b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "reflection:latest", - "name": "Reflection Latest", - "display_name": "Reflection Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:1b", - "name": "Sailor2 1b", - "display_name": "Sailor2 1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:1b-chat-fp16", - "name": "Sailor2 1b chat fp16", - "display_name": "Sailor2 1b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:1b-chat-q8_0", - "name": "Sailor2 1b chat q8_0", - "display_name": "Sailor2 1b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:20b", - "name": "Sailor2 20b", - "display_name": "Sailor2 20b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:20b-chat-fp16", - "name": "Sailor2 20b chat fp16", - "display_name": "Sailor2 20b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:20b-chat-q8_0", - "name": "Sailor2 20b chat q8_0", - "display_name": "Sailor2 20b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:8b", - "name": "Sailor2 8b", - "display_name": "Sailor2 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:8b-chat-fp16", - "name": "Sailor2 8b chat fp16", - "display_name": "Sailor2 8b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:8b-chat-q8_0", - "name": "Sailor2 8b chat q8_0", - "display_name": "Sailor2 8b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sailor2:latest", - "name": "Sailor2 Latest", - "display_name": "Sailor2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b", - "name": "Samantha-mistral 7b", - "display_name": "Samantha-mistral 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-instruct-fp16", - "name": "Samantha-mistral 7b instruct fp16", - "display_name": "Samantha-mistral 7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-instruct-q4_0", - "name": "Samantha-mistral 7b instruct q4_0", - "display_name": "Samantha-mistral 7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-instruct-q4_1", - "name": "Samantha-mistral 7b instruct q4_1", - "display_name": "Samantha-mistral 7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-instruct-q5_0", - "name": "Samantha-mistral 7b instruct q5_0", - "display_name": "Samantha-mistral 7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-instruct-q5_1", - "name": "Samantha-mistral 7b instruct q5_1", - "display_name": "Samantha-mistral 7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-instruct-q8_0", - "name": "Samantha-mistral 7b instruct q8_0", - "display_name": "Samantha-mistral 7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-text", - "name": "Samantha-mistral 7b text", - "display_name": "Samantha-mistral 7b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-text-fp16", - "name": "Samantha-mistral 7b text fp16", - "display_name": "Samantha-mistral 7b text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-text-q4_0", - "name": "Samantha-mistral 7b text q4_0", - "display_name": "Samantha-mistral 7b text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-text-q4_1", - "name": "Samantha-mistral 7b text q4_1", - "display_name": "Samantha-mistral 7b text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-text-q5_0", - "name": "Samantha-mistral 7b text q5_0", - "display_name": "Samantha-mistral 7b text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-text-q5_1", - "name": "Samantha-mistral 7b text q5_1", - "display_name": "Samantha-mistral 7b text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-text-q8_0", - "name": "Samantha-mistral 7b text q8_0", - "display_name": "Samantha-mistral 7b text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-v1.2-text", - "name": "Samantha-mistral 7b v1.2 text", - "display_name": "Samantha-mistral 7b v1.2 text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-v1.2-text-fp16", - "name": "Samantha-mistral 7b v1.2 text fp16", - "display_name": "Samantha-mistral 7b v1.2 text fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-v1.2-text-q4_0", - "name": "Samantha-mistral 7b v1.2 text q4_0", - "display_name": "Samantha-mistral 7b v1.2 text q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-v1.2-text-q4_1", - "name": "Samantha-mistral 7b v1.2 text q4_1", - "display_name": "Samantha-mistral 7b v1.2 text q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-v1.2-text-q5_0", - "name": "Samantha-mistral 7b v1.2 text q5_0", - "display_name": "Samantha-mistral 7b v1.2 text q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-v1.2-text-q5_1", - "name": "Samantha-mistral 7b v1.2 text q5_1", - "display_name": "Samantha-mistral 7b v1.2 text q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:7b-v1.2-text-q8_0", - "name": "Samantha-mistral 7b v1.2 text q8_0", - "display_name": "Samantha-mistral 7b v1.2 text q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "samantha-mistral:latest", - "name": "Samantha-mistral Latest", - "display_name": "Samantha-mistral Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:27b", - "name": "Shieldgemma 27b", - "display_name": "Shieldgemma 27b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:27b-fp16", - "name": "Shieldgemma 27b fp16", - "display_name": "Shieldgemma 27b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:27b-q4_0", - "name": "Shieldgemma 27b q4_0", - "display_name": "Shieldgemma 27b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:27b-q4_1", - "name": "Shieldgemma 27b q4_1", - "display_name": "Shieldgemma 27b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:27b-q5_0", - "name": "Shieldgemma 27b q5_0", - "display_name": "Shieldgemma 27b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:27b-q5_1", - "name": "Shieldgemma 27b q5_1", - "display_name": "Shieldgemma 27b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:27b-q8_0", - "name": "Shieldgemma 27b q8_0", - "display_name": "Shieldgemma 27b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:2b", - "name": "Shieldgemma 2b", - "display_name": "Shieldgemma 2b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:2b-fp16", - "name": "Shieldgemma 2b fp16", - "display_name": "Shieldgemma 2b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:2b-q4_0", - "name": "Shieldgemma 2b q4_0", - "display_name": "Shieldgemma 2b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:2b-q4_1", - "name": "Shieldgemma 2b q4_1", - "display_name": "Shieldgemma 2b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:2b-q5_0", - "name": "Shieldgemma 2b q5_0", - "display_name": "Shieldgemma 2b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:2b-q5_1", - "name": "Shieldgemma 2b q5_1", - "display_name": "Shieldgemma 2b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:2b-q8_0", - "name": "Shieldgemma 2b q8_0", - "display_name": "Shieldgemma 2b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:9b", - "name": "Shieldgemma 9b", - "display_name": "Shieldgemma 9b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:9b-fp16", - "name": "Shieldgemma 9b fp16", - "display_name": "Shieldgemma 9b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:9b-q4_0", - "name": "Shieldgemma 9b q4_0", - "display_name": "Shieldgemma 9b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:9b-q4_1", - "name": "Shieldgemma 9b q4_1", - "display_name": "Shieldgemma 9b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:9b-q5_0", - "name": "Shieldgemma 9b q5_0", - "display_name": "Shieldgemma 9b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:9b-q5_1", - "name": "Shieldgemma 9b q5_1", - "display_name": "Shieldgemma 9b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:9b-q8_0", - "name": "Shieldgemma 9b q8_0", - "display_name": "Shieldgemma 9b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "shieldgemma:latest", - "name": "Shieldgemma Latest", - "display_name": "Shieldgemma Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smallthinker:3b", - "name": "Smallthinker 3b", - "display_name": "Smallthinker 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smallthinker:3b-preview-fp16", - "name": "Smallthinker 3b preview fp16", - "display_name": "Smallthinker 3b preview fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smallthinker:3b-preview-q8_0", - "name": "Smallthinker 3b preview q8_0", - "display_name": "Smallthinker 3b preview q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smallthinker:latest", - "name": "Smallthinker Latest", - "display_name": "Smallthinker Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b", - "name": "Smollm 1.7b", - "display_name": "Smollm 1.7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-base-v0.2-fp16", - "name": "Smollm 1.7b base v0.2 fp16", - "display_name": "Smollm 1.7b base v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-base-v0.2-q4_0", - "name": "Smollm 1.7b base v0.2 q4_0", - "display_name": "Smollm 1.7b base v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-base-v0.2-q4_1", - "name": "Smollm 1.7b base v0.2 q4_1", - "display_name": "Smollm 1.7b base v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-base-v0.2-q5_0", - "name": "Smollm 1.7b base v0.2 q5_0", - "display_name": "Smollm 1.7b base v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-base-v0.2-q5_1", - "name": "Smollm 1.7b base v0.2 q5_1", - "display_name": "Smollm 1.7b base v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-base-v0.2-q8_0", - "name": "Smollm 1.7b base v0.2 q8_0", - "display_name": "Smollm 1.7b base v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-instruct-v0.2-fp16", - "name": "Smollm 1.7b instruct v0.2 fp16", - "display_name": "Smollm 1.7b instruct v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-instruct-v0.2-q4_0", - "name": "Smollm 1.7b instruct v0.2 q4_0", - "display_name": "Smollm 1.7b instruct v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-instruct-v0.2-q4_1", - "name": "Smollm 1.7b instruct v0.2 q4_1", - "display_name": "Smollm 1.7b instruct v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-instruct-v0.2-q5_0", - "name": "Smollm 1.7b instruct v0.2 q5_0", - "display_name": "Smollm 1.7b instruct v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-instruct-v0.2-q5_1", - "name": "Smollm 1.7b instruct v0.2 q5_1", - "display_name": "Smollm 1.7b instruct v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:1.7b-instruct-v0.2-q8_0", - "name": "Smollm 1.7b instruct v0.2 q8_0", - "display_name": "Smollm 1.7b instruct v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m", - "name": "Smollm 135m", - "display_name": "Smollm 135m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-base-v0.2-fp16", - "name": "Smollm 135m base v0.2 fp16", - "display_name": "Smollm 135m base v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-base-v0.2-q4_0", - "name": "Smollm 135m base v0.2 q4_0", - "display_name": "Smollm 135m base v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-base-v0.2-q4_1", - "name": "Smollm 135m base v0.2 q4_1", - "display_name": "Smollm 135m base v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-base-v0.2-q5_0", - "name": "Smollm 135m base v0.2 q5_0", - "display_name": "Smollm 135m base v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-base-v0.2-q5_1", - "name": "Smollm 135m base v0.2 q5_1", - "display_name": "Smollm 135m base v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-base-v0.2-q8_0", - "name": "Smollm 135m base v0.2 q8_0", - "display_name": "Smollm 135m base v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-instruct-v0.2-fp16", - "name": "Smollm 135m instruct v0.2 fp16", - "display_name": "Smollm 135m instruct v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-instruct-v0.2-q4_0", - "name": "Smollm 135m instruct v0.2 q4_0", - "display_name": "Smollm 135m instruct v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-instruct-v0.2-q4_1", - "name": "Smollm 135m instruct v0.2 q4_1", - "display_name": "Smollm 135m instruct v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-instruct-v0.2-q5_0", - "name": "Smollm 135m instruct v0.2 q5_0", - "display_name": "Smollm 135m instruct v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-instruct-v0.2-q5_1", - "name": "Smollm 135m instruct v0.2 q5_1", - "display_name": "Smollm 135m instruct v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:135m-instruct-v0.2-q8_0", - "name": "Smollm 135m instruct v0.2 q8_0", - "display_name": "Smollm 135m instruct v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m", - "name": "Smollm 360m", - "display_name": "Smollm 360m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-base-v0.2-fp16", - "name": "Smollm 360m base v0.2 fp16", - "display_name": "Smollm 360m base v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-base-v0.2-q4_0", - "name": "Smollm 360m base v0.2 q4_0", - "display_name": "Smollm 360m base v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-base-v0.2-q4_1", - "name": "Smollm 360m base v0.2 q4_1", - "display_name": "Smollm 360m base v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-base-v0.2-q5_0", - "name": "Smollm 360m base v0.2 q5_0", - "display_name": "Smollm 360m base v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-base-v0.2-q5_1", - "name": "Smollm 360m base v0.2 q5_1", - "display_name": "Smollm 360m base v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-base-v0.2-q8_0", - "name": "Smollm 360m base v0.2 q8_0", - "display_name": "Smollm 360m base v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-instruct-v0.2-fp16", - "name": "Smollm 360m instruct v0.2 fp16", - "display_name": "Smollm 360m instruct v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-instruct-v0.2-q4_0", - "name": "Smollm 360m instruct v0.2 q4_0", - "display_name": "Smollm 360m instruct v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-instruct-v0.2-q4_1", - "name": "Smollm 360m instruct v0.2 q4_1", - "display_name": "Smollm 360m instruct v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-instruct-v0.2-q5_0", - "name": "Smollm 360m instruct v0.2 q5_0", - "display_name": "Smollm 360m instruct v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-instruct-v0.2-q5_1", - "name": "Smollm 360m instruct v0.2 q5_1", - "display_name": "Smollm 360m instruct v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:360m-instruct-v0.2-q8_0", - "name": "Smollm 360m instruct v0.2 q8_0", - "display_name": "Smollm 360m instruct v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm:latest", - "name": "Smollm Latest", - "display_name": "Smollm Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:1.7b", - "name": "Smollm2 1.7b", - "display_name": "Smollm2 1.7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:1.7b-instruct-fp16", - "name": "Smollm2 1.7b instruct fp16", - "display_name": "Smollm2 1.7b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:1.7b-instruct-q4_0", - "name": "Smollm2 1.7b instruct q4_0", - "display_name": "Smollm2 1.7b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:1.7b-instruct-q4_1", - "name": "Smollm2 1.7b instruct q4_1", - "display_name": "Smollm2 1.7b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:1.7b-instruct-q5_0", - "name": "Smollm2 1.7b instruct q5_0", - "display_name": "Smollm2 1.7b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:1.7b-instruct-q5_1", - "name": "Smollm2 1.7b instruct q5_1", - "display_name": "Smollm2 1.7b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:1.7b-instruct-q8_0", - "name": "Smollm2 1.7b instruct q8_0", - "display_name": "Smollm2 1.7b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:135m", - "name": "Smollm2 135m", - "display_name": "Smollm2 135m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:135m-instruct-fp16", - "name": "Smollm2 135m instruct fp16", - "display_name": "Smollm2 135m instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:135m-instruct-q4_0", - "name": "Smollm2 135m instruct q4_0", - "display_name": "Smollm2 135m instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:135m-instruct-q4_1", - "name": "Smollm2 135m instruct q4_1", - "display_name": "Smollm2 135m instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:135m-instruct-q5_0", - "name": "Smollm2 135m instruct q5_0", - "display_name": "Smollm2 135m instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:135m-instruct-q5_1", - "name": "Smollm2 135m instruct q5_1", - "display_name": "Smollm2 135m instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:135m-instruct-q8_0", - "name": "Smollm2 135m instruct q8_0", - "display_name": "Smollm2 135m instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:360m", - "name": "Smollm2 360m", - "display_name": "Smollm2 360m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:360m-instruct-fp16", - "name": "Smollm2 360m instruct fp16", - "display_name": "Smollm2 360m instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:360m-instruct-q4_0", - "name": "Smollm2 360m instruct q4_0", - "display_name": "Smollm2 360m instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:360m-instruct-q4_1", - "name": "Smollm2 360m instruct q4_1", - "display_name": "Smollm2 360m instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:360m-instruct-q5_0", - "name": "Smollm2 360m instruct q5_0", - "display_name": "Smollm2 360m instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:360m-instruct-q5_1", - "name": "Smollm2 360m instruct q5_1", - "display_name": "Smollm2 360m instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:360m-instruct-q8_0", - "name": "Smollm2 360m instruct q8_0", - "display_name": "Smollm2 360m instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "smollm2:latest", - "name": "Smollm2 Latest", - "display_name": "Smollm2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:110m", - "name": "Snowflake-arctic-embed 110m", - "display_name": "Snowflake-arctic-embed 110m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:110m-m-fp16", - "name": "Snowflake-arctic-embed 110m m fp16", - "display_name": "Snowflake-arctic-embed 110m m fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:137m", - "name": "Snowflake-arctic-embed 137m", - "display_name": "Snowflake-arctic-embed 137m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:137m-m-long-fp16", - "name": "Snowflake-arctic-embed 137m m long fp16", - "display_name": "Snowflake-arctic-embed 137m m long fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:22m", - "name": "Snowflake-arctic-embed 22m", - "display_name": "Snowflake-arctic-embed 22m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:22m-xs-fp16", - "name": "Snowflake-arctic-embed 22m xs fp16", - "display_name": "Snowflake-arctic-embed 22m xs fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:335m", - "name": "Snowflake-arctic-embed 335m", - "display_name": "Snowflake-arctic-embed 335m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:335m-l-fp16", - "name": "Snowflake-arctic-embed 335m l fp16", - "display_name": "Snowflake-arctic-embed 335m l fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:33m", - "name": "Snowflake-arctic-embed 33m", - "display_name": "Snowflake-arctic-embed 33m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:33m-s-fp16", - "name": "Snowflake-arctic-embed 33m s fp16", - "display_name": "Snowflake-arctic-embed 33m s fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:l", - "name": "Snowflake-arctic-embed L", - "display_name": "Snowflake-arctic-embed L", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:latest", - "name": "Snowflake-arctic-embed Latest", - "display_name": "Snowflake-arctic-embed Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:m", - "name": "Snowflake-arctic-embed M", - "display_name": "Snowflake-arctic-embed M", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:m-long", - "name": "Snowflake-arctic-embed M long", - "display_name": "Snowflake-arctic-embed M long", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:s", - "name": "Snowflake-arctic-embed S", - "display_name": "Snowflake-arctic-embed S", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed:xs", - "name": "Snowflake-arctic-embed Xs", - "display_name": "Snowflake-arctic-embed Xs", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed2:568m", - "name": "Snowflake-arctic-embed2 568m", - "display_name": "Snowflake-arctic-embed2 568m", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed2:568m-l-fp16", - "name": "Snowflake-arctic-embed2 568m l fp16", - "display_name": "Snowflake-arctic-embed2 568m l fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "snowflake-arctic-embed2:latest", - "name": "Snowflake-arctic-embed2 Latest", - "display_name": "Snowflake-arctic-embed2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:22b", - "name": "Solar-pro 22b", - "display_name": "Solar-pro 22b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:22b-preview-instruct-fp16", - "name": "Solar-pro 22b preview instruct fp16", - "display_name": "Solar-pro 22b preview instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:22b-preview-instruct-q4_0", - "name": "Solar-pro 22b preview instruct q4_0", - "display_name": "Solar-pro 22b preview instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:22b-preview-instruct-q4_1", - "name": "Solar-pro 22b preview instruct q4_1", - "display_name": "Solar-pro 22b preview instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:22b-preview-instruct-q5_0", - "name": "Solar-pro 22b preview instruct q5_0", - "display_name": "Solar-pro 22b preview instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:22b-preview-instruct-q5_1", - "name": "Solar-pro 22b preview instruct q5_1", - "display_name": "Solar-pro 22b preview instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:22b-preview-instruct-q8_0", - "name": "Solar-pro 22b preview instruct q8_0", - "display_name": "Solar-pro 22b preview instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:latest", - "name": "Solar-pro Latest", - "display_name": "Solar-pro Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar-pro:preview", - "name": "Solar-pro Preview", - "display_name": "Solar-pro Preview", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b", - "name": "Solar 10.7b", - "display_name": "Solar 10.7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-instruct-v1-fp16", - "name": "Solar 10.7b instruct v1 fp16", - "display_name": "Solar 10.7b instruct v1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-instruct-v1-q4_0", - "name": "Solar 10.7b instruct v1 q4_0", - "display_name": "Solar 10.7b instruct v1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-instruct-v1-q4_1", - "name": "Solar 10.7b instruct v1 q4_1", - "display_name": "Solar 10.7b instruct v1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-instruct-v1-q5_0", - "name": "Solar 10.7b instruct v1 q5_0", - "display_name": "Solar 10.7b instruct v1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-instruct-v1-q5_1", - "name": "Solar 10.7b instruct v1 q5_1", - "display_name": "Solar 10.7b instruct v1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-instruct-v1-q8_0", - "name": "Solar 10.7b instruct v1 q8_0", - "display_name": "Solar 10.7b instruct v1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-text-v1-fp16", - "name": "Solar 10.7b text v1 fp16", - "display_name": "Solar 10.7b text v1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-text-v1-q4_0", - "name": "Solar 10.7b text v1 q4_0", - "display_name": "Solar 10.7b text v1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-text-v1-q4_1", - "name": "Solar 10.7b text v1 q4_1", - "display_name": "Solar 10.7b text v1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-text-v1-q5_0", - "name": "Solar 10.7b text v1 q5_0", - "display_name": "Solar 10.7b text v1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-text-v1-q5_1", - "name": "Solar 10.7b text v1 q5_1", - "display_name": "Solar 10.7b text v1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:10.7b-text-v1-q8_0", - "name": "Solar 10.7b text v1 q8_0", - "display_name": "Solar 10.7b text v1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "solar:latest", - "name": "Solar Latest", - "display_name": "Solar Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:15b", - "name": "Sqlcoder 15b", - "display_name": "Sqlcoder 15b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:15b-fp16", - "name": "Sqlcoder 15b fp16", - "display_name": "Sqlcoder 15b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:15b-q4_0", - "name": "Sqlcoder 15b q4_0", - "display_name": "Sqlcoder 15b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:15b-q4_1", - "name": "Sqlcoder 15b q4_1", - "display_name": "Sqlcoder 15b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:15b-q5_0", - "name": "Sqlcoder 15b q5_0", - "display_name": "Sqlcoder 15b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:15b-q5_1", - "name": "Sqlcoder 15b q5_1", - "display_name": "Sqlcoder 15b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:15b-q8_0", - "name": "Sqlcoder 15b q8_0", - "display_name": "Sqlcoder 15b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:70b-alpha-fp16", - "name": "Sqlcoder 70b alpha fp16", - "display_name": "Sqlcoder 70b alpha fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:70b-alpha-q4_0", - "name": "Sqlcoder 70b alpha q4_0", - "display_name": "Sqlcoder 70b alpha q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:70b-alpha-q4_1", - "name": "Sqlcoder 70b alpha q4_1", - "display_name": "Sqlcoder 70b alpha q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:70b-alpha-q5_0", - "name": "Sqlcoder 70b alpha q5_0", - "display_name": "Sqlcoder 70b alpha q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:70b-alpha-q5_1", - "name": "Sqlcoder 70b alpha q5_1", - "display_name": "Sqlcoder 70b alpha q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:70b-alpha-q8_0", - "name": "Sqlcoder 70b alpha q8_0", - "display_name": "Sqlcoder 70b alpha q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:7b", - "name": "Sqlcoder 7b", - "display_name": "Sqlcoder 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:7b-fp16", - "name": "Sqlcoder 7b fp16", - "display_name": "Sqlcoder 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:7b-q4_0", - "name": "Sqlcoder 7b q4_0", - "display_name": "Sqlcoder 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:7b-q4_1", - "name": "Sqlcoder 7b q4_1", - "display_name": "Sqlcoder 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:7b-q5_0", - "name": "Sqlcoder 7b q5_0", - "display_name": "Sqlcoder 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:7b-q5_1", - "name": "Sqlcoder 7b q5_1", - "display_name": "Sqlcoder 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:7b-q8_0", - "name": "Sqlcoder 7b q8_0", - "display_name": "Sqlcoder 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "sqlcoder:latest", - "name": "Sqlcoder Latest", - "display_name": "Sqlcoder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:13b", - "name": "Stable-beluga 13b", - "display_name": "Stable-beluga 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:13b-fp16", - "name": "Stable-beluga 13b fp16", - "display_name": "Stable-beluga 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:13b-q4_0", - "name": "Stable-beluga 13b q4_0", - "display_name": "Stable-beluga 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:13b-q4_1", - "name": "Stable-beluga 13b q4_1", - "display_name": "Stable-beluga 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:13b-q5_0", - "name": "Stable-beluga 13b q5_0", - "display_name": "Stable-beluga 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:13b-q5_1", - "name": "Stable-beluga 13b q5_1", - "display_name": "Stable-beluga 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:13b-q8_0", - "name": "Stable-beluga 13b q8_0", - "display_name": "Stable-beluga 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:70b", - "name": "Stable-beluga 70b", - "display_name": "Stable-beluga 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:70b-fp16", - "name": "Stable-beluga 70b fp16", - "display_name": "Stable-beluga 70b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:70b-q4_0", - "name": "Stable-beluga 70b q4_0", - "display_name": "Stable-beluga 70b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:70b-q4_1", - "name": "Stable-beluga 70b q4_1", - "display_name": "Stable-beluga 70b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:70b-q5_0", - "name": "Stable-beluga 70b q5_0", - "display_name": "Stable-beluga 70b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:70b-q5_1", - "name": "Stable-beluga 70b q5_1", - "display_name": "Stable-beluga 70b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:70b-q8_0", - "name": "Stable-beluga 70b q8_0", - "display_name": "Stable-beluga 70b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:7b", - "name": "Stable-beluga 7b", - "display_name": "Stable-beluga 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:7b-fp16", - "name": "Stable-beluga 7b fp16", - "display_name": "Stable-beluga 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:7b-q4_0", - "name": "Stable-beluga 7b q4_0", - "display_name": "Stable-beluga 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:7b-q4_1", - "name": "Stable-beluga 7b q4_1", - "display_name": "Stable-beluga 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:7b-q5_0", - "name": "Stable-beluga 7b q5_0", - "display_name": "Stable-beluga 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:7b-q5_1", - "name": "Stable-beluga 7b q5_1", - "display_name": "Stable-beluga 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:7b-q8_0", - "name": "Stable-beluga 7b q8_0", - "display_name": "Stable-beluga 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-beluga:latest", - "name": "Stable-beluga Latest", - "display_name": "Stable-beluga Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b", - "name": "Stable-code 3b", - "display_name": "Stable-code 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-code", - "name": "Stable-code 3b code", - "display_name": "Stable-code 3b code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-code-fp16", - "name": "Stable-code 3b code fp16", - "display_name": "Stable-code 3b code fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-code-q4_0", - "name": "Stable-code 3b code q4_0", - "display_name": "Stable-code 3b code q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-code-q4_1", - "name": "Stable-code 3b code q4_1", - "display_name": "Stable-code 3b code q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-code-q5_0", - "name": "Stable-code 3b code q5_0", - "display_name": "Stable-code 3b code q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-code-q5_1", - "name": "Stable-code 3b code q5_1", - "display_name": "Stable-code 3b code q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-code-q8_0", - "name": "Stable-code 3b code q8_0", - "display_name": "Stable-code 3b code q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-instruct", - "name": "Stable-code 3b instruct", - "display_name": "Stable-code 3b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-instruct-fp16", - "name": "Stable-code 3b instruct fp16", - "display_name": "Stable-code 3b instruct fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-instruct-q4_0", - "name": "Stable-code 3b instruct q4_0", - "display_name": "Stable-code 3b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-instruct-q4_1", - "name": "Stable-code 3b instruct q4_1", - "display_name": "Stable-code 3b instruct q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-instruct-q5_0", - "name": "Stable-code 3b instruct q5_0", - "display_name": "Stable-code 3b instruct q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-instruct-q5_1", - "name": "Stable-code 3b instruct q5_1", - "display_name": "Stable-code 3b instruct q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:3b-instruct-q8_0", - "name": "Stable-code 3b instruct q8_0", - "display_name": "Stable-code 3b instruct q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:code", - "name": "Stable-code Code", - "display_name": "Stable-code Code", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:instruct", - "name": "Stable-code Instruct", - "display_name": "Stable-code Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stable-code:latest", - "name": "Stable-code Latest", - "display_name": "Stable-code Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm-zephyr:3b", - "name": "Stablelm-zephyr 3b", - "display_name": "Stablelm-zephyr 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm-zephyr:3b-fp16", - "name": "Stablelm-zephyr 3b fp16", - "display_name": "Stablelm-zephyr 3b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm-zephyr:3b-q4_0", - "name": "Stablelm-zephyr 3b q4_0", - "display_name": "Stablelm-zephyr 3b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm-zephyr:3b-q4_1", - "name": "Stablelm-zephyr 3b q4_1", - "display_name": "Stablelm-zephyr 3b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm-zephyr:3b-q5_0", - "name": "Stablelm-zephyr 3b q5_0", - "display_name": "Stablelm-zephyr 3b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm-zephyr:3b-q5_1", - "name": "Stablelm-zephyr 3b q5_1", - "display_name": "Stablelm-zephyr 3b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm-zephyr:3b-q8_0", - "name": "Stablelm-zephyr 3b q8_0", - "display_name": "Stablelm-zephyr 3b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm-zephyr:latest", - "name": "Stablelm-zephyr Latest", - "display_name": "Stablelm-zephyr Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b", - "name": "Stablelm2 1.6b", - "display_name": "Stablelm2 1.6b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-chat", - "name": "Stablelm2 1.6b chat", - "display_name": "Stablelm2 1.6b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-chat-fp16", - "name": "Stablelm2 1.6b chat fp16", - "display_name": "Stablelm2 1.6b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-chat-q4_0", - "name": "Stablelm2 1.6b chat q4_0", - "display_name": "Stablelm2 1.6b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-chat-q4_1", - "name": "Stablelm2 1.6b chat q4_1", - "display_name": "Stablelm2 1.6b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-chat-q5_0", - "name": "Stablelm2 1.6b chat q5_0", - "display_name": "Stablelm2 1.6b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-chat-q5_1", - "name": "Stablelm2 1.6b chat q5_1", - "display_name": "Stablelm2 1.6b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-chat-q8_0", - "name": "Stablelm2 1.6b chat q8_0", - "display_name": "Stablelm2 1.6b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-fp16", - "name": "Stablelm2 1.6b fp16", - "display_name": "Stablelm2 1.6b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-q4_0", - "name": "Stablelm2 1.6b q4_0", - "display_name": "Stablelm2 1.6b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-q4_1", - "name": "Stablelm2 1.6b q4_1", - "display_name": "Stablelm2 1.6b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-q5_0", - "name": "Stablelm2 1.6b q5_0", - "display_name": "Stablelm2 1.6b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-q5_1", - "name": "Stablelm2 1.6b q5_1", - "display_name": "Stablelm2 1.6b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-q8_0", - "name": "Stablelm2 1.6b q8_0", - "display_name": "Stablelm2 1.6b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-zephyr", - "name": "Stablelm2 1.6b zephyr", - "display_name": "Stablelm2 1.6b zephyr", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-zephyr-fp16", - "name": "Stablelm2 1.6b zephyr fp16", - "display_name": "Stablelm2 1.6b zephyr fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-zephyr-q4_0", - "name": "Stablelm2 1.6b zephyr q4_0", - "display_name": "Stablelm2 1.6b zephyr q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-zephyr-q4_1", - "name": "Stablelm2 1.6b zephyr q4_1", - "display_name": "Stablelm2 1.6b zephyr q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-zephyr-q5_0", - "name": "Stablelm2 1.6b zephyr q5_0", - "display_name": "Stablelm2 1.6b zephyr q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-zephyr-q5_1", - "name": "Stablelm2 1.6b zephyr q5_1", - "display_name": "Stablelm2 1.6b zephyr q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:1.6b-zephyr-q8_0", - "name": "Stablelm2 1.6b zephyr q8_0", - "display_name": "Stablelm2 1.6b zephyr q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b", - "name": "Stablelm2 12b", - "display_name": "Stablelm2 12b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-chat", - "name": "Stablelm2 12b chat", - "display_name": "Stablelm2 12b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-chat-fp16", - "name": "Stablelm2 12b chat fp16", - "display_name": "Stablelm2 12b chat fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-chat-q4_0", - "name": "Stablelm2 12b chat q4_0", - "display_name": "Stablelm2 12b chat q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-chat-q4_1", - "name": "Stablelm2 12b chat q4_1", - "display_name": "Stablelm2 12b chat q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-chat-q5_0", - "name": "Stablelm2 12b chat q5_0", - "display_name": "Stablelm2 12b chat q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-chat-q5_1", - "name": "Stablelm2 12b chat q5_1", - "display_name": "Stablelm2 12b chat q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-chat-q8_0", - "name": "Stablelm2 12b chat q8_0", - "display_name": "Stablelm2 12b chat q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-fp16", - "name": "Stablelm2 12b fp16", - "display_name": "Stablelm2 12b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-q4_0", - "name": "Stablelm2 12b q4_0", - "display_name": "Stablelm2 12b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-q4_1", - "name": "Stablelm2 12b q4_1", - "display_name": "Stablelm2 12b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-q5_0", - "name": "Stablelm2 12b q5_0", - "display_name": "Stablelm2 12b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-q5_1", - "name": "Stablelm2 12b q5_1", - "display_name": "Stablelm2 12b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-q8_0", - "name": "Stablelm2 12b q8_0", - "display_name": "Stablelm2 12b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:12b-text", - "name": "Stablelm2 12b text", - "display_name": "Stablelm2 12b text", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:chat", - "name": "Stablelm2 Chat", - "display_name": "Stablelm2 Chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:latest", - "name": "Stablelm2 Latest", - "display_name": "Stablelm2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "stablelm2:zephyr", - "name": "Stablelm2 Zephyr", - "display_name": "Stablelm2 Zephyr", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b", - "name": "Starcoder 15b", - "display_name": "Starcoder 15b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-base", - "name": "Starcoder 15b base", - "display_name": "Starcoder 15b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-base-fp16", - "name": "Starcoder 15b base fp16", - "display_name": "Starcoder 15b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-base-q4_0", - "name": "Starcoder 15b base q4_0", - "display_name": "Starcoder 15b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-base-q4_1", - "name": "Starcoder 15b base q4_1", - "display_name": "Starcoder 15b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-base-q5_0", - "name": "Starcoder 15b base q5_0", - "display_name": "Starcoder 15b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-base-q5_1", - "name": "Starcoder 15b base q5_1", - "display_name": "Starcoder 15b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-base-q8_0", - "name": "Starcoder 15b base q8_0", - "display_name": "Starcoder 15b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-fp16", - "name": "Starcoder 15b fp16", - "display_name": "Starcoder 15b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-plus", - "name": "Starcoder 15b plus", - "display_name": "Starcoder 15b plus", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-plus-fp16", - "name": "Starcoder 15b plus fp16", - "display_name": "Starcoder 15b plus fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-plus-q4_0", - "name": "Starcoder 15b plus q4_0", - "display_name": "Starcoder 15b plus q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-plus-q4_1", - "name": "Starcoder 15b plus q4_1", - "display_name": "Starcoder 15b plus q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-plus-q5_0", - "name": "Starcoder 15b plus q5_0", - "display_name": "Starcoder 15b plus q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-plus-q5_1", - "name": "Starcoder 15b plus q5_1", - "display_name": "Starcoder 15b plus q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-plus-q8_0", - "name": "Starcoder 15b plus q8_0", - "display_name": "Starcoder 15b plus q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-q4_0", - "name": "Starcoder 15b q4_0", - "display_name": "Starcoder 15b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-q4_1", - "name": "Starcoder 15b q4_1", - "display_name": "Starcoder 15b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-q5_0", - "name": "Starcoder 15b q5_0", - "display_name": "Starcoder 15b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-q5_1", - "name": "Starcoder 15b q5_1", - "display_name": "Starcoder 15b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:15b-q8_0", - "name": "Starcoder 15b q8_0", - "display_name": "Starcoder 15b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:1b", - "name": "Starcoder 1b", - "display_name": "Starcoder 1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:1b-base", - "name": "Starcoder 1b base", - "display_name": "Starcoder 1b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:1b-base-fp16", - "name": "Starcoder 1b base fp16", - "display_name": "Starcoder 1b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:1b-base-q4_0", - "name": "Starcoder 1b base q4_0", - "display_name": "Starcoder 1b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:1b-base-q4_1", - "name": "Starcoder 1b base q4_1", - "display_name": "Starcoder 1b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:1b-base-q5_0", - "name": "Starcoder 1b base q5_0", - "display_name": "Starcoder 1b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:1b-base-q5_1", - "name": "Starcoder 1b base q5_1", - "display_name": "Starcoder 1b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:1b-base-q8_0", - "name": "Starcoder 1b base q8_0", - "display_name": "Starcoder 1b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:3b", - "name": "Starcoder 3b", - "display_name": "Starcoder 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:3b-base", - "name": "Starcoder 3b base", - "display_name": "Starcoder 3b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:3b-base-fp16", - "name": "Starcoder 3b base fp16", - "display_name": "Starcoder 3b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:3b-base-q4_0", - "name": "Starcoder 3b base q4_0", - "display_name": "Starcoder 3b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:3b-base-q4_1", - "name": "Starcoder 3b base q4_1", - "display_name": "Starcoder 3b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:3b-base-q5_0", - "name": "Starcoder 3b base q5_0", - "display_name": "Starcoder 3b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:3b-base-q5_1", - "name": "Starcoder 3b base q5_1", - "display_name": "Starcoder 3b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:3b-base-q8_0", - "name": "Starcoder 3b base q8_0", - "display_name": "Starcoder 3b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:7b", - "name": "Starcoder 7b", - "display_name": "Starcoder 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:7b-base", - "name": "Starcoder 7b base", - "display_name": "Starcoder 7b base", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:7b-base-fp16", - "name": "Starcoder 7b base fp16", - "display_name": "Starcoder 7b base fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:7b-base-q4_0", - "name": "Starcoder 7b base q4_0", - "display_name": "Starcoder 7b base q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:7b-base-q4_1", - "name": "Starcoder 7b base q4_1", - "display_name": "Starcoder 7b base q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:7b-base-q5_0", - "name": "Starcoder 7b base q5_0", - "display_name": "Starcoder 7b base q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:7b-base-q5_1", - "name": "Starcoder 7b base q5_1", - "display_name": "Starcoder 7b base q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:7b-base-q8_0", - "name": "Starcoder 7b base q8_0", - "display_name": "Starcoder 7b base q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder:latest", - "name": "Starcoder Latest", - "display_name": "Starcoder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b", - "name": "Starcoder2 15b", - "display_name": "Starcoder2 15b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-fp16", - "name": "Starcoder2 15b fp16", - "display_name": "Starcoder2 15b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-instruct", - "name": "Starcoder2 15b instruct", - "display_name": "Starcoder2 15b instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-instruct-q4_0", - "name": "Starcoder2 15b instruct q4_0", - "display_name": "Starcoder2 15b instruct q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-instruct-v0.1-fp16", - "name": "Starcoder2 15b instruct v0.1 fp16", - "display_name": "Starcoder2 15b instruct v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-instruct-v0.1-q4_0", - "name": "Starcoder2 15b instruct v0.1 q4_0", - "display_name": "Starcoder2 15b instruct v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-instruct-v0.1-q4_1", - "name": "Starcoder2 15b instruct v0.1 q4_1", - "display_name": "Starcoder2 15b instruct v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-instruct-v0.1-q5_0", - "name": "Starcoder2 15b instruct v0.1 q5_0", - "display_name": "Starcoder2 15b instruct v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-instruct-v0.1-q5_1", - "name": "Starcoder2 15b instruct v0.1 q5_1", - "display_name": "Starcoder2 15b instruct v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-instruct-v0.1-q8_0", - "name": "Starcoder2 15b instruct v0.1 q8_0", - "display_name": "Starcoder2 15b instruct v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-q4_0", - "name": "Starcoder2 15b q4_0", - "display_name": "Starcoder2 15b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-q4_1", - "name": "Starcoder2 15b q4_1", - "display_name": "Starcoder2 15b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-q5_0", - "name": "Starcoder2 15b q5_0", - "display_name": "Starcoder2 15b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-q5_1", - "name": "Starcoder2 15b q5_1", - "display_name": "Starcoder2 15b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:15b-q8_0", - "name": "Starcoder2 15b q8_0", - "display_name": "Starcoder2 15b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:3b", - "name": "Starcoder2 3b", - "display_name": "Starcoder2 3b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:3b-fp16", - "name": "Starcoder2 3b fp16", - "display_name": "Starcoder2 3b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:3b-q4_0", - "name": "Starcoder2 3b q4_0", - "display_name": "Starcoder2 3b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:3b-q4_1", - "name": "Starcoder2 3b q4_1", - "display_name": "Starcoder2 3b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:3b-q5_0", - "name": "Starcoder2 3b q5_0", - "display_name": "Starcoder2 3b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:3b-q5_1", - "name": "Starcoder2 3b q5_1", - "display_name": "Starcoder2 3b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:3b-q8_0", - "name": "Starcoder2 3b q8_0", - "display_name": "Starcoder2 3b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:7b", - "name": "Starcoder2 7b", - "display_name": "Starcoder2 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:7b-fp16", - "name": "Starcoder2 7b fp16", - "display_name": "Starcoder2 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:7b-q4_0", - "name": "Starcoder2 7b q4_0", - "display_name": "Starcoder2 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:7b-q4_1", - "name": "Starcoder2 7b q4_1", - "display_name": "Starcoder2 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:7b-q5_0", - "name": "Starcoder2 7b q5_0", - "display_name": "Starcoder2 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:7b-q5_1", - "name": "Starcoder2 7b q5_1", - "display_name": "Starcoder2 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:7b-q8_0", - "name": "Starcoder2 7b q8_0", - "display_name": "Starcoder2 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:instruct", - "name": "Starcoder2 Instruct", - "display_name": "Starcoder2 Instruct", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starcoder2:latest", - "name": "Starcoder2 Latest", - "display_name": "Starcoder2 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b", - "name": "Starling-lm 7b", - "display_name": "Starling-lm 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-alpha", - "name": "Starling-lm 7b alpha", - "display_name": "Starling-lm 7b alpha", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-alpha-fp16", - "name": "Starling-lm 7b alpha fp16", - "display_name": "Starling-lm 7b alpha fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-alpha-q4_0", - "name": "Starling-lm 7b alpha q4_0", - "display_name": "Starling-lm 7b alpha q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-alpha-q4_1", - "name": "Starling-lm 7b alpha q4_1", - "display_name": "Starling-lm 7b alpha q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-alpha-q5_0", - "name": "Starling-lm 7b alpha q5_0", - "display_name": "Starling-lm 7b alpha q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-alpha-q5_1", - "name": "Starling-lm 7b alpha q5_1", - "display_name": "Starling-lm 7b alpha q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-alpha-q8_0", - "name": "Starling-lm 7b alpha q8_0", - "display_name": "Starling-lm 7b alpha q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-beta", - "name": "Starling-lm 7b beta", - "display_name": "Starling-lm 7b beta", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-beta-fp16", - "name": "Starling-lm 7b beta fp16", - "display_name": "Starling-lm 7b beta fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-beta-q4_0", - "name": "Starling-lm 7b beta q4_0", - "display_name": "Starling-lm 7b beta q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-beta-q4_1", - "name": "Starling-lm 7b beta q4_1", - "display_name": "Starling-lm 7b beta q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-beta-q5_0", - "name": "Starling-lm 7b beta q5_0", - "display_name": "Starling-lm 7b beta q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-beta-q5_1", - "name": "Starling-lm 7b beta q5_1", - "display_name": "Starling-lm 7b beta q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:7b-beta-q8_0", - "name": "Starling-lm 7b beta q8_0", - "display_name": "Starling-lm 7b beta q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:alpha", - "name": "Starling-lm Alpha", - "display_name": "Starling-lm Alpha", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:beta", - "name": "Starling-lm Beta", - "display_name": "Starling-lm Beta", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "starling-lm:latest", - "name": "Starling-lm Latest", - "display_name": "Starling-lm Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:1.1b", - "name": "Tinydolphin 1.1b", - "display_name": "Tinydolphin 1.1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:1.1b-v2.8-fp16", - "name": "Tinydolphin 1.1b v2.8 fp16", - "display_name": "Tinydolphin 1.1b v2.8 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:1.1b-v2.8-q4_0", - "name": "Tinydolphin 1.1b v2.8 q4_0", - "display_name": "Tinydolphin 1.1b v2.8 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:1.1b-v2.8-q4_1", - "name": "Tinydolphin 1.1b v2.8 q4_1", - "display_name": "Tinydolphin 1.1b v2.8 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:1.1b-v2.8-q5_0", - "name": "Tinydolphin 1.1b v2.8 q5_0", - "display_name": "Tinydolphin 1.1b v2.8 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:1.1b-v2.8-q5_1", - "name": "Tinydolphin 1.1b v2.8 q5_1", - "display_name": "Tinydolphin 1.1b v2.8 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:1.1b-v2.8-q8_0", - "name": "Tinydolphin 1.1b v2.8 q8_0", - "display_name": "Tinydolphin 1.1b v2.8 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:latest", - "name": "Tinydolphin Latest", - "display_name": "Tinydolphin Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinydolphin:v2.8", - "name": "Tinydolphin V2.8", - "display_name": "Tinydolphin V2.8", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b", - "name": "Tinyllama 1.1b", - "display_name": "Tinyllama 1.1b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat", - "name": "Tinyllama 1.1b chat", - "display_name": "Tinyllama 1.1b chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v0.6-fp16", - "name": "Tinyllama 1.1b chat v0.6 fp16", - "display_name": "Tinyllama 1.1b chat v0.6 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v0.6-q4_0", - "name": "Tinyllama 1.1b chat v0.6 q4_0", - "display_name": "Tinyllama 1.1b chat v0.6 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v0.6-q4_1", - "name": "Tinyllama 1.1b chat v0.6 q4_1", - "display_name": "Tinyllama 1.1b chat v0.6 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v0.6-q5_0", - "name": "Tinyllama 1.1b chat v0.6 q5_0", - "display_name": "Tinyllama 1.1b chat v0.6 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v0.6-q5_1", - "name": "Tinyllama 1.1b chat v0.6 q5_1", - "display_name": "Tinyllama 1.1b chat v0.6 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v0.6-q8_0", - "name": "Tinyllama 1.1b chat v0.6 q8_0", - "display_name": "Tinyllama 1.1b chat v0.6 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v1-fp16", - "name": "Tinyllama 1.1b chat v1 fp16", - "display_name": "Tinyllama 1.1b chat v1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v1-q4_0", - "name": "Tinyllama 1.1b chat v1 q4_0", - "display_name": "Tinyllama 1.1b chat v1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v1-q4_1", - "name": "Tinyllama 1.1b chat v1 q4_1", - "display_name": "Tinyllama 1.1b chat v1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v1-q5_0", - "name": "Tinyllama 1.1b chat v1 q5_0", - "display_name": "Tinyllama 1.1b chat v1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v1-q5_1", - "name": "Tinyllama 1.1b chat v1 q5_1", - "display_name": "Tinyllama 1.1b chat v1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:1.1b-chat-v1-q8_0", - "name": "Tinyllama 1.1b chat v1 q8_0", - "display_name": "Tinyllama 1.1b chat v1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:chat", - "name": "Tinyllama Chat", - "display_name": "Tinyllama Chat", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:latest", - "name": "Tinyllama Latest", - "display_name": "Tinyllama Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:v0.6", - "name": "Tinyllama V0.6", - "display_name": "Tinyllama V0.6", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tinyllama:v1", - "name": "Tinyllama V1", - "display_name": "Tinyllama V1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tulu3:70b", - "name": "Tulu3 70b", - "display_name": "Tulu3 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tulu3:70b-fp16", - "name": "Tulu3 70b fp16", - "display_name": "Tulu3 70b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tulu3:70b-q8_0", - "name": "Tulu3 70b q8_0", - "display_name": "Tulu3 70b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tulu3:8b", - "name": "Tulu3 8b", - "display_name": "Tulu3 8b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tulu3:8b-fp16", - "name": "Tulu3 8b fp16", - "display_name": "Tulu3 8b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tulu3:8b-q8_0", - "name": "Tulu3 8b q8_0", - "display_name": "Tulu3 8b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "tulu3:latest", - "name": "Tulu3 Latest", - "display_name": "Tulu3 Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b", - "name": "Vicuna 13b", - "display_name": "Vicuna 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-16k", - "name": "Vicuna 13b 16k", - "display_name": "Vicuna 13b 16k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-fp16", - "name": "Vicuna 13b fp16", - "display_name": "Vicuna 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-q4_0", - "name": "Vicuna 13b q4_0", - "display_name": "Vicuna 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-q4_1", - "name": "Vicuna 13b q4_1", - "display_name": "Vicuna 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-q5_0", - "name": "Vicuna 13b q5_0", - "display_name": "Vicuna 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-q5_1", - "name": "Vicuna 13b q5_1", - "display_name": "Vicuna 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-q8_0", - "name": "Vicuna 13b q8_0", - "display_name": "Vicuna 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-16k-fp16", - "name": "Vicuna 13b v1.5 16k fp16", - "display_name": "Vicuna 13b v1.5 16k fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-16k-q4_0", - "name": "Vicuna 13b v1.5 16k q4_0", - "display_name": "Vicuna 13b v1.5 16k q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-16k-q4_1", - "name": "Vicuna 13b v1.5 16k q4_1", - "display_name": "Vicuna 13b v1.5 16k q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-16k-q5_0", - "name": "Vicuna 13b v1.5 16k q5_0", - "display_name": "Vicuna 13b v1.5 16k q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-16k-q5_1", - "name": "Vicuna 13b v1.5 16k q5_1", - "display_name": "Vicuna 13b v1.5 16k q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-16k-q8_0", - "name": "Vicuna 13b v1.5 16k q8_0", - "display_name": "Vicuna 13b v1.5 16k q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-fp16", - "name": "Vicuna 13b v1.5 fp16", - "display_name": "Vicuna 13b v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-q4_0", - "name": "Vicuna 13b v1.5 q4_0", - "display_name": "Vicuna 13b v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-q4_1", - "name": "Vicuna 13b v1.5 q4_1", - "display_name": "Vicuna 13b v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-q5_0", - "name": "Vicuna 13b v1.5 q5_0", - "display_name": "Vicuna 13b v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-q5_1", - "name": "Vicuna 13b v1.5 q5_1", - "display_name": "Vicuna 13b v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:13b-v1.5-q8_0", - "name": "Vicuna 13b v1.5 q8_0", - "display_name": "Vicuna 13b v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:33b", - "name": "Vicuna 33b", - "display_name": "Vicuna 33b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:33b-fp16", - "name": "Vicuna 33b fp16", - "display_name": "Vicuna 33b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:33b-q4_0", - "name": "Vicuna 33b q4_0", - "display_name": "Vicuna 33b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:33b-q4_1", - "name": "Vicuna 33b q4_1", - "display_name": "Vicuna 33b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:33b-q5_0", - "name": "Vicuna 33b q5_0", - "display_name": "Vicuna 33b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:33b-q5_1", - "name": "Vicuna 33b q5_1", - "display_name": "Vicuna 33b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:33b-q8_0", - "name": "Vicuna 33b q8_0", - "display_name": "Vicuna 33b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b", - "name": "Vicuna 7b", - "display_name": "Vicuna 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-16k", - "name": "Vicuna 7b 16k", - "display_name": "Vicuna 7b 16k", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-fp16", - "name": "Vicuna 7b fp16", - "display_name": "Vicuna 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-q4_0", - "name": "Vicuna 7b q4_0", - "display_name": "Vicuna 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-q4_1", - "name": "Vicuna 7b q4_1", - "display_name": "Vicuna 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-q5_0", - "name": "Vicuna 7b q5_0", - "display_name": "Vicuna 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-q5_1", - "name": "Vicuna 7b q5_1", - "display_name": "Vicuna 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-q8_0", - "name": "Vicuna 7b q8_0", - "display_name": "Vicuna 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-16k-fp16", - "name": "Vicuna 7b v1.5 16k fp16", - "display_name": "Vicuna 7b v1.5 16k fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-16k-q4_0", - "name": "Vicuna 7b v1.5 16k q4_0", - "display_name": "Vicuna 7b v1.5 16k q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-16k-q4_1", - "name": "Vicuna 7b v1.5 16k q4_1", - "display_name": "Vicuna 7b v1.5 16k q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-16k-q5_0", - "name": "Vicuna 7b v1.5 16k q5_0", - "display_name": "Vicuna 7b v1.5 16k q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-16k-q5_1", - "name": "Vicuna 7b v1.5 16k q5_1", - "display_name": "Vicuna 7b v1.5 16k q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-16k-q8_0", - "name": "Vicuna 7b v1.5 16k q8_0", - "display_name": "Vicuna 7b v1.5 16k q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-fp16", - "name": "Vicuna 7b v1.5 fp16", - "display_name": "Vicuna 7b v1.5 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-q4_0", - "name": "Vicuna 7b v1.5 q4_0", - "display_name": "Vicuna 7b v1.5 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-q4_1", - "name": "Vicuna 7b v1.5 q4_1", - "display_name": "Vicuna 7b v1.5 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-q5_0", - "name": "Vicuna 7b v1.5 q5_0", - "display_name": "Vicuna 7b v1.5 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-q5_1", - "name": "Vicuna 7b v1.5 q5_1", - "display_name": "Vicuna 7b v1.5 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:7b-v1.5-q8_0", - "name": "Vicuna 7b v1.5 q8_0", - "display_name": "Vicuna 7b v1.5 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "vicuna:latest", - "name": "Vicuna Latest", - "display_name": "Vicuna Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:13b", - "name": "Wizard-math 13b", - "display_name": "Wizard-math 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:13b-fp16", - "name": "Wizard-math 13b fp16", - "display_name": "Wizard-math 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:13b-q4_0", - "name": "Wizard-math 13b q4_0", - "display_name": "Wizard-math 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:13b-q4_1", - "name": "Wizard-math 13b q4_1", - "display_name": "Wizard-math 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:13b-q5_0", - "name": "Wizard-math 13b q5_0", - "display_name": "Wizard-math 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:13b-q5_1", - "name": "Wizard-math 13b q5_1", - "display_name": "Wizard-math 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:13b-q8_0", - "name": "Wizard-math 13b q8_0", - "display_name": "Wizard-math 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:70b", - "name": "Wizard-math 70b", - "display_name": "Wizard-math 70b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:70b-fp16", - "name": "Wizard-math 70b fp16", - "display_name": "Wizard-math 70b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:70b-q4_0", - "name": "Wizard-math 70b q4_0", - "display_name": "Wizard-math 70b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:70b-q4_1", - "name": "Wizard-math 70b q4_1", - "display_name": "Wizard-math 70b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:70b-q5_0", - "name": "Wizard-math 70b q5_0", - "display_name": "Wizard-math 70b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:70b-q5_1", - "name": "Wizard-math 70b q5_1", - "display_name": "Wizard-math 70b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:70b-q8_0", - "name": "Wizard-math 70b q8_0", - "display_name": "Wizard-math 70b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b", - "name": "Wizard-math 7b", - "display_name": "Wizard-math 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-fp16", - "name": "Wizard-math 7b fp16", - "display_name": "Wizard-math 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-q4_0", - "name": "Wizard-math 7b q4_0", - "display_name": "Wizard-math 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-q4_1", - "name": "Wizard-math 7b q4_1", - "display_name": "Wizard-math 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-q5_0", - "name": "Wizard-math 7b q5_0", - "display_name": "Wizard-math 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-q5_1", - "name": "Wizard-math 7b q5_1", - "display_name": "Wizard-math 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-q8_0", - "name": "Wizard-math 7b q8_0", - "display_name": "Wizard-math 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-v1.1-fp16", - "name": "Wizard-math 7b v1.1 fp16", - "display_name": "Wizard-math 7b v1.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-v1.1-q4_0", - "name": "Wizard-math 7b v1.1 q4_0", - "display_name": "Wizard-math 7b v1.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-v1.1-q4_1", - "name": "Wizard-math 7b v1.1 q4_1", - "display_name": "Wizard-math 7b v1.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-v1.1-q5_0", - "name": "Wizard-math 7b v1.1 q5_0", - "display_name": "Wizard-math 7b v1.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-v1.1-q5_1", - "name": "Wizard-math 7b v1.1 q5_1", - "display_name": "Wizard-math 7b v1.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:7b-v1.1-q8_0", - "name": "Wizard-math 7b v1.1 q8_0", - "display_name": "Wizard-math 7b v1.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-math:latest", - "name": "Wizard-math Latest", - "display_name": "Wizard-math Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:13b", - "name": "Wizard-vicuna-uncensored 13b", - "display_name": "Wizard-vicuna-uncensored 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:13b-fp16", - "name": "Wizard-vicuna-uncensored 13b fp16", - "display_name": "Wizard-vicuna-uncensored 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:13b-q4_0", - "name": "Wizard-vicuna-uncensored 13b q4_0", - "display_name": "Wizard-vicuna-uncensored 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:13b-q4_1", - "name": "Wizard-vicuna-uncensored 13b q4_1", - "display_name": "Wizard-vicuna-uncensored 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:13b-q5_0", - "name": "Wizard-vicuna-uncensored 13b q5_0", - "display_name": "Wizard-vicuna-uncensored 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:13b-q5_1", - "name": "Wizard-vicuna-uncensored 13b q5_1", - "display_name": "Wizard-vicuna-uncensored 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:13b-q8_0", - "name": "Wizard-vicuna-uncensored 13b q8_0", - "display_name": "Wizard-vicuna-uncensored 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:30b", - "name": "Wizard-vicuna-uncensored 30b", - "display_name": "Wizard-vicuna-uncensored 30b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:30b-fp16", - "name": "Wizard-vicuna-uncensored 30b fp16", - "display_name": "Wizard-vicuna-uncensored 30b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:30b-q4_0", - "name": "Wizard-vicuna-uncensored 30b q4_0", - "display_name": "Wizard-vicuna-uncensored 30b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:30b-q4_1", - "name": "Wizard-vicuna-uncensored 30b q4_1", - "display_name": "Wizard-vicuna-uncensored 30b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:30b-q5_0", - "name": "Wizard-vicuna-uncensored 30b q5_0", - "display_name": "Wizard-vicuna-uncensored 30b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:30b-q5_1", - "name": "Wizard-vicuna-uncensored 30b q5_1", - "display_name": "Wizard-vicuna-uncensored 30b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:30b-q8_0", - "name": "Wizard-vicuna-uncensored 30b q8_0", - "display_name": "Wizard-vicuna-uncensored 30b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:7b", - "name": "Wizard-vicuna-uncensored 7b", - "display_name": "Wizard-vicuna-uncensored 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:7b-fp16", - "name": "Wizard-vicuna-uncensored 7b fp16", - "display_name": "Wizard-vicuna-uncensored 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:7b-q4_0", - "name": "Wizard-vicuna-uncensored 7b q4_0", - "display_name": "Wizard-vicuna-uncensored 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:7b-q4_1", - "name": "Wizard-vicuna-uncensored 7b q4_1", - "display_name": "Wizard-vicuna-uncensored 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:7b-q5_0", - "name": "Wizard-vicuna-uncensored 7b q5_0", - "display_name": "Wizard-vicuna-uncensored 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:7b-q5_1", - "name": "Wizard-vicuna-uncensored 7b q5_1", - "display_name": "Wizard-vicuna-uncensored 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:7b-q8_0", - "name": "Wizard-vicuna-uncensored 7b q8_0", - "display_name": "Wizard-vicuna-uncensored 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna-uncensored:latest", - "name": "Wizard-vicuna-uncensored Latest", - "display_name": "Wizard-vicuna-uncensored Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna:13b", - "name": "Wizard-vicuna 13b", - "display_name": "Wizard-vicuna 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna:13b-fp16", - "name": "Wizard-vicuna 13b fp16", - "display_name": "Wizard-vicuna 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna:13b-q4_0", - "name": "Wizard-vicuna 13b q4_0", - "display_name": "Wizard-vicuna 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna:13b-q4_1", - "name": "Wizard-vicuna 13b q4_1", - "display_name": "Wizard-vicuna 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna:13b-q5_0", - "name": "Wizard-vicuna 13b q5_0", - "display_name": "Wizard-vicuna 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna:13b-q5_1", - "name": "Wizard-vicuna 13b q5_1", - "display_name": "Wizard-vicuna 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna:13b-q8_0", - "name": "Wizard-vicuna 13b q8_0", - "display_name": "Wizard-vicuna 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizard-vicuna:latest", - "name": "Wizard-vicuna Latest", - "display_name": "Wizard-vicuna Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:13b-python", - "name": "Wizardcoder 13b python", - "display_name": "Wizardcoder 13b python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:13b-python-fp16", - "name": "Wizardcoder 13b python fp16", - "display_name": "Wizardcoder 13b python fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:13b-python-q4_0", - "name": "Wizardcoder 13b python q4_0", - "display_name": "Wizardcoder 13b python q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:13b-python-q4_1", - "name": "Wizardcoder 13b python q4_1", - "display_name": "Wizardcoder 13b python q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:13b-python-q5_0", - "name": "Wizardcoder 13b python q5_0", - "display_name": "Wizardcoder 13b python q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:13b-python-q5_1", - "name": "Wizardcoder 13b python q5_1", - "display_name": "Wizardcoder 13b python q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:13b-python-q8_0", - "name": "Wizardcoder 13b python q8_0", - "display_name": "Wizardcoder 13b python q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:33b", - "name": "Wizardcoder 33b", - "display_name": "Wizardcoder 33b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:33b-v1.1", - "name": "Wizardcoder 33b v1.1", - "display_name": "Wizardcoder 33b v1.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:33b-v1.1-fp16", - "name": "Wizardcoder 33b v1.1 fp16", - "display_name": "Wizardcoder 33b v1.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:33b-v1.1-q4_0", - "name": "Wizardcoder 33b v1.1 q4_0", - "display_name": "Wizardcoder 33b v1.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:33b-v1.1-q4_1", - "name": "Wizardcoder 33b v1.1 q4_1", - "display_name": "Wizardcoder 33b v1.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:33b-v1.1-q5_0", - "name": "Wizardcoder 33b v1.1 q5_0", - "display_name": "Wizardcoder 33b v1.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:33b-v1.1-q5_1", - "name": "Wizardcoder 33b v1.1 q5_1", - "display_name": "Wizardcoder 33b v1.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:33b-v1.1-q8_0", - "name": "Wizardcoder 33b v1.1 q8_0", - "display_name": "Wizardcoder 33b v1.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:34b-python", - "name": "Wizardcoder 34b python", - "display_name": "Wizardcoder 34b python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:34b-python-fp16", - "name": "Wizardcoder 34b python fp16", - "display_name": "Wizardcoder 34b python fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:34b-python-q4_0", - "name": "Wizardcoder 34b python q4_0", - "display_name": "Wizardcoder 34b python q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:34b-python-q4_1", - "name": "Wizardcoder 34b python q4_1", - "display_name": "Wizardcoder 34b python q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:34b-python-q5_0", - "name": "Wizardcoder 34b python q5_0", - "display_name": "Wizardcoder 34b python q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:34b-python-q5_1", - "name": "Wizardcoder 34b python q5_1", - "display_name": "Wizardcoder 34b python q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:34b-python-q8_0", - "name": "Wizardcoder 34b python q8_0", - "display_name": "Wizardcoder 34b python q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:7b-python", - "name": "Wizardcoder 7b python", - "display_name": "Wizardcoder 7b python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:7b-python-fp16", - "name": "Wizardcoder 7b python fp16", - "display_name": "Wizardcoder 7b python fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:7b-python-q4_0", - "name": "Wizardcoder 7b python q4_0", - "display_name": "Wizardcoder 7b python q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:7b-python-q4_1", - "name": "Wizardcoder 7b python q4_1", - "display_name": "Wizardcoder 7b python q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:7b-python-q5_0", - "name": "Wizardcoder 7b python q5_0", - "display_name": "Wizardcoder 7b python q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:7b-python-q5_1", - "name": "Wizardcoder 7b python q5_1", - "display_name": "Wizardcoder 7b python q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:7b-python-q8_0", - "name": "Wizardcoder 7b python q8_0", - "display_name": "Wizardcoder 7b python q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:latest", - "name": "Wizardcoder Latest", - "display_name": "Wizardcoder Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardcoder:python", - "name": "Wizardcoder Python", - "display_name": "Wizardcoder Python", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:13b", - "name": "Wizardlm-uncensored 13b", - "display_name": "Wizardlm-uncensored 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:13b-llama2", - "name": "Wizardlm-uncensored 13b llama2", - "display_name": "Wizardlm-uncensored 13b llama2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:13b-llama2-fp16", - "name": "Wizardlm-uncensored 13b llama2 fp16", - "display_name": "Wizardlm-uncensored 13b llama2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:13b-llama2-q4_0", - "name": "Wizardlm-uncensored 13b llama2 q4_0", - "display_name": "Wizardlm-uncensored 13b llama2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:13b-llama2-q4_1", - "name": "Wizardlm-uncensored 13b llama2 q4_1", - "display_name": "Wizardlm-uncensored 13b llama2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:13b-llama2-q5_0", - "name": "Wizardlm-uncensored 13b llama2 q5_0", - "display_name": "Wizardlm-uncensored 13b llama2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:13b-llama2-q5_1", - "name": "Wizardlm-uncensored 13b llama2 q5_1", - "display_name": "Wizardlm-uncensored 13b llama2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:13b-llama2-q8_0", - "name": "Wizardlm-uncensored 13b llama2 q8_0", - "display_name": "Wizardlm-uncensored 13b llama2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm-uncensored:latest", - "name": "Wizardlm-uncensored Latest", - "display_name": "Wizardlm-uncensored Latest", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-fp16", - "name": "Wizardlm 13b fp16", - "display_name": "Wizardlm 13b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-llama2-fp16", - "name": "Wizardlm 13b llama2 fp16", - "display_name": "Wizardlm 13b llama2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-llama2-q4_0", - "name": "Wizardlm 13b llama2 q4_0", - "display_name": "Wizardlm 13b llama2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-llama2-q4_1", - "name": "Wizardlm 13b llama2 q4_1", - "display_name": "Wizardlm 13b llama2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-llama2-q5_0", - "name": "Wizardlm 13b llama2 q5_0", - "display_name": "Wizardlm 13b llama2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-llama2-q5_1", - "name": "Wizardlm 13b llama2 q5_1", - "display_name": "Wizardlm 13b llama2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-llama2-q8_0", - "name": "Wizardlm 13b llama2 q8_0", - "display_name": "Wizardlm 13b llama2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-q4_0", - "name": "Wizardlm 13b q4_0", - "display_name": "Wizardlm 13b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-q4_1", - "name": "Wizardlm 13b q4_1", - "display_name": "Wizardlm 13b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-q5_0", - "name": "Wizardlm 13b q5_0", - "display_name": "Wizardlm 13b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-q5_1", - "name": "Wizardlm 13b q5_1", - "display_name": "Wizardlm 13b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:13b-q8_0", - "name": "Wizardlm 13b q8_0", - "display_name": "Wizardlm 13b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:30b-fp16", - "name": "Wizardlm 30b fp16", - "display_name": "Wizardlm 30b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:30b-q4_0", - "name": "Wizardlm 30b q4_0", - "display_name": "Wizardlm 30b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:30b-q4_1", - "name": "Wizardlm 30b q4_1", - "display_name": "Wizardlm 30b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:30b-q5_0", - "name": "Wizardlm 30b q5_0", - "display_name": "Wizardlm 30b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:30b-q5_1", - "name": "Wizardlm 30b q5_1", - "display_name": "Wizardlm 30b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:30b-q8_0", - "name": "Wizardlm 30b q8_0", - "display_name": "Wizardlm 30b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:70b-llama2-q4_0", - "name": "Wizardlm 70b llama2 q4_0", - "display_name": "Wizardlm 70b llama2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:70b-llama2-q4_1", - "name": "Wizardlm 70b llama2 q4_1", - "display_name": "Wizardlm 70b llama2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:70b-llama2-q5_0", - "name": "Wizardlm 70b llama2 q5_0", - "display_name": "Wizardlm 70b llama2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:70b-llama2-q8_0", - "name": "Wizardlm 70b llama2 q8_0", - "display_name": "Wizardlm 70b llama2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:7b-fp16", - "name": "Wizardlm 7b fp16", - "display_name": "Wizardlm 7b fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:7b-q4_0", - "name": "Wizardlm 7b q4_0", - "display_name": "Wizardlm 7b q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:7b-q4_1", - "name": "Wizardlm 7b q4_1", - "display_name": "Wizardlm 7b q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:7b-q5_0", - "name": "Wizardlm 7b q5_0", - "display_name": "Wizardlm 7b q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:7b-q5_1", - "name": "Wizardlm 7b q5_1", - "display_name": "Wizardlm 7b q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "wizardlm:7b-q8_0", - "name": "Wizardlm 7b q8_0", - "display_name": "Wizardlm 7b q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b", - "name": "Xwinlm 13b", - "display_name": "Xwinlm 13b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.1", - "name": "Xwinlm 13b v0.1", - "display_name": "Xwinlm 13b v0.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.1-fp16", - "name": "Xwinlm 13b v0.1 fp16", - "display_name": "Xwinlm 13b v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.1-q4_0", - "name": "Xwinlm 13b v0.1 q4_0", - "display_name": "Xwinlm 13b v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.1-q4_1", - "name": "Xwinlm 13b v0.1 q4_1", - "display_name": "Xwinlm 13b v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.1-q5_0", - "name": "Xwinlm 13b v0.1 q5_0", - "display_name": "Xwinlm 13b v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.1-q5_1", - "name": "Xwinlm 13b v0.1 q5_1", - "display_name": "Xwinlm 13b v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.1-q8_0", - "name": "Xwinlm 13b v0.1 q8_0", - "display_name": "Xwinlm 13b v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.2", - "name": "Xwinlm 13b v0.2", - "display_name": "Xwinlm 13b v0.2", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.2-fp16", - "name": "Xwinlm 13b v0.2 fp16", - "display_name": "Xwinlm 13b v0.2 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.2-q4_0", - "name": "Xwinlm 13b v0.2 q4_0", - "display_name": "Xwinlm 13b v0.2 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.2-q4_1", - "name": "Xwinlm 13b v0.2 q4_1", - "display_name": "Xwinlm 13b v0.2 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.2-q5_0", - "name": "Xwinlm 13b v0.2 q5_0", - "display_name": "Xwinlm 13b v0.2 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.2-q5_1", - "name": "Xwinlm 13b v0.2 q5_1", - "display_name": "Xwinlm 13b v0.2 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:13b-v0.2-q8_0", - "name": "Xwinlm 13b v0.2 q8_0", - "display_name": "Xwinlm 13b v0.2 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:70b-v0.1", - "name": "Xwinlm 70b v0.1", - "display_name": "Xwinlm 70b v0.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:70b-v0.1-fp16", - "name": "Xwinlm 70b v0.1 fp16", - "display_name": "Xwinlm 70b v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:70b-v0.1-q4_0", - "name": "Xwinlm 70b v0.1 q4_0", - "display_name": "Xwinlm 70b v0.1 q4_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:70b-v0.1-q4_1", - "name": "Xwinlm 70b v0.1 q4_1", - "display_name": "Xwinlm 70b v0.1 q4_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:70b-v0.1-q5_0", - "name": "Xwinlm 70b v0.1 q5_0", - "display_name": "Xwinlm 70b v0.1 q5_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:70b-v0.1-q5_1", - "name": "Xwinlm 70b v0.1 q5_1", - "display_name": "Xwinlm 70b v0.1 q5_1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:70b-v0.1-q8_0", - "name": "Xwinlm 70b v0.1 q8_0", - "display_name": "Xwinlm 70b v0.1 q8_0", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:7b", - "name": "Xwinlm 7b", - "display_name": "Xwinlm 7b", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:7b-v0.1", - "name": "Xwinlm 7b v0.1", - "display_name": "Xwinlm 7b v0.1", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:7b-v0.1-fp16", - "name": "Xwinlm 7b v0.1 fp16", - "display_name": "Xwinlm 7b v0.1 fp16", - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "xwinlm:7b-v0.1-q4_0", - "name": "Xwinlm 7b v0.1 q4_0", - "display_name": "Xwinlm 7b v0.1 q4_0", - "tool_call": false, + "id": "openai/o3", + "name": "OpenAI: o3", + "display_name": "OpenAI: o3", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 100000 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false }, { - "id": "xwinlm:7b-v0.1-q4_1", - "name": "Xwinlm 7b v0.1 q4_1", - "display_name": "Xwinlm 7b v0.1 q4_1", - "tool_call": false, + "id": "openai/o4-mini", + "name": "OpenAI: o4 Mini", + "display_name": "OpenAI: o4 Mini", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 100000 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": true, + "open_weights": false, + "knowledge": "2024-06", + "release_date": "2025-04-16", + "last_updated": "2025-04-16" }, { - "id": "xwinlm:7b-v0.1-q5_0", - "name": "Xwinlm 7b v0.1 q5_0", - "display_name": "Xwinlm 7b v0.1 q5_0", - "tool_call": false, + "id": "qwen/qwen3-235b-a22b-instruct-2507", + "name": "Qwen: Qwen3 235B A22B Instruct 2507", + "display_name": "Qwen: Qwen3 235B A22B Instruct 2507", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": false, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false }, { - "id": "xwinlm:7b-v0.1-q5_1", - "name": "Xwinlm 7b v0.1 q5_1", - "display_name": "Xwinlm 7b v0.1 q5_1", - "tool_call": false, + "id": "qwen/qwen3-235b-a22b-thinking-2507", + "name": "Qwen: Qwen3 235B A22B Thinking 2507", + "display_name": "Qwen: Qwen3 235B A22B Thinking 2507", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-07-25", + "last_updated": "2025-07-25" }, { - "id": "xwinlm:7b-v0.1-q8_0", - "name": "Xwinlm 7b v0.1 q8_0", - "display_name": "Xwinlm 7b v0.1 q8_0", - "tool_call": false, + "id": "qwen/qwen3-30b-a3b-instruct-2507", + "name": "Qwen: Qwen3 30B A3B Instruct 2507", + "display_name": "Qwen: Qwen3 30B A3B Instruct 2507", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": false, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false, + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-07-29", + "last_updated": "2025-07-29" }, { - "id": "xwinlm:7b-v0.2", - "name": "Xwinlm 7b v0.2", - "display_name": "Xwinlm 7b v0.2", - "tool_call": false, + "id": "qwen/qwen3-30b-a3b-thinking-2507", + "name": "Qwen: Qwen3 30B A3B Thinking 2507", + "display_name": "Qwen: Qwen3 30B A3B Thinking 2507", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false }, { - "id": "xwinlm:7b-v0.2-fp16", - "name": "Xwinlm 7b v0.2 fp16", - "display_name": "Xwinlm 7b v0.2 fp16", + "id": "qwen/qwen3-8b", + "name": "Qwen: Qwen3 8B", + "display_name": "Qwen: Qwen3 8B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 20000 + }, + "temperature": false, "tool_call": false, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false }, { - "id": "xwinlm:7b-v0.2-q4_0", - "name": "Xwinlm 7b v0.2 q4_0", - "display_name": "Xwinlm 7b v0.2 q4_0", - "tool_call": false, + "id": "qwen/qwen3-coder", + "name": "Qwen: Qwen3 Coder 480B A35B", + "display_name": "Qwen: Qwen3 Coder 480B A35B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": false, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false, + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-07-23", + "last_updated": "2025-07-23" }, { - "id": "xwinlm:7b-v0.2-q4_1", - "name": "Xwinlm 7b v0.2 q4_1", - "display_name": "Xwinlm 7b v0.2 q4_1", - "tool_call": false, + "id": "qwen/qwen3-coder-30b-a3b-instruct", + "name": "Qwen: Qwen3 Coder 30B A3B Instruct", + "display_name": "Qwen: Qwen3 Coder 30B A3B Instruct", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": false, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false }, { - "id": "xwinlm:7b-v0.2-q5_0", - "name": "Xwinlm 7b v0.2 q5_0", - "display_name": "Xwinlm 7b v0.2 q5_0", + "id": "qwen/qwen3-coder-480b-a35b-instruct", + "name": "Qwen: Qwen3 Coder 480B A35B Instruct", + "display_name": "Qwen: Qwen3 Coder 480B A35B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "xwinlm:7b-v0.2-q8_0", - "name": "Xwinlm 7b v0.2 q8_0", - "display_name": "Xwinlm 7b v0.2 q8_0", + "id": "qwen/qwen3-embedding-0.6b", + "name": "qwen/qwen3-embedding-0.6b", + "display_name": "qwen/qwen3-embedding-0.6b", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "xwinlm:latest", - "name": "Xwinlm Latest", - "display_name": "Xwinlm Latest", + "id": "qwen/qwen3-embedding-4b", + "name": "qwen/qwen3-embedding-4b", + "display_name": "qwen/qwen3-embedding-4b", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:13b", - "name": "Yarn-llama2 13b", - "display_name": "Yarn-llama2 13b", + "id": "qwen/qwen3-embedding-8b", + "name": "qwen/qwen3-embedding-8b", + "display_name": "qwen/qwen3-embedding-8b", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:13b-128k", - "name": "Yarn-llama2 13b 128k", - "display_name": "Yarn-llama2 13b 128k", - "tool_call": false, + "id": "qwen/qwen3-next-80b-a3b-instruct", + "name": "Qwen: Qwen3 Next 80B A3B Instruct", + "display_name": "Qwen: Qwen3 Next 80B A3B Instruct", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": false, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false, + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-09-11", + "last_updated": "2025-09-11" }, { - "id": "yarn-llama2:13b-128k-fp16", - "name": "Yarn-llama2 13b 128k fp16", - "display_name": "Yarn-llama2 13b 128k fp16", - "tool_call": false, + "id": "qwen/qwen3-next-80b-a3b-thinking", + "name": "Qwen: Qwen3 Next 80B A3B Thinking", + "display_name": "Qwen: Qwen3 Next 80B A3B Thinking", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false }, { - "id": "yarn-llama2:13b-128k-q4_0", - "name": "Yarn-llama2 13b 128k q4_0", - "display_name": "Yarn-llama2 13b 128k q4_0", - "tool_call": false, + "id": "qwen/qwen3-omni-30b-a3b-instruct", + "name": "Qwen: Qwen3 VL 30B A3B Instruct", + "display_name": "Qwen: Qwen3 VL 30B A3B Instruct", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": true, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false }, { - "id": "yarn-llama2:13b-128k-q4_1", - "name": "Yarn-llama2 13b 128k q4_1", - "display_name": "Yarn-llama2 13b 128k q4_1", - "tool_call": false, + "id": "qwen/qwen3-omni-30b-a3b-thinking", + "name": "Qwen: Qwen3 VL 30B A3B Thinking", + "display_name": "Qwen: Qwen3 VL 30B A3B Thinking", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false }, { - "id": "yarn-llama2:13b-128k-q5_0", - "name": "Yarn-llama2 13b 128k q5_0", - "display_name": "Yarn-llama2 13b 128k q5_0", + "id": "qwen/qwen3-reranker-0.6b", + "name": "qwen/qwen3-reranker-0.6b", + "display_name": "qwen/qwen3-reranker-0.6b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:13b-128k-q5_1", - "name": "Yarn-llama2 13b 128k q5_1", - "display_name": "Yarn-llama2 13b 128k q5_1", + "id": "qwen/qwen3-reranker-4b", + "name": "qwen/qwen3-reranker-4b", + "display_name": "qwen/qwen3-reranker-4b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:13b-128k-q8_0", - "name": "Yarn-llama2 13b 128k q8_0", - "display_name": "Yarn-llama2 13b 128k q8_0", + "id": "qwen/qwen3-reranker-8b", + "name": "qwen/qwen3-reranker-8b", + "display_name": "qwen/qwen3-reranker-8b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:13b-64k", - "name": "Yarn-llama2 13b 64k", - "display_name": "Yarn-llama2 13b 64k", - "tool_call": false, + "id": "qwen/qwen3-vl-235b-a22b-instruct", + "name": "Qwen: Qwen3 VL 235B A22B Instruct", + "display_name": "Qwen: Qwen3 VL 235B A22B Instruct", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false }, { - "id": "yarn-llama2:13b-64k-fp16", - "name": "Yarn-llama2 13b 64k fp16", - "display_name": "Yarn-llama2 13b 64k fp16", - "tool_call": false, + "id": "qwen/qwen3-vl-235b-a22b-thinking", + "name": "Qwen: Qwen3 VL 235B A22B Thinking", + "display_name": "Qwen: Qwen3 VL 235B A22B Thinking", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 65536, + "output": 65536 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false }, { - "id": "yarn-llama2:13b-64k-q4_0", - "name": "Yarn-llama2 13b 64k q4_0", - "display_name": "Yarn-llama2 13b 64k q4_0", - "tool_call": false, + "id": "qwen/qwen3-vl-30b-a3b-instruct", + "name": "Qwen: Qwen3 VL 30B A3B Instruct", + "display_name": "Qwen: Qwen3 VL 30B A3B Instruct", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": true, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false }, { - "id": "yarn-llama2:13b-64k-q4_1", - "name": "Yarn-llama2 13b 64k q4_1", - "display_name": "Yarn-llama2 13b 64k q4_1", - "tool_call": false, + "id": "qwen/qwen3-vl-30b-a3b-thinking", + "name": "Qwen: Qwen3 VL 30B A3B Thinking", + "display_name": "Qwen: Qwen3 VL 30B A3B Thinking", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false }, { - "id": "yarn-llama2:13b-64k-q5_0", - "name": "Yarn-llama2 13b 64k q5_0", - "display_name": "Yarn-llama2 13b 64k q5_0", + "id": "tencent/hunyuan-mt-7b", + "name": "Tencent: Hunyuan A13B Instruct", + "display_name": "Tencent: Hunyuan A13B Instruct", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768 + }, + "temperature": false, "tool_call": false, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false }, { - "id": "yarn-llama2:13b-64k-q5_1", - "name": "Yarn-llama2 13b 64k q5_1", - "display_name": "Yarn-llama2 13b 64k q5_1", + "id": "x-ai/grok-2-image", + "name": "grok-2", + "display_name": "grok-2", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:13b-64k-q8_0", - "name": "Yarn-llama2 13b 64k q8_0", - "display_name": "Yarn-llama2 13b 64k q8_0", - "tool_call": false, + "id": "x-ai/grok-3", + "name": "xAI: Grok 3", + "display_name": "xAI: Grok 3", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "temperature": false, + "tool_call": true, "reasoning": { "supported": false - } + }, + "attachment": false, + "open_weights": false, + "knowledge": "2024-11", + "release_date": "2025-02-17", + "last_updated": "2025-02-17" }, { - "id": "yarn-llama2:7b", - "name": "Yarn-llama2 7b", - "display_name": "Yarn-llama2 7b", - "tool_call": false, + "id": "x-ai/grok-3-mini", + "name": "xAI: Grok 3 Mini", + "display_name": "xAI: Grok 3 Mini", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": false, + "knowledge": "2024-11", + "release_date": "2025-02-17", + "last_updated": "2025-02-17" }, { - "id": "yarn-llama2:7b-128k", - "name": "Yarn-llama2 7b 128k", - "display_name": "Yarn-llama2 7b 128k", - "tool_call": false, + "id": "x-ai/grok-4", + "name": "xAI: Grok 4", + "display_name": "xAI: Grok 4", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 64000 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": false, + "knowledge": "2025-07", + "release_date": "2025-07-09", + "last_updated": "2025-07-09" }, { - "id": "yarn-llama2:7b-128k-fp16", - "name": "Yarn-llama2 7b 128k fp16", - "display_name": "Yarn-llama2 7b 128k fp16", + "id": "x-ai/grok-4-fast-non-reasoning", + "name": "x-ai/grok-4-fast-non-reasoning", + "display_name": "x-ai/grok-4-fast-non-reasoning", + "limit": { + "context": 2000000, + "output": 2000000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:7b-128k-q4_0", - "name": "Yarn-llama2 7b 128k q4_0", - "display_name": "Yarn-llama2 7b 128k q4_0", + "id": "x-ai/grok-4-fast-reasoning", + "name": "x-ai/grok-4-fast-reasoning", + "display_name": "x-ai/grok-4-fast-reasoning", + "limit": { + "context": 2000000, + "output": 2000000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:7b-128k-q4_1", - "name": "Yarn-llama2 7b 128k q4_1", - "display_name": "Yarn-llama2 7b 128k q4_1", - "tool_call": false, + "id": "x-ai/grok-code-fast-1", + "name": "xAI: Grok Code Fast 1", + "display_name": "xAI: Grok Code Fast 1", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 10000 + }, + "temperature": false, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": false, + "knowledge": "2025-08", + "release_date": "2025-08-26", + "last_updated": "2025-08-26" }, { - "id": "yarn-llama2:7b-128k-q5_0", - "name": "Yarn-llama2 7b 128k q5_0", - "display_name": "Yarn-llama2 7b 128k q5_0", - "tool_call": false, + "id": "z-ai/glm-4.5", + "name": "Z.AI: GLM 4.5", + "display_name": "Z.AI: GLM 4.5", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 131072 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-07-28", + "last_updated": "2025-07-28" }, { - "id": "yarn-llama2:7b-128k-q5_1", - "name": "Yarn-llama2 7b 128k q5_1", - "display_name": "Yarn-llama2 7b 128k q5_1", + "id": "z-ai/glm-4.5-flash", + "name": "z-ai/glm-4.5-flash", + "display_name": "z-ai/glm-4.5-flash", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:7b-128k-q8_0", - "name": "Yarn-llama2 7b 128k q8_0", - "display_name": "Yarn-llama2 7b 128k q8_0", - "tool_call": false, + "id": "z-ai/glm-4.5v", + "name": "Z.AI: GLM 4.5V", + "display_name": "Z.AI: GLM 4.5V", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 65536, + "output": 16384 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "knowledge": "2025-04", + "release_date": "2025-08-11", + "last_updated": "2025-08-11" }, { - "id": "yarn-llama2:7b-64k", - "name": "Yarn-llama2 7b 64k", - "display_name": "Yarn-llama2 7b 64k", - "tool_call": false, + "id": "z-ai/glm-4.6", + "name": "Z.AI: GLM 4.6", + "display_name": "Z.AI: GLM 4.6", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 202752, + "output": 202752 + }, + "temperature": true, + "tool_call": true, "reasoning": { - "supported": false - } - }, + "supported": true, + "default": true + }, + "attachment": false, + "open_weights": true, + "knowledge": "2025-09", + "release_date": "2025-09-30", + "last_updated": "2025-09-30" + } + ] + }, + "doubao": { + "id": "doubao", + "name": "Doubao", + "display_name": "Doubao", + "models": [ { - "id": "yarn-llama2:7b-64k-fp16", - "name": "Yarn-llama2 7b 64k fp16", - "display_name": "Yarn-llama2 7b 64k fp16", - "tool_call": false, + "id": "deepseek-v3-1-250821", + "name": "DeepSeek V3.1", + "display_name": "DeepSeek V3.1", + "limit": { + "context": 128000, + "output": 32000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:7b-64k-q4_0", - "name": "Yarn-llama2 7b 64k q4_0", - "display_name": "Yarn-llama2 7b 64k q4_0", + "id": "deepseek-r1-250120", + "name": "DeepSeek R1", + "display_name": "DeepSeek R1", + "limit": { + "context": 64000, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-llama2:7b-64k-q4_1", - "name": "Yarn-llama2 7b 64k q4_1", - "display_name": "Yarn-llama2 7b 64k q4_1", + "id": "deepseek-r1-distill-qwen-32b-250120", + "name": "DeepSeek R1 Distill Qwen 32B", + "display_name": "DeepSeek R1 Distill Qwen 32B", + "limit": { + "context": 32000, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-llama2:7b-64k-q5_0", - "name": "Yarn-llama2 7b 64k q5_0", - "display_name": "Yarn-llama2 7b 64k q5_0", + "id": "deepseek-r1-distill-qwen-7b-250120", + "name": "DeepSeek R1 Distill Qwen 7B", + "display_name": "DeepSeek R1 Distill Qwen 7B", + "limit": { + "context": 32000, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-llama2:7b-64k-q5_1", - "name": "Yarn-llama2 7b 64k q5_1", - "display_name": "Yarn-llama2 7b 64k q5_1", - "tool_call": false, + "id": "deepseek-v3-250324", + "name": "DeepSeek V3", + "display_name": "DeepSeek V3", + "limit": { + "context": 64000, + "output": 4096 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yarn-llama2:7b-64k-q8_0", - "name": "Yarn-llama2 7b 64k q8_0", - "display_name": "Yarn-llama2 7b 64k q8_0", - "tool_call": false, + "id": "doubao-seed-1-6-vision-250815", + "name": "Doubao Seed 1.6 Vision", + "display_name": "Doubao Seed 1.6 Vision", + "limit": { + "context": 256000, + "output": 32000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-llama2:latest", - "name": "Yarn-llama2 Latest", - "display_name": "Yarn-llama2 Latest", - "tool_call": false, + "id": "doubao-seed-1-6-250615", + "name": "Doubao Seed 1.6", + "display_name": "Doubao Seed 1.6", + "limit": { + "context": 256000, + "output": 32000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b", - "name": "Yarn-mistral 7b", - "display_name": "Yarn-mistral 7b", - "tool_call": false, + "id": "doubao-seed-1-6-flash-250715", + "name": "Doubao Seed 1.6 Flash", + "display_name": "Doubao Seed 1.6 Flash", + "limit": { + "context": 256000, + "output": 32000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b-128k", - "name": "Yarn-mistral 7b 128k", - "display_name": "Yarn-mistral 7b 128k", - "tool_call": false, + "id": "doubao-seed-1-6-flash-250615", + "name": "Doubao Seed 1.6 Flash (250615)", + "display_name": "Doubao Seed 1.6 Flash (250615)", + "limit": { + "context": 256000, + "output": 32000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b-128k-fp16", - "name": "Yarn-mistral 7b 128k fp16", - "display_name": "Yarn-mistral 7b 128k fp16", - "tool_call": false, + "id": "doubao-seed-1-6-thinking-250715", + "name": "Doubao Seed 1.6 Thinking", + "display_name": "Doubao Seed 1.6 Thinking", + "limit": { + "context": 256000, + "output": 32000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b-128k-q4_0", - "name": "Yarn-mistral 7b 128k q4_0", - "display_name": "Yarn-mistral 7b 128k q4_0", - "tool_call": false, + "id": "doubao-seed-1-6-thinking-250615", + "name": "Doubao Seed 1.6 Thinking (250615)", + "display_name": "Doubao Seed 1.6 Thinking (250615)", + "limit": { + "context": 256000, + "output": 32000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } - }, + } + ] + }, + "ollama": { + "id": "ollama", + "name": "Ollama", + "display_name": "Ollama", + "models": [ { - "id": "yarn-mistral:7b-128k-q4_1", - "name": "Yarn-mistral 7b 128k q4_1", - "display_name": "Yarn-mistral 7b 128k q4_1", - "tool_call": false, + "id": "gpt-oss:latest", + "name": "GPT-OSS Latest", + "display_name": "GPT-OSS Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b-128k-q5_0", - "name": "Yarn-mistral 7b 128k q5_0", - "display_name": "Yarn-mistral 7b 128k q5_0", - "tool_call": false, + "id": "gpt-oss:20b", + "name": "GPT-OSS 20B", + "display_name": "GPT-OSS 20B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b-128k-q5_1", - "name": "Yarn-mistral 7b 128k q5_1", - "display_name": "Yarn-mistral 7b 128k q5_1", - "tool_call": false, + "id": "gpt-oss:120b", + "name": "GPT-OSS 120B", + "display_name": "GPT-OSS 120B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b-128k-q8_0", - "name": "Yarn-mistral 7b 128k q8_0", - "display_name": "Yarn-mistral 7b 128k q8_0", - "tool_call": false, + "id": "gpt-oss:20b-cloud", + "name": "GPT-OSS 20B Cloud", + "display_name": "GPT-OSS 20B Cloud", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b-64k", - "name": "Yarn-mistral 7b 64k", - "display_name": "Yarn-mistral 7b 64k", - "tool_call": false, + "id": "gpt-oss:120b-cloud", + "name": "GPT-OSS 120B Cloud", + "display_name": "GPT-OSS 120B Cloud", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yarn-mistral:7b-64k-q4_0", - "name": "Yarn-mistral 7b 64k q4_0", - "display_name": "Yarn-mistral 7b 64k q4_0", - "tool_call": false, + "id": "qwen3-vl:latest", + "name": "Qwen3-VL Latest", + "display_name": "Qwen3-VL Latest", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yarn-mistral:7b-64k-q4_1", - "name": "Yarn-mistral 7b 64k q4_1", - "display_name": "Yarn-mistral 7b 64k q4_1", - "tool_call": false, + "id": "qwen3-vl:2b", + "name": "Qwen3-VL 2B", + "display_name": "Qwen3-VL 2B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yarn-mistral:7b-64k-q5_0", - "name": "Yarn-mistral 7b 64k q5_0", - "display_name": "Yarn-mistral 7b 64k q5_0", - "tool_call": false, + "id": "qwen3-vl:4b", + "name": "Qwen3-VL 4B", + "display_name": "Qwen3-VL 4B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yarn-mistral:7b-64k-q5_1", - "name": "Yarn-mistral 7b 64k q5_1", - "display_name": "Yarn-mistral 7b 64k q5_1", - "tool_call": false, + "id": "qwen3-vl:8b", + "name": "Qwen3-VL 8B", + "display_name": "Qwen3-VL 8B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yarn-mistral:7b-64k-q8_0", - "name": "Yarn-mistral 7b 64k q8_0", - "display_name": "Yarn-mistral 7b 64k q8_0", - "tool_call": false, + "id": "qwen3-vl:30b", + "name": "Qwen3-VL 30B", + "display_name": "Qwen3-VL 30B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yarn-mistral:latest", - "name": "Yarn-mistral Latest", - "display_name": "Yarn-mistral Latest", - "tool_call": false, + "id": "qwen3-vl:32b", + "name": "Qwen3-VL 32B", + "display_name": "Qwen3-VL 32B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi-coder:1.5b", - "name": "Yi-coder 1.5b", - "display_name": "Yi-coder 1.5b", - "tool_call": false, + "id": "qwen3-vl:235b", + "name": "Qwen3-VL 235B", + "display_name": "Qwen3-VL 235B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi-coder:1.5b-base", - "name": "Yi-coder 1.5b base", - "display_name": "Yi-coder 1.5b base", - "tool_call": false, + "id": "qwen3-vl:235b-cloud", + "name": "Qwen3-VL 235B Cloud", + "display_name": "Qwen3-VL 235B Cloud", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi-coder:1.5b-base-fp16", - "name": "Yi-coder 1.5b base fp16", - "display_name": "Yi-coder 1.5b base fp16", - "tool_call": false, + "id": "qwen3-vl:235b-instruct-cloud", + "name": "Qwen3-VL 235B Instruct Cloud", + "display_name": "Qwen3-VL 235B Instruct Cloud", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi-coder:1.5b-base-q4_0", - "name": "Yi-coder 1.5b base q4_0", - "display_name": "Yi-coder 1.5b base q4_0", - "tool_call": false, + "id": "deepseek-r1:latest", + "name": "DeepSeek-R1 Latest", + "display_name": "DeepSeek-R1 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:1.5b-base-q4_1", - "name": "Yi-coder 1.5b base q4_1", - "display_name": "Yi-coder 1.5b base q4_1", - "tool_call": false, + "id": "deepseek-r1:1.5b", + "name": "DeepSeek-R1 1.5B", + "display_name": "DeepSeek-R1 1.5B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:1.5b-base-q5_0", - "name": "Yi-coder 1.5b base q5_0", - "display_name": "Yi-coder 1.5b base q5_0", - "tool_call": false, + "id": "deepseek-r1:7b", + "name": "DeepSeek-R1 7B", + "display_name": "DeepSeek-R1 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:1.5b-base-q5_1", - "name": "Yi-coder 1.5b base q5_1", - "display_name": "Yi-coder 1.5b base q5_1", - "tool_call": false, + "id": "deepseek-r1:8b", + "name": "DeepSeek-R1 8B", + "display_name": "DeepSeek-R1 8B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:1.5b-base-q8_0", - "name": "Yi-coder 1.5b base q8_0", - "display_name": "Yi-coder 1.5b base q8_0", - "tool_call": false, + "id": "deepseek-r1:14b", + "name": "DeepSeek-R1 14B", + "display_name": "DeepSeek-R1 14B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:1.5b-chat", - "name": "Yi-coder 1.5b chat", - "display_name": "Yi-coder 1.5b chat", - "tool_call": false, + "id": "deepseek-r1:32b", + "name": "DeepSeek-R1 32B", + "display_name": "DeepSeek-R1 32B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:1.5b-chat-fp16", - "name": "Yi-coder 1.5b chat fp16", - "display_name": "Yi-coder 1.5b chat fp16", - "tool_call": false, + "id": "deepseek-r1:70b", + "name": "DeepSeek-R1 70B", + "display_name": "DeepSeek-R1 70B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:1.5b-chat-q4_0", - "name": "Yi-coder 1.5b chat q4_0", - "display_name": "Yi-coder 1.5b chat q4_0", - "tool_call": false, + "id": "deepseek-r1:671b", + "name": "DeepSeek-R1 671B", + "display_name": "DeepSeek-R1 671B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 160000, + "output": 40000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:1.5b-chat-q4_1", - "name": "Yi-coder 1.5b chat q4_1", - "display_name": "Yi-coder 1.5b chat q4_1", - "tool_call": false, + "id": "qwen3-coder:latest", + "name": "Qwen3-Coder Latest", + "display_name": "Qwen3-Coder Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi-coder:1.5b-chat-q5_0", - "name": "Yi-coder 1.5b chat q5_0", - "display_name": "Yi-coder 1.5b chat q5_0", - "tool_call": false, + "id": "qwen3-coder:30b", + "name": "Qwen3-Coder 30B", + "display_name": "Qwen3-Coder 30B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi-coder:1.5b-chat-q5_1", - "name": "Yi-coder 1.5b chat q5_1", - "display_name": "Yi-coder 1.5b chat q5_1", - "tool_call": false, + "id": "qwen3-coder:480b", + "name": "Qwen3-Coder 480B", + "display_name": "Qwen3-Coder 480B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi-coder:1.5b-chat-q8_0", - "name": "Yi-coder 1.5b chat q8_0", - "display_name": "Yi-coder 1.5b chat q8_0", - "tool_call": false, + "id": "qwen3-coder:480b-cloud", + "name": "Qwen3-Coder 480B Cloud", + "display_name": "Qwen3-Coder 480B Cloud", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi-coder:9b", - "name": "Yi-coder 9b", - "display_name": "Yi-coder 9b", + "id": "gemma3:latest", + "name": "Gemma3 Latest", + "display_name": "Gemma3 Latest", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi-coder:9b-base", - "name": "Yi-coder 9b base", - "display_name": "Yi-coder 9b base", + "id": "gemma3:270m", + "name": "Gemma3 270M", + "display_name": "Gemma3 270M", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi-coder:9b-base-fp16", - "name": "Yi-coder 9b base fp16", - "display_name": "Yi-coder 9b base fp16", + "id": "gemma3:1b", + "name": "Gemma3 1B", + "display_name": "Gemma3 1B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi-coder:9b-base-q4_0", - "name": "Yi-coder 9b base q4_0", - "display_name": "Yi-coder 9b base q4_0", + "id": "gemma3:4b", + "name": "Gemma3 4B", + "display_name": "Gemma3 4B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi-coder:9b-base-q4_1", - "name": "Yi-coder 9b base q4_1", - "display_name": "Yi-coder 9b base q4_1", + "id": "gemma3:12b", + "name": "Gemma3 12B", + "display_name": "Gemma3 12B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi-coder:9b-base-q5_0", - "name": "Yi-coder 9b base q5_0", - "display_name": "Yi-coder 9b base q5_0", + "id": "gemma3:27b", + "name": "Gemma3 27B", + "display_name": "Gemma3 27B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi-coder:9b-base-q5_1", - "name": "Yi-coder 9b base q5_1", - "display_name": "Yi-coder 9b base q5_1", - "tool_call": false, + "id": "glm-4.6:cloud", + "name": "GLM-4.6 Cloud", + "display_name": "GLM-4.6 Cloud", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 198000, + "output": 49500 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:9b-base-q8_0", - "name": "Yi-coder 9b base q8_0", - "display_name": "Yi-coder 9b base q8_0", - "tool_call": false, + "id": "qwen3:latest", + "name": "Qwen3 Latest", + "display_name": "Qwen3 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 40000, + "output": 10000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:9b-chat", - "name": "Yi-coder 9b chat", - "display_name": "Yi-coder 9b chat", - "tool_call": false, + "id": "qwen3:0.6b", + "name": "Qwen3 0.6B", + "display_name": "Qwen3 0.6B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 40000, + "output": 10000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:9b-chat-fp16", - "name": "Yi-coder 9b chat fp16", - "display_name": "Yi-coder 9b chat fp16", - "tool_call": false, + "id": "qwen3:1.7b", + "name": "Qwen3 1.7B", + "display_name": "Qwen3 1.7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 40000, + "output": 10000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:9b-chat-q4_0", - "name": "Yi-coder 9b chat q4_0", - "display_name": "Yi-coder 9b chat q4_0", - "tool_call": false, + "id": "qwen3:4b", + "name": "Qwen3 4B", + "display_name": "Qwen3 4B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:9b-chat-q4_1", - "name": "Yi-coder 9b chat q4_1", - "display_name": "Yi-coder 9b chat q4_1", - "tool_call": false, + "id": "qwen3:8b", + "name": "Qwen3 8B", + "display_name": "Qwen3 8B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 40000, + "output": 10000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:9b-chat-q5_0", - "name": "Yi-coder 9b chat q5_0", - "display_name": "Yi-coder 9b chat q5_0", - "tool_call": false, + "id": "qwen3:14b", + "name": "Qwen3 14B", + "display_name": "Qwen3 14B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 40000, + "output": 10000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:9b-chat-q5_1", - "name": "Yi-coder 9b chat q5_1", - "display_name": "Yi-coder 9b chat q5_1", - "tool_call": false, + "id": "qwen3:30b", + "name": "Qwen3 30B", + "display_name": "Qwen3 30B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:9b-chat-q8_0", - "name": "Yi-coder 9b chat q8_0", - "display_name": "Yi-coder 9b chat q8_0", - "tool_call": false, + "id": "qwen3:32b", + "name": "Qwen3 32B", + "display_name": "Qwen3 32B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 40000, + "output": 10000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi-coder:latest", - "name": "Yi-coder Latest", - "display_name": "Yi-coder Latest", - "tool_call": false, + "id": "qwen3:235b", + "name": "Qwen3 235B", + "display_name": "Qwen3 235B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 65536 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi:34b", - "name": "Yi 34b", - "display_name": "Yi 34b", - "tool_call": false, + "id": "deepseek-v3.1:latest", + "name": "DeepSeek-V3.1 Latest", + "display_name": "DeepSeek-V3.1 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 160000, + "output": 40000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi:34b-chat", - "name": "Yi 34b chat", - "display_name": "Yi 34b chat", - "tool_call": false, + "id": "deepseek-v3.1:671b", + "name": "DeepSeek-V3.1 671B", + "display_name": "DeepSeek-V3.1 671B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 160000, + "output": 40000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi:34b-chat-fp16", - "name": "Yi 34b chat fp16", - "display_name": "Yi 34b chat fp16", - "tool_call": false, + "id": "deepseek-v3.1:671b-cloud", + "name": "DeepSeek-V3.1 671B Cloud", + "display_name": "DeepSeek-V3.1 671B Cloud", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 160000, + "output": 40000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi:34b-chat-q4_0", - "name": "Yi 34b chat q4_0", - "display_name": "Yi 34b chat q4_0", - "tool_call": false, + "id": "llama3.1:latest", + "name": "Llama 3.1 Latest", + "display_name": "Llama 3.1 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-q4_1", - "name": "Yi 34b chat q4_1", - "display_name": "Yi 34b chat q4_1", - "tool_call": false, + "id": "llama3.1:8b", + "name": "Llama 3.1 8B", + "display_name": "Llama 3.1 8B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-q5_0", - "name": "Yi 34b chat q5_0", - "display_name": "Yi 34b chat q5_0", - "tool_call": false, + "id": "llama3.1:70b", + "name": "Llama 3.1 70B", + "display_name": "Llama 3.1 70B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-q5_1", - "name": "Yi 34b chat q5_1", - "display_name": "Yi 34b chat q5_1", - "tool_call": false, + "id": "llama3.1:405b", + "name": "Llama 3.1 405B", + "display_name": "Llama 3.1 405B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-q8_0", - "name": "Yi 34b chat q8_0", - "display_name": "Yi 34b chat q8_0", - "tool_call": false, + "id": "llama3.2:latest", + "name": "Llama 3.2 Latest", + "display_name": "Llama 3.2 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-v1.5-fp16", - "name": "Yi 34b chat v1.5 fp16", - "display_name": "Yi 34b chat v1.5 fp16", - "tool_call": false, + "id": "llama3.2:1b", + "name": "Llama 3.2 1B", + "display_name": "Llama 3.2 1B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-v1.5-q4_0", - "name": "Yi 34b chat v1.5 q4_0", - "display_name": "Yi 34b chat v1.5 q4_0", - "tool_call": false, + "id": "llama3.2:3b", + "name": "Llama 3.2 3B", + "display_name": "Llama 3.2 3B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-v1.5-q4_1", - "name": "Yi 34b chat v1.5 q4_1", - "display_name": "Yi 34b chat v1.5 q4_1", + "id": "phi3:latest", + "name": "Phi-3 Latest", + "display_name": "Phi-3 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-v1.5-q5_0", - "name": "Yi 34b chat v1.5 q5_0", - "display_name": "Yi 34b chat v1.5 q5_0", + "id": "phi3:3.8b", + "name": "Phi-3 3.8B", + "display_name": "Phi-3 3.8B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-v1.5-q5_1", - "name": "Yi 34b chat v1.5 q5_1", - "display_name": "Yi 34b chat v1.5 q5_1", + "id": "phi3:14b", + "name": "Phi-3 14B", + "display_name": "Phi-3 14B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-chat-v1.5-q8_0", - "name": "Yi 34b chat v1.5 q8_0", - "display_name": "Yi 34b chat v1.5 q8_0", - "tool_call": false, + "id": "mistral-nemo:latest", + "name": "Mistral-Nemo Latest", + "display_name": "Mistral-Nemo Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 250000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-q4_0", - "name": "Yi 34b q4_0", - "display_name": "Yi 34b q4_0", - "tool_call": false, + "id": "mistral-nemo:12b", + "name": "Mistral-Nemo 12B", + "display_name": "Mistral-Nemo 12B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 250000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:34b-q4_1", - "name": "Yi 34b q4_1", - "display_name": "Yi 34b q4_1", + "id": "llava:latest", + "name": "LLaVA Latest", + "display_name": "LLaVA Latest", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-q5_0", - "name": "Yi 34b q5_0", - "display_name": "Yi 34b q5_0", + "id": "llava:7b", + "name": "LLaVA 7B", + "display_name": "LLaVA 7B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-q5_1", - "name": "Yi 34b q5_1", - "display_name": "Yi 34b q5_1", + "id": "llava:13b", + "name": "LLaVA 13B", + "display_name": "LLaVA 13B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 4000, + "output": 1000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-v1.5", - "name": "Yi 34b v1.5", - "display_name": "Yi 34b v1.5", + "id": "llava:34b", + "name": "LLaVA 34B", + "display_name": "LLaVA 34B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 4000, + "output": 1000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-v1.5-fp16", - "name": "Yi 34b v1.5 fp16", - "display_name": "Yi 34b v1.5 fp16", + "id": "codellama:latest", + "name": "CodeLlama Latest", + "display_name": "CodeLlama Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-v1.5-q4_0", - "name": "Yi 34b v1.5 q4_0", - "display_name": "Yi 34b v1.5 q4_0", + "id": "codellama:7b", + "name": "CodeLlama 7B", + "display_name": "CodeLlama 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-v1.5-q4_1", - "name": "Yi 34b v1.5 q4_1", - "display_name": "Yi 34b v1.5 q4_1", + "id": "codellama:13b", + "name": "CodeLlama 13B", + "display_name": "CodeLlama 13B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-v1.5-q5_0", - "name": "Yi 34b v1.5 q5_0", - "display_name": "Yi 34b v1.5 q5_0", + "id": "codellama:34b", + "name": "CodeLlama 34B", + "display_name": "CodeLlama 34B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-v1.5-q5_1", - "name": "Yi 34b v1.5 q5_1", - "display_name": "Yi 34b v1.5 q5_1", + "id": "codellama:70b", + "name": "CodeLlama 70B", + "display_name": "CodeLlama 70B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2000, + "output": 500 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:34b-v1.5-q8_0", - "name": "Yi 34b v1.5 q8_0", - "display_name": "Yi 34b v1.5 q8_0", - "tool_call": false, + "id": "mixtral:latest", + "name": "Mixtral Latest", + "display_name": "Mixtral Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b", - "name": "Yi 6b", - "display_name": "Yi 6b", - "tool_call": false, + "id": "mixtral:8x7b", + "name": "Mixtral 8x7B", + "display_name": "Mixtral 8x7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-200k", - "name": "Yi 6b 200k", - "display_name": "Yi 6b 200k", - "tool_call": false, + "id": "mixtral:8x22b", + "name": "Mixtral 8x22B", + "display_name": "Mixtral 8x22B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 64000, + "output": 16000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-200k-fp16", - "name": "Yi 6b 200k fp16", - "display_name": "Yi 6b 200k fp16", + "id": "deepseek-coder:latest", + "name": "DeepSeek-Coder Latest", + "display_name": "DeepSeek-Coder Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-200k-q4_0", - "name": "Yi 6b 200k q4_0", - "display_name": "Yi 6b 200k q4_0", + "id": "deepseek-coder:1.3b", + "name": "DeepSeek-Coder 1.3B", + "display_name": "DeepSeek-Coder 1.3B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-200k-q4_1", - "name": "Yi 6b 200k q4_1", - "display_name": "Yi 6b 200k q4_1", + "id": "deepseek-coder:6.7b", + "name": "DeepSeek-Coder 6.7B", + "display_name": "DeepSeek-Coder 6.7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-200k-q5_0", - "name": "Yi 6b 200k q5_0", - "display_name": "Yi 6b 200k q5_0", + "id": "deepseek-coder:33b", + "name": "DeepSeek-Coder 33B", + "display_name": "DeepSeek-Coder 33B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-200k-q5_1", - "name": "Yi 6b 200k q5_1", - "display_name": "Yi 6b 200k q5_1", - "tool_call": false, + "id": "qwen2.5vl:latest", + "name": "Qwen2.5-VL Latest", + "display_name": "Qwen2.5-VL Latest", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 125000, + "output": 31250 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-200k-q8_0", - "name": "Yi 6b 200k q8_0", - "display_name": "Yi 6b 200k q8_0", - "tool_call": false, + "id": "qwen2.5vl:3b", + "name": "Qwen2.5-VL 3B", + "display_name": "Qwen2.5-VL 3B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 125000, + "output": 31250 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat", - "name": "Yi 6b chat", - "display_name": "Yi 6b chat", - "tool_call": false, + "id": "qwen2.5vl:7b", + "name": "Qwen2.5-VL 7B", + "display_name": "Qwen2.5-VL 7B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 125000, + "output": 31250 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-fp16", - "name": "Yi 6b chat fp16", - "display_name": "Yi 6b chat fp16", - "tool_call": false, + "id": "qwen2.5vl:32b", + "name": "Qwen2.5-VL 32B", + "display_name": "Qwen2.5-VL 32B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 125000, + "output": 31250 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-q4_0", - "name": "Yi 6b chat q4_0", - "display_name": "Yi 6b chat q4_0", - "tool_call": false, + "id": "qwen2.5vl:72b", + "name": "Qwen2.5-VL 72B", + "display_name": "Qwen2.5-VL 72B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 125000, + "output": 31250 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-q4_1", - "name": "Yi 6b chat q4_1", - "display_name": "Yi 6b chat q4_1", + "id": "nomic-embed-text:latest", + "name": "Nomic-Embed-Text Latest", + "display_name": "Nomic-Embed-Text Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2000, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-q5_0", - "name": "Yi 6b chat q5_0", - "display_name": "Yi 6b chat q5_0", + "id": "nomic-embed-text:v1.5", + "name": "Nomic-Embed-Text v1.5", + "display_name": "Nomic-Embed-Text v1.5", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2000, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-q5_1", - "name": "Yi 6b chat q5_1", - "display_name": "Yi 6b chat q5_1", + "id": "nomic-embed-text:137m-v1.5-fp16", + "name": "Nomic-Embed-Text 137M v1.5 FP16", + "display_name": "Nomic-Embed-Text 137M v1.5 FP16", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2000, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-q8_0", - "name": "Yi 6b chat q8_0", - "display_name": "Yi 6b chat q8_0", - "tool_call": false, + "id": "qwq:latest", + "name": "QwQ Latest", + "display_name": "QwQ Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 40000, + "output": 10000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi:6b-chat-v1.5-fp16", - "name": "Yi 6b chat v1.5 fp16", - "display_name": "Yi 6b chat v1.5 fp16", - "tool_call": false, + "id": "qwq:32b", + "name": "QwQ 32B", + "display_name": "QwQ 32B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 40000, + "output": 10000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "yi:6b-chat-v1.5-q4_0", - "name": "Yi 6b chat v1.5 q4_0", - "display_name": "Yi 6b chat v1.5 q4_0", - "tool_call": false, + "id": "mistral:latest", + "name": "Mistral Latest", + "display_name": "Mistral Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-v1.5-q4_1", - "name": "Yi 6b chat v1.5 q4_1", - "display_name": "Yi 6b chat v1.5 q4_1", - "tool_call": false, + "id": "mistral:7b", + "name": "Mistral 7B", + "display_name": "Mistral 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-v1.5-q5_0", - "name": "Yi 6b chat v1.5 q5_0", - "display_name": "Yi 6b chat v1.5 q5_0", - "tool_call": false, + "id": "qwen2.5:latest", + "name": "Qwen2.5 Latest", + "display_name": "Qwen2.5 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-v1.5-q5_1", - "name": "Yi 6b chat v1.5 q5_1", - "display_name": "Yi 6b chat v1.5 q5_1", - "tool_call": false, + "id": "qwen2.5:0.5b", + "name": "Qwen2.5 0.5B", + "display_name": "Qwen2.5 0.5B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-chat-v1.5-q8_0", - "name": "Yi 6b chat v1.5 q8_0", - "display_name": "Yi 6b chat v1.5 q8_0", - "tool_call": false, + "id": "qwen2.5:1.5b", + "name": "Qwen2.5 1.5B", + "display_name": "Qwen2.5 1.5B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-fp16", - "name": "Yi 6b fp16", - "display_name": "Yi 6b fp16", - "tool_call": false, + "id": "qwen2.5:3b", + "name": "Qwen2.5 3B", + "display_name": "Qwen2.5 3B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-q4_0", - "name": "Yi 6b q4_0", - "display_name": "Yi 6b q4_0", - "tool_call": false, + "id": "qwen2.5:7b", + "name": "Qwen2.5 7B", + "display_name": "Qwen2.5 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-q4_1", - "name": "Yi 6b q4_1", - "display_name": "Yi 6b q4_1", - "tool_call": false, + "id": "qwen2.5:14b", + "name": "Qwen2.5 14B", + "display_name": "Qwen2.5 14B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-q5_0", - "name": "Yi 6b q5_0", - "display_name": "Yi 6b q5_0", - "tool_call": false, + "id": "qwen2.5:32b", + "name": "Qwen2.5 32B", + "display_name": "Qwen2.5 32B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-q5_1", - "name": "Yi 6b q5_1", - "display_name": "Yi 6b q5_1", - "tool_call": false, + "id": "qwen2.5:72b", + "name": "Qwen2.5 72B", + "display_name": "Qwen2.5 72B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:6b-q8_0", - "name": "Yi 6b q8_0", - "display_name": "Yi 6b q8_0", + "id": "llama3:latest", + "name": "Llama 3 Latest", + "display_name": "Llama 3 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8000, + "output": 2000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-v1.5", - "name": "Yi 6b v1.5", - "display_name": "Yi 6b v1.5", + "id": "llama3:8b", + "name": "Llama 3 8B", + "display_name": "Llama 3 8B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8000, + "output": 2000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-v1.5-fp16", - "name": "Yi 6b v1.5 fp16", - "display_name": "Yi 6b v1.5 fp16", + "id": "llama3:70b", + "name": "Llama 3 70B", + "display_name": "Llama 3 70B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8000, + "output": 2000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-v1.5-q4_0", - "name": "Yi 6b v1.5 q4_0", - "display_name": "Yi 6b v1.5 q4_0", + "id": "gemma2:latest", + "name": "Gemma 2 Latest", + "display_name": "Gemma 2 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-v1.5-q4_1", - "name": "Yi 6b v1.5 q4_1", - "display_name": "Yi 6b v1.5 q4_1", + "id": "gemma2:2b", + "name": "Gemma 2 2B", + "display_name": "Gemma 2 2B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-v1.5-q5_0", - "name": "Yi 6b v1.5 q5_0", - "display_name": "Yi 6b v1.5 q5_0", + "id": "gemma2:9b", + "name": "Gemma 2 9B", + "display_name": "Gemma 2 9B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-v1.5-q5_1", - "name": "Yi 6b v1.5 q5_1", - "display_name": "Yi 6b v1.5 q5_1", + "id": "gemma2:27b", + "name": "Gemma 2 27B", + "display_name": "Gemma 2 27B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:6b-v1.5-q8_0", - "name": "Yi 6b v1.5 q8_0", - "display_name": "Yi 6b v1.5 q8_0", - "tool_call": false, + "id": "qwen2.5-coder:latest", + "name": "Qwen2.5-Coder Latest", + "display_name": "Qwen2.5-Coder Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:9b", - "name": "Yi 9b", - "display_name": "Yi 9b", - "tool_call": false, + "id": "qwen2.5-coder:0.5b", + "name": "Qwen2.5-Coder 0.5B", + "display_name": "Qwen2.5-Coder 0.5B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:9b-chat", - "name": "Yi 9b chat", - "display_name": "Yi 9b chat", - "tool_call": false, + "id": "qwen2.5-coder:1.5b", + "name": "Qwen2.5-Coder 1.5B", + "display_name": "Qwen2.5-Coder 1.5B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:9b-chat-v1.5-fp16", - "name": "Yi 9b chat v1.5 fp16", - "display_name": "Yi 9b chat v1.5 fp16", - "tool_call": false, + "id": "qwen2.5-coder:3b", + "name": "Qwen2.5-Coder 3B", + "display_name": "Qwen2.5-Coder 3B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:9b-chat-v1.5-q4_0", - "name": "Yi 9b chat v1.5 q4_0", - "display_name": "Yi 9b chat v1.5 q4_0", - "tool_call": false, + "id": "qwen2.5-coder:7b", + "name": "Qwen2.5-Coder 7B", + "display_name": "Qwen2.5-Coder 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:9b-chat-v1.5-q4_1", - "name": "Yi 9b chat v1.5 q4_1", - "display_name": "Yi 9b chat v1.5 q4_1", - "tool_call": false, + "id": "qwen2.5-coder:14b", + "name": "Qwen2.5-Coder 14B", + "display_name": "Qwen2.5-Coder 14B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:9b-chat-v1.5-q5_0", - "name": "Yi 9b chat v1.5 q5_0", - "display_name": "Yi 9b chat v1.5 q5_0", - "tool_call": false, + "id": "qwen2.5-coder:32b", + "name": "Qwen2.5-Coder 32B", + "display_name": "Qwen2.5-Coder 32B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:9b-chat-v1.5-q5_1", - "name": "Yi 9b chat v1.5 q5_1", - "display_name": "Yi 9b chat v1.5 q5_1", + "id": "phi4:latest", + "name": "Phi-4 Latest", + "display_name": "Phi-4 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:9b-chat-v1.5-q8_0", - "name": "Yi 9b chat v1.5 q8_0", - "display_name": "Yi 9b chat v1.5 q8_0", + "id": "phi4:14b", + "name": "Phi-4 14B", + "display_name": "Phi-4 14B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16000, + "output": 4000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:9b-v1.5", - "name": "Yi 9b v1.5", - "display_name": "Yi 9b v1.5", + "id": "gemma:latest", + "name": "Gemma Latest", + "display_name": "Gemma Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:9b-v1.5-fp16", - "name": "Yi 9b v1.5 fp16", - "display_name": "Yi 9b v1.5 fp16", + "id": "gemma:2b", + "name": "Gemma 2B", + "display_name": "Gemma 2B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:9b-v1.5-q4_0", - "name": "Yi 9b v1.5 q4_0", - "display_name": "Yi 9b v1.5 q4_0", + "id": "gemma:7b", + "name": "Gemma 7B", + "display_name": "Gemma 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:9b-v1.5-q4_1", - "name": "Yi 9b v1.5 q4_1", - "display_name": "Yi 9b v1.5 q4_1", + "id": "llama2:latest", + "name": "Llama 2 Latest", + "display_name": "Llama 2 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 4096, + "output": 1024 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:9b-v1.5-q5_0", - "name": "Yi 9b v1.5 q5_0", - "display_name": "Yi 9b v1.5 q5_0", + "id": "llama2:7b", + "name": "Llama 2 7B", + "display_name": "Llama 2 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 4096, + "output": 1024 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:9b-v1.5-q5_1", - "name": "Yi 9b v1.5 q5_1", - "display_name": "Yi 9b v1.5 q5_1", + "id": "llama2:13b", + "name": "Llama 2 13B", + "display_name": "Llama 2 13B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 4096, + "output": 1024 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:9b-v1.5-q8_0", - "name": "Yi 9b v1.5 q8_0", - "display_name": "Yi 9b v1.5 q8_0", + "id": "llama2:70b", + "name": "Llama 2 70B", + "display_name": "Llama 2 70B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 4096, + "output": 1024 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "yi:latest", - "name": "Yi Latest", - "display_name": "Yi Latest", - "tool_call": false, + "id": "qwen2:latest", + "name": "Qwen2 Latest", + "display_name": "Qwen2 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "yi:v1.5", - "name": "Yi V1.5", - "display_name": "Yi V1.5", - "tool_call": false, + "id": "qwen2:0.5b", + "name": "Qwen2 0.5B", + "display_name": "Qwen2 0.5B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "zephyr:141b", - "name": "Zephyr 141b", - "display_name": "Zephyr 141b", - "tool_call": false, + "id": "qwen2:1.5b", + "name": "Qwen2 1.5B", + "display_name": "Qwen2 1.5B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "zephyr:141b-v0.1", - "name": "Zephyr 141b v0.1", - "display_name": "Zephyr 141b v0.1", - "tool_call": false, + "id": "qwen2:7b", + "name": "Qwen2 7B", + "display_name": "Qwen2 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "zephyr:141b-v0.1-fp16", - "name": "Zephyr 141b v0.1 fp16", - "display_name": "Zephyr 141b v0.1 fp16", - "tool_call": false, + "id": "qwen2:72b", + "name": "Qwen2 72B", + "display_name": "Qwen2 72B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "zephyr:141b-v0.1-q4_0", - "name": "Zephyr 141b v0.1 q4_0", - "display_name": "Zephyr 141b v0.1 q4_0", - "tool_call": false, + "id": "deepseek-v3:latest", + "name": "DeepSeek-V3 Latest", + "display_name": "DeepSeek-V3 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 160000, + "output": 40000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "zephyr:141b-v0.1-q8_0", - "name": "Zephyr 141b v0.1 q8_0", - "display_name": "Zephyr 141b v0.1 q8_0", - "tool_call": false, + "id": "deepseek-v3:671b", + "name": "DeepSeek-V3 671B", + "display_name": "DeepSeek-V3 671B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 160000, + "output": 40000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "zephyr:7b", - "name": "Zephyr 7b", - "display_name": "Zephyr 7b", - "tool_call": false, + "id": "llama3.3:latest", + "name": "Llama 3.3 Latest", + "display_name": "Llama 3.3 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-alpha", - "name": "Zephyr 7b alpha", - "display_name": "Zephyr 7b alpha", - "tool_call": false, + "id": "llama3.3:70b", + "name": "Llama 3.3 70B", + "display_name": "Llama 3.3 70B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-alpha-fp16", - "name": "Zephyr 7b alpha fp16", - "display_name": "Zephyr 7b alpha fp16", + "id": "bge-m3:latest", + "name": "BGE-M3 Latest", + "display_name": "BGE-M3 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-alpha-q4_0", - "name": "Zephyr 7b alpha q4_0", - "display_name": "Zephyr 7b alpha q4_0", + "id": "bge-m3:567m", + "name": "BGE-M3 567M", + "display_name": "BGE-M3 567M", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-alpha-q4_1", - "name": "Zephyr 7b alpha q4_1", - "display_name": "Zephyr 7b alpha q4_1", + "id": "llama3.2-vision:latest", + "name": "Llama 3.2 Vision Latest", + "display_name": "Llama 3.2 Vision Latest", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-alpha-q5_0", - "name": "Zephyr 7b alpha q5_0", - "display_name": "Zephyr 7b alpha q5_0", + "id": "llama3.2-vision:11b", + "name": "Llama 3.2 Vision 11B", + "display_name": "Llama 3.2 Vision 11B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-alpha-q5_1", - "name": "Zephyr 7b alpha q5_1", - "display_name": "Zephyr 7b alpha q5_1", + "id": "llama3.2-vision:90b", + "name": "Llama 3.2 Vision 90B", + "display_name": "Llama 3.2 Vision 90B", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-alpha-q8_0", - "name": "Zephyr 7b alpha q8_0", - "display_name": "Zephyr 7b alpha q8_0", + "id": "tinyllama:latest", + "name": "TinyLlama Latest", + "display_name": "TinyLlama Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2048, + "output": 512 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-beta", - "name": "Zephyr 7b beta", - "display_name": "Zephyr 7b beta", + "id": "tinyllama:1.1b", + "name": "TinyLlama 1.1B", + "display_name": "TinyLlama 1.1B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2048, + "output": 512 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-beta-fp16", - "name": "Zephyr 7b beta fp16", - "display_name": "Zephyr 7b beta fp16", + "id": "starcoder2:latest", + "name": "StarCoder2 Latest", + "display_name": "StarCoder2 Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-beta-q4_0", - "name": "Zephyr 7b beta q4_0", - "display_name": "Zephyr 7b beta q4_0", + "id": "starcoder2:3b", + "name": "StarCoder2 3B", + "display_name": "StarCoder2 3B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-beta-q4_1", - "name": "Zephyr 7b beta q4_1", - "display_name": "Zephyr 7b beta q4_1", + "id": "starcoder2:7b", + "name": "StarCoder2 7B", + "display_name": "StarCoder2 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-beta-q5_0", - "name": "Zephyr 7b beta q5_0", - "display_name": "Zephyr 7b beta q5_0", + "id": "starcoder2:15b", + "name": "StarCoder2 15B", + "display_name": "StarCoder2 15B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-beta-q5_1", - "name": "Zephyr 7b beta q5_1", - "display_name": "Zephyr 7b beta q5_1", + "id": "codegemma:latest", + "name": "CodeGemma Latest", + "display_name": "CodeGemma Latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:7b-beta-q8_0", - "name": "Zephyr 7b beta q8_0", - "display_name": "Zephyr 7b beta q8_0", + "id": "codegemma:2b", + "name": "CodeGemma 2B", + "display_name": "CodeGemma 2B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "zephyr:latest", - "name": "Zephyr Latest", - "display_name": "Zephyr Latest", + "id": "codegemma:7b", + "name": "CodeGemma 7B", + "display_name": "CodeGemma 7B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false @@ -61434,22 +37680,145 @@ "context": 131072, "output": 8192 }, - "tool_call": true, + "tool_call": true, + "reasoning": { + "supported": false + } + }, + { + "id": "stabilityai/stable-diffusion-xl-base-1.0", + "name": "stabilityai/stable-diffusion-xl-base-1.0", + "display_name": "stabilityai/stable-diffusion-xl-base-1.0", + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "tool_call": false, + "reasoning": { + "supported": false + } + }, + { + "id": "stabilityai/stable-diffusion-3-5-large", + "name": "stabilityai/stable-diffusion-3-5-large", + "display_name": "stabilityai/stable-diffusion-3-5-large", + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "tool_call": false, + "reasoning": { + "supported": false + } + }, + { + "id": "fishaudio/fish-speech-1.4", + "name": "fishaudio/fish-speech-1.4", + "display_name": "fishaudio/fish-speech-1.4", + "modalities": { + "input": [ + "text" + ], + "output": [ + "audio" + ] + }, + "tool_call": false, + "reasoning": { + "supported": false + } + }, + { + "id": "fishaudio/fish-speech-1.5", + "name": "fishaudio/fish-speech-1.5", + "display_name": "fishaudio/fish-speech-1.5", + "modalities": { + "input": [ + "text" + ], + "output": [ + "audio" + ] + }, + "tool_call": false, + "reasoning": { + "supported": false + } + } + ] + }, + "tokenflux": { + "id": "tokenflux", + "name": "Tokenflux", + "display_name": "Tokenflux", + "models": [ + { + "id": "agentica-org/deepcoder-14b-preview", + "name": "Agentica: Deepcoder 14B Preview", + "display_name": "Agentica: Deepcoder 14B Preview", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, + "reasoning": { + "supported": false + } + }, + { + "id": "ai21/jamba-large-1.7", + "name": "AI21: Jamba Large 1.7", + "display_name": "AI21: Jamba Large 1.7", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, + "reasoning": { + "supported": false + } + }, + { + "id": "ai21/jamba-mini-1.7", + "name": "AI21: Jamba Mini 1.7", + "display_name": "AI21: Jamba Mini 1.7", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, + "reasoning": { + "supported": false + } + }, + { + "id": "aion-labs/aion-1.0", + "name": "AionLabs: Aion-1.0", + "display_name": "AionLabs: Aion-1.0", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "stabilityai/stable-diffusion-xl-base-1.0", - "name": "stabilityai/stable-diffusion-xl-base-1.0", - "display_name": "stabilityai/stable-diffusion-xl-base-1.0", - "modalities": { - "input": [ - "text" - ], - "output": [ - "image" - ] + "id": "aion-labs/aion-1.0-mini", + "name": "AionLabs: Aion-1.0-Mini", + "display_name": "AionLabs: Aion-1.0-Mini", + "limit": { + "context": 4096, + "output": 4096 }, "tool_call": false, "reasoning": { @@ -61457,16 +37826,12 @@ } }, { - "id": "stabilityai/stable-diffusion-3-5-large", - "name": "stabilityai/stable-diffusion-3-5-large", - "display_name": "stabilityai/stable-diffusion-3-5-large", - "modalities": { - "input": [ - "text" - ], - "output": [ - "image" - ] + "id": "aion-labs/aion-rp-llama-3.1-8b", + "name": "AionLabs: Aion-RP 1.0 (8B)", + "display_name": "AionLabs: Aion-RP 1.0 (8B)", + "limit": { + "context": 4096, + "output": 4096 }, "tool_call": false, "reasoning": { @@ -61474,16 +37839,12 @@ } }, { - "id": "fishaudio/fish-speech-1.4", - "name": "fishaudio/fish-speech-1.4", - "display_name": "fishaudio/fish-speech-1.4", - "modalities": { - "input": [ - "text" - ], - "output": [ - "audio" - ] + "id": "alfredpros/codellama-7b-instruct-solidity", + "name": "AlfredPros: CodeLLaMa 7B Instruct Solidity", + "display_name": "AlfredPros: CodeLLaMa 7B Instruct Solidity", + "limit": { + "context": 4096, + "output": 4096 }, "tool_call": false, "reasoning": { @@ -61491,3284 +37852,4800 @@ } }, { - "id": "fishaudio/fish-speech-1.5", - "name": "fishaudio/fish-speech-1.5", - "display_name": "fishaudio/fish-speech-1.5", - "modalities": { - "input": [ - "text" - ], - "output": [ - "audio" - ] + "id": "allenai/olmo-2-0325-32b-instruct", + "name": "AllenAI: Olmo 2 32B Instruct", + "display_name": "AllenAI: Olmo 2 32B Instruct", + "limit": { + "context": 4096, + "output": 4096 }, "tool_call": false, "reasoning": { "supported": false } - } - ] - }, - "ppinfra": { - "id": "ppinfra", - "name": "PPInfra", - "display_name": "PPInfra", - "models": [ + }, { - "id": "baichuan/baichuan-m2-32b", - "name": "BaiChuan M2 32B", - "display_name": "BaiChuan M2 32B", + "id": "amazon/nova-lite-v1", + "name": "Amazon: Nova Lite 1.0", + "display_name": "Amazon: Nova Lite 1.0", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-prover-v2-671b", - "name": "Deepseek Prover V2 671B", - "display_name": "Deepseek Prover V2 671B", + "id": "amazon/nova-micro-v1", + "name": "Amazon: Nova Micro 1.0", + "display_name": "Amazon: Nova Micro 1.0", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-r1/community", - "name": "DeepSeek R1 (Community)", - "display_name": "DeepSeek R1 (Community)", - "tool_call": true, + "id": "amazon/nova-premier-v1", + "name": "Amazon: Nova Premier 1.0", + "display_name": "Amazon: Nova Premier 1.0", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-r1-turbo", - "name": "DeepSeek R1 (Turbo)", - "display_name": "DeepSeek R1 (Turbo)", - "tool_call": true, + "id": "amazon/nova-pro-v1", + "name": "Amazon: Nova Pro 1.0", + "display_name": "Amazon: Nova Pro 1.0", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-r1-distill-llama-70b", - "name": "DeepSeek R1 Distill Llama 70B", - "display_name": "DeepSeek R1 Distill Llama 70B", + "id": "anthropic/claude-3-haiku", + "name": "Anthropic: Claude 3 Haiku", + "display_name": "Anthropic: Claude 3 Haiku", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-v3/community", - "name": "DeepSeek V3 (Community)", - "display_name": "DeepSeek V3 (Community)", - "tool_call": true, + "id": "anthropic/claude-3-opus", + "name": "Anthropic: Claude 3 Opus", + "display_name": "Anthropic: Claude 3 Opus", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-v3-turbo", - "name": "DeepSeek V3 (Turbo)", - "display_name": "DeepSeek V3 (Turbo)", - "tool_call": true, + "id": "anthropic/claude-3.5-haiku", + "name": "Anthropic: Claude 3.5 Haiku", + "display_name": "Anthropic: Claude 3.5 Haiku", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-v3-0324", - "name": "DeepSeek V3 0324", - "display_name": "DeepSeek V3 0324", - "tool_call": true, + "id": "anthropic/claude-3.5-haiku-20241022", + "name": "Anthropic: Claude 3.5 Haiku (2024-10-22)", + "display_name": "Anthropic: Claude 3.5 Haiku (2024-10-22)", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-v3.1", - "name": "Deepseek V3.1", - "display_name": "Deepseek V3.1", - "tool_call": true, + "id": "anthropic/claude-3.5-sonnet", + "name": "Anthropic: Claude 3.5 Sonnet", + "display_name": "Anthropic: Claude 3.5 Sonnet", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-v3.1-terminus", - "name": "Deepseek V3.1 Terminus", - "display_name": "Deepseek V3.1 Terminus", - "tool_call": true, + "id": "anthropic/claude-3.7-sonnet", + "name": "Anthropic: Claude 3.7 Sonnet", + "display_name": "Anthropic: Claude 3.7 Sonnet", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-v3.2-exp", - "name": "Deepseek V3.2 Exp", - "display_name": "Deepseek V3.2 Exp", - "tool_call": true, + "id": "anthropic/claude-3.7-sonnet:thinking", + "name": "Anthropic: Claude 3.7 Sonnet (thinking)", + "display_name": "Anthropic: Claude 3.7 Sonnet (thinking)", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-ocr", - "name": "DeepSeek-OCR", - "display_name": "DeepSeek-OCR", + "id": "anthropic/claude-haiku-4.5", + "name": "Anthropic: Claude Haiku 4.5", + "display_name": "Anthropic: Claude Haiku 4.5", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-r1-0528-qwen3-8b", - "name": "DeepSeek-R1-0528-Qwen3-8B", - "display_name": "DeepSeek-R1-0528-Qwen3-8B", + "id": "anthropic/claude-opus-4", + "name": "Anthropic: Claude Opus 4", + "display_name": "Anthropic: Claude Opus 4", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-r1-distill-qwen-14b", - "name": "DeepSeek: DeepSeek R1 Distill Qwen 14B", - "display_name": "DeepSeek: DeepSeek R1 Distill Qwen 14B", + "id": "anthropic/claude-opus-4.1", + "name": "Anthropic: Claude Opus 4.1", + "display_name": "Anthropic: Claude Opus 4.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-r1-distill-qwen-32b", - "name": "DeepSeek: DeepSeek R1 Distill Qwen 32B", - "display_name": "DeepSeek: DeepSeek R1 Distill Qwen 32B", + "id": "anthropic/claude-sonnet-4", + "name": "Anthropic: Claude Sonnet 4", + "display_name": "Anthropic: Claude Sonnet 4", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "deepseek/deepseek-r1-0528", - "name": "deepseek/deepseek-r1-0528", - "display_name": "deepseek/deepseek-r1-0528", - "tool_call": true, + "id": "anthropic/claude-sonnet-4.5", + "name": "Anthropic: Claude Sonnet 4.5", + "display_name": "Anthropic: Claude Sonnet 4.5", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "baidu/ernie-4.5-0.3b", - "name": "ERNIE-4.5-0.3B", - "display_name": "ERNIE-4.5-0.3B", - "tool_call": true, + "id": "arcee-ai/afm-4.5b", + "name": "Arcee AI: AFM 4.5B", + "display_name": "Arcee AI: AFM 4.5B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "baidu/ernie-4.5-300b-a47b-paddle", - "name": "ERNIE-4.5-300B-A47B", - "display_name": "ERNIE-4.5-300B-A47B", - "tool_call": true, + "id": "arcee-ai/coder-large", + "name": "Arcee AI: Coder Large", + "display_name": "Arcee AI: Coder Large", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "baidu/ernie-4.5-vl-28b-a3b", - "name": "ERNIE-4.5-VL-28B-A3B", - "display_name": "ERNIE-4.5-VL-28B-A3B", - "tool_call": true, + "id": "arcee-ai/maestro-reasoning", + "name": "Arcee AI: Maestro Reasoning", + "display_name": "Arcee AI: Maestro Reasoning", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "baidu/ernie-4.5-vl-424b-a47b", - "name": "ERNIE-4.5-VL-424B-A47B", - "display_name": "ERNIE-4.5-VL-424B-A47B", - "tool_call": true, + "id": "arcee-ai/spotlight", + "name": "Arcee AI: Spotlight", + "display_name": "Arcee AI: Spotlight", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "zai-org/glm-4.5v", - "name": "GLM 4.5V", - "display_name": "GLM 4.5V", - "tool_call": true, + "id": "arcee-ai/virtuoso-large", + "name": "Arcee AI: Virtuoso Large", + "display_name": "Arcee AI: Virtuoso Large", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "zai-org/glm-4.6", - "name": "GLM 4.6", - "display_name": "GLM 4.6", - "tool_call": true, + "id": "arliai/qwq-32b-arliai-rpr-v1", + "name": "ArliAI: QwQ 32B RpR v1", + "display_name": "ArliAI: QwQ 32B RpR v1", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "zai-org/glm-4.5", - "name": "GLM-4.5", - "display_name": "GLM-4.5", - "tool_call": true, + "id": "openrouter/auto", + "name": "Auto Router", + "display_name": "Auto Router", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "kat-coder", - "name": "KAT-Coder-Pro V1", - "display_name": "KAT-Coder-Pro V1", - "tool_call": true, + "id": "baidu/ernie-4.5-21b-a3b", + "name": "Baidu: ERNIE 4.5 21B A3B", + "display_name": "Baidu: ERNIE 4.5 21B A3B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-k2-0905", - "name": "Kimi K2 0905", - "display_name": "Kimi K2 0905", - "tool_call": true, + "id": "baidu/ernie-4.5-21b-a3b-thinking", + "name": "Baidu: ERNIE 4.5 21B A3B Thinking", + "display_name": "Baidu: ERNIE 4.5 21B A3B Thinking", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-k2-instruct", - "name": "Kimi K2 Instruct", - "display_name": "Kimi K2 Instruct", - "tool_call": true, + "id": "baidu/ernie-4.5-300b-a47b", + "name": "Baidu: ERNIE 4.5 300B A47B", + "display_name": "Baidu: ERNIE 4.5 300B A47B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-k2-thinking", - "name": "Kimi K2 Thinking", - "display_name": "Kimi K2 Thinking", - "tool_call": true, + "id": "baidu/ernie-4.5-vl-28b-a3b", + "name": "Baidu: ERNIE 4.5 VL 28B A3B", + "display_name": "Baidu: ERNIE 4.5 VL 28B A3B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "minimax/minimax-m2", - "name": "MiniMax-M2", - "display_name": "MiniMax-M2", - "tool_call": true, + "id": "baidu/ernie-4.5-vl-424b-a47b", + "name": "Baidu: ERNIE 4.5 VL 424B A47B", + "display_name": "Baidu: ERNIE 4.5 VL 424B A47B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "minimaxai/minimax-m1-80k", - "name": "MiniMaxAI/MiniMax-M1-80k", - "display_name": "MiniMaxAI/MiniMax-M1-80k", - "tool_call": true, + "id": "bytedance/doubao-embedding-text-240715", + "name": "ByteDance: Doubao Embedding", + "display_name": "ByteDance: Doubao Embedding", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "paddlepaddle/paddleocr-vl", - "name": "PaddleOCR-VL", - "display_name": "PaddleOCR-VL", + "id": "bytedance/doubao-embedding-large-text-240915", + "name": "ByteDance: Doubao Embedding Large Text (240915)", + "display_name": "ByteDance: Doubao Embedding Large Text (240915)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen2.5-7b-instruct", - "name": "Qwen 2.5 7B Instruct", - "display_name": "Qwen 2.5 7B Instruct", - "tool_call": true, + "id": "bytedance/doubao-embedding-vision-241215", + "name": "ByteDance: Doubao Embedding Vision", + "display_name": "ByteDance: Doubao Embedding Vision", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-vl-30b-a3b-instruct", - "name": "qwen/qwen3-vl-30b-a3b-instruct", - "display_name": "qwen/qwen3-vl-30b-a3b-instruct", - "tool_call": true, + "id": "bytedance/doubao-embedding-vision-250328", + "name": "ByteDance: Doubao Embedding Vision", + "display_name": "ByteDance: Doubao Embedding Vision", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-vl-30b-a3b-thinking", - "name": "qwen/qwen3-vl-30b-a3b-thinking", - "display_name": "qwen/qwen3-vl-30b-a3b-thinking", - "tool_call": true, + "id": "bytedance/doubao-seed-1.6", + "name": "ByteDance: Doubao Seed 1.6", + "display_name": "ByteDance: Doubao Seed 1.6", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-vl-8b-instruct", - "name": "qwen/qwen3-vl-8b-instruct", - "display_name": "qwen/qwen3-vl-8b-instruct", - "tool_call": true, + "id": "bytedance/doubao-seed-1.6-flash", + "name": "ByteDance: Doubao Seed 1.6 Flash", + "display_name": "ByteDance: Doubao Seed 1.6 Flash", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-2.5-72b-instruct", - "name": "Qwen2.5 72B Instruct", - "display_name": "Qwen2.5 72B Instruct", - "tool_call": true, + "id": "bytedance/doubao-seed-1.6-thinking", + "name": "ByteDance: Doubao Seed 1.6 Thinking", + "display_name": "ByteDance: Doubao Seed 1.6 Thinking", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen2.5-vl-72b-instruct", - "name": "Qwen2.5 VL 72B Instruct", - "display_name": "Qwen2.5 VL 72B Instruct", + "id": "bytedance/ui-tars-1.5-7b", + "name": "ByteDance: UI-TARS 7B", + "display_name": "ByteDance: UI-TARS 7B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-235b-a22b-instruct-2507", - "name": "Qwen3 235B A22B Instruct 2507", - "display_name": "Qwen3 235B A22B Instruct 2507", - "tool_call": true, + "id": "deepcogito/cogito-v2-preview-llama-109b-moe", + "name": "Cogito V2 Preview Llama 109B", + "display_name": "Cogito V2 Preview Llama 109B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-235b-a22b-thinking-2507", - "name": "Qwen3 235B A22b Thinking 2507", - "display_name": "Qwen3 235B A22b Thinking 2507", - "tool_call": true, + "id": "cohere/command-a", + "name": "Cohere: Command A", + "display_name": "Cohere: Command A", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "qwen/qwen3-32b-fp8", - "name": "Qwen3 32B", - "display_name": "Qwen3 32B", + "id": "cohere/command-r-08-2024", + "name": "Cohere: Command R (08-2024)", + "display_name": "Cohere: Command R (08-2024)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "qwen/qwen3-4b-fp8", - "name": "Qwen3 4B", - "display_name": "Qwen3 4B", + "id": "cohere/command-r-plus-08-2024", + "name": "Cohere: Command R+ (08-2024)", + "display_name": "Cohere: Command R+ (08-2024)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "qwen/qwen3-8b-fp8", - "name": "Qwen3 8B", - "display_name": "Qwen3 8B", + "id": "cohere/command-r7b-12-2024", + "name": "Cohere: Command R7B (12-2024)", + "display_name": "Cohere: Command R7B (12-2024)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "qwen/qwen3-coder-30b-a3b-instruct", - "name": "Qwen3 Coder 30b A3B Instruct", - "display_name": "Qwen3 Coder 30b A3B Instruct", - "tool_call": true, + "id": "deepcogito/cogito-v2-preview-deepseek-671b", + "name": "Deep Cogito: Cogito V2 Preview Deepseek 671B", + "display_name": "Deep Cogito: Cogito V2 Preview Deepseek 671B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-coder-480b-a35b-instruct", - "name": "Qwen3 Coder 480B A35B Instruct", - "display_name": "Qwen3 Coder 480B A35B Instruct", - "tool_call": true, + "id": "deepcogito/cogito-v2-preview-llama-405b", + "name": "Deep Cogito: Cogito V2 Preview Llama 405B", + "display_name": "Deep Cogito: Cogito V2 Preview Llama 405B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-next-80b-a3b-instruct", - "name": "Qwen3 Next 80B A3B Instruct", - "display_name": "Qwen3 Next 80B A3B Instruct", - "tool_call": true, + "id": "deepcogito/cogito-v2-preview-llama-70b", + "name": "Deep Cogito: Cogito V2 Preview Llama 70B", + "display_name": "Deep Cogito: Cogito V2 Preview Llama 70B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-next-80b-a3b-thinking", - "name": "Qwen3 Next 80B A3B Thinking", - "display_name": "Qwen3 Next 80B A3B Thinking", - "tool_call": true, + "id": "deepseek/deepseek-prover-v2", + "name": "DeepSeek: DeepSeek Prover V2", + "display_name": "DeepSeek: DeepSeek Prover V2", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "qwen/qwen3-vl-235b-a22b-instruct", - "name": "Qwen3 VL 235B A22B Instruct", - "display_name": "Qwen3 VL 235B A22B Instruct", - "tool_call": true, + "id": "deepseek/deepseek-r1-0528-qwen3-8b", + "name": "DeepSeek: DeepSeek R1 0528 Qwen3 8B", + "display_name": "DeepSeek: DeepSeek R1 0528 Qwen3 8B", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-vl-235b-a22b-thinking", - "name": "Qwen3 VL 235B A22B Thinking", - "display_name": "Qwen3 VL 235B A22B Thinking", + "id": "deepseek/deepseek-chat", + "name": "DeepSeek: DeepSeek V3", + "display_name": "DeepSeek: DeepSeek V3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "qwen/qwen3-235b-a22b-fp8", - "name": "Qwen3-235B-A22B", - "display_name": "Qwen3-235B-A22B", + "id": "deepseek/deepseek-chat-v3-0324", + "name": "DeepSeek: DeepSeek V3 0324", + "display_name": "DeepSeek: DeepSeek V3 0324", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "qwen/qwen3-30b-a3b-fp8", - "name": "Qwen3-30B-A3B", - "display_name": "Qwen3-30B-A3B", - "tool_call": true, + "id": "deepseek/deepseek-chat-v3.1", + "name": "DeepSeek: DeepSeek V3.1", + "display_name": "DeepSeek: DeepSeek V3.1", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } }, { - "id": "zai-org/glm-4.5-air", - "name": "zai-org/glm-4.5-air", - "display_name": "zai-org/glm-4.5-air", - "tool_call": true, + "id": "deepseek/deepseek-v3.1-terminus", + "name": "DeepSeek: DeepSeek V3.1 Terminus", + "display_name": "DeepSeek: DeepSeek V3.1 Terminus", + "limit": { + "context": 4096, + "output": 4096 + }, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false } - } - ] - }, - "tokenflux": { - "id": "tokenflux", - "name": "Tokenflux", - "display_name": "Tokenflux", - "models": [ + }, { - "id": "agentica-org/deepcoder-14b-preview", - "name": "Agentica: Deepcoder 14B Preview", - "display_name": "Agentica: Deepcoder 14B Preview", + "id": "deepseek/deepseek-v3.1-terminus:exacto", + "name": "DeepSeek: DeepSeek V3.1 Terminus (exacto)", + "display_name": "DeepSeek: DeepSeek V3.1 Terminus (exacto)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "ai21/jamba-large-1.7", - "name": "AI21: Jamba Large 1.7", - "display_name": "AI21: Jamba Large 1.7", + "id": "deepseek/deepseek-v3.2-exp", + "name": "DeepSeek: DeepSeek V3.2 Exp", + "display_name": "DeepSeek: DeepSeek V3.2 Exp", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "ai21/jamba-mini-1.7", - "name": "AI21: Jamba Mini 1.7", - "display_name": "AI21: Jamba Mini 1.7", + "id": "deepseek/deepseek-r1", + "name": "DeepSeek: R1", + "display_name": "DeepSeek: R1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "aion-labs/aion-1.0", - "name": "AionLabs: Aion-1.0", - "display_name": "AionLabs: Aion-1.0", + "id": "deepseek/deepseek-r1-0528", + "name": "DeepSeek: R1 0528", + "display_name": "DeepSeek: R1 0528", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "aion-labs/aion-1.0-mini", - "name": "AionLabs: Aion-1.0-Mini", - "display_name": "AionLabs: Aion-1.0-Mini", + "id": "deepseek/deepseek-r1-distill-llama-70b", + "name": "DeepSeek: R1 Distill Llama 70B", + "display_name": "DeepSeek: R1 Distill Llama 70B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "aion-labs/aion-rp-llama-3.1-8b", - "name": "AionLabs: Aion-RP 1.0 (8B)", - "display_name": "AionLabs: Aion-RP 1.0 (8B)", + "id": "deepseek/deepseek-r1-distill-qwen-14b", + "name": "DeepSeek: R1 Distill Qwen 14B", + "display_name": "DeepSeek: R1 Distill Qwen 14B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "alfredpros/codellama-7b-instruct-solidity", - "name": "AlfredPros: CodeLLaMa 7B Instruct Solidity", - "display_name": "AlfredPros: CodeLLaMa 7B Instruct Solidity", + "id": "deepseek/deepseek-r1-distill-qwen-32b", + "name": "DeepSeek: R1 Distill Qwen 32B", + "display_name": "DeepSeek: R1 Distill Qwen 32B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "allenai/olmo-2-0325-32b-instruct", - "name": "AllenAI: Olmo 2 32B Instruct", - "display_name": "AllenAI: Olmo 2 32B Instruct", + "id": "eleutherai/llemma_7b", + "name": "EleutherAI: Llemma 7b", + "display_name": "EleutherAI: Llemma 7b", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "amazon/nova-lite-v1", - "name": "Amazon: Nova Lite 1.0", - "display_name": "Amazon: Nova Lite 1.0", + "id": "alpindale/goliath-120b", + "name": "Goliath 120B", + "display_name": "Goliath 120B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "amazon/nova-micro-v1", - "name": "Amazon: Nova Micro 1.0", - "display_name": "Amazon: Nova Micro 1.0", + "id": "google/gemini-2.0-flash-001", + "name": "Google: Gemini 2.0 Flash", + "display_name": "Google: Gemini 2.0 Flash", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "amazon/nova-premier-v1", - "name": "Amazon: Nova Premier 1.0", - "display_name": "Amazon: Nova Premier 1.0", + "id": "google/gemini-2.0-flash-lite-001", + "name": "Google: Gemini 2.0 Flash Lite", + "display_name": "Google: Gemini 2.0 Flash Lite", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "amazon/nova-pro-v1", - "name": "Amazon: Nova Pro 1.0", - "display_name": "Amazon: Nova Pro 1.0", + "id": "google/gemini-2.5-flash", + "name": "Google: Gemini 2.5 Flash", + "display_name": "Google: Gemini 2.5 Flash", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-3-haiku", - "name": "Anthropic: Claude 3 Haiku", - "display_name": "Anthropic: Claude 3 Haiku", + "id": "google/gemini-2.5-flash-image", + "name": "Google: Gemini 2.5 Flash Image (Nano Banana)", + "display_name": "Google: Gemini 2.5 Flash Image (Nano Banana)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-3-opus", - "name": "Anthropic: Claude 3 Opus", - "display_name": "Anthropic: Claude 3 Opus", + "id": "google/gemini-2.5-flash-image-preview", + "name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", + "display_name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-3.5-haiku", - "name": "Anthropic: Claude 3.5 Haiku", - "display_name": "Anthropic: Claude 3.5 Haiku", + "id": "google/gemini-2.5-flash-lite", + "name": "Google: Gemini 2.5 Flash Lite", + "display_name": "Google: Gemini 2.5 Flash Lite", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-3.5-haiku-20241022", - "name": "Anthropic: Claude 3.5 Haiku (2024-10-22)", - "display_name": "Anthropic: Claude 3.5 Haiku (2024-10-22)", + "id": "google/gemini-2.5-flash-lite-preview-06-17", + "name": "Google: Gemini 2.5 Flash Lite Preview 06-17", + "display_name": "Google: Gemini 2.5 Flash Lite Preview 06-17", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-3.5-sonnet", - "name": "Anthropic: Claude 3.5 Sonnet", - "display_name": "Anthropic: Claude 3.5 Sonnet", + "id": "google/gemini-2.5-flash-lite-preview-09-2025", + "name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", + "display_name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-3.5-sonnet-20240620", - "name": "Anthropic: Claude 3.5 Sonnet (2024-06-20)", - "display_name": "Anthropic: Claude 3.5 Sonnet (2024-06-20)", + "id": "google/gemini-2.5-flash-preview-09-2025", + "name": "Google: Gemini 2.5 Flash Preview 09-2025", + "display_name": "Google: Gemini 2.5 Flash Preview 09-2025", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-3.7-sonnet", - "name": "Anthropic: Claude 3.7 Sonnet", - "display_name": "Anthropic: Claude 3.7 Sonnet", + "id": "google/gemini-2.5-pro", + "name": "Google: Gemini 2.5 Pro", + "display_name": "Google: Gemini 2.5 Pro", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-3.7-sonnet:thinking", - "name": "Anthropic: Claude 3.7 Sonnet (thinking)", - "display_name": "Anthropic: Claude 3.7 Sonnet (thinking)", + "id": "google/gemini-2.5-pro-preview-05-06", + "name": "Google: Gemini 2.5 Pro Preview 05-06", + "display_name": "Google: Gemini 2.5 Pro Preview 05-06", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-haiku-4.5", - "name": "Anthropic: Claude Haiku 4.5", - "display_name": "Anthropic: Claude Haiku 4.5", + "id": "google/gemini-2.5-pro-preview", + "name": "Google: Gemini 2.5 Pro Preview 06-05", + "display_name": "Google: Gemini 2.5 Pro Preview 06-05", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-opus-4", - "name": "Anthropic: Claude Opus 4", - "display_name": "Anthropic: Claude Opus 4", + "id": "google/gemma-2-27b-it", + "name": "Google: Gemma 2 27B", + "display_name": "Google: Gemma 2 27B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-opus-4.1", - "name": "Anthropic: Claude Opus 4.1", - "display_name": "Anthropic: Claude Opus 4.1", + "id": "google/gemma-2-9b-it", + "name": "Google: Gemma 2 9B", + "display_name": "Google: Gemma 2 9B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-sonnet-4", - "name": "Anthropic: Claude Sonnet 4", - "display_name": "Anthropic: Claude Sonnet 4", + "id": "google/gemma-3-12b-it", + "name": "Google: Gemma 3 12B", + "display_name": "Google: Gemma 3 12B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthropic/claude-sonnet-4.5", - "name": "Anthropic: Claude Sonnet 4.5", - "display_name": "Anthropic: Claude Sonnet 4.5", + "id": "google/gemma-3-27b-it", + "name": "Google: Gemma 3 27B", + "display_name": "Google: Gemma 3 27B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "arcee-ai/afm-4.5b", - "name": "Arcee AI: AFM 4.5B", - "display_name": "Arcee AI: AFM 4.5B", + "id": "google/gemma-3-4b-it", + "name": "Google: Gemma 3 4B", + "display_name": "Google: Gemma 3 4B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "arcee-ai/coder-large", - "name": "Arcee AI: Coder Large", - "display_name": "Arcee AI: Coder Large", + "id": "google/gemma-3n-e4b-it", + "name": "Google: Gemma 3n 4B", + "display_name": "Google: Gemma 3n 4B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "arcee-ai/maestro-reasoning", - "name": "Arcee AI: Maestro Reasoning", - "display_name": "Arcee AI: Maestro Reasoning", + "id": "ibm-granite/granite-4.0-h-micro", + "name": "IBM: Granite 4.0 Micro", + "display_name": "IBM: Granite 4.0 Micro", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } - }, - { - "id": "arcee-ai/spotlight", - "name": "Arcee AI: Spotlight", - "display_name": "Arcee AI: Spotlight", + }, + { + "id": "inception/mercury", + "name": "Inception: Mercury", + "display_name": "Inception: Mercury", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "arcee-ai/virtuoso-large", - "name": "Arcee AI: Virtuoso Large", - "display_name": "Arcee AI: Virtuoso Large", + "id": "inception/mercury-coder", + "name": "Inception: Mercury Coder", + "display_name": "Inception: Mercury Coder", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "arliai/qwq-32b-arliai-rpr-v1", - "name": "ArliAI: QwQ 32B RpR v1", - "display_name": "ArliAI: QwQ 32B RpR v1", + "id": "inflection/inflection-3-pi", + "name": "Inflection: Inflection 3 Pi", + "display_name": "Inflection: Inflection 3 Pi", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openrouter/auto", - "name": "Auto Router", - "display_name": "Auto Router", + "id": "inflection/inflection-3-productivity", + "name": "Inflection: Inflection 3 Productivity", + "display_name": "Inflection: Inflection 3 Productivity", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "baidu/ernie-4.5-21b-a3b", - "name": "Baidu: ERNIE 4.5 21B A3B", - "display_name": "Baidu: ERNIE 4.5 21B A3B", + "id": "liquid/lfm-2.2-6b", + "name": "LiquidAI/LFM2-2.6B", + "display_name": "LiquidAI/LFM2-2.6B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "baidu/ernie-4.5-21b-a3b-thinking", - "name": "Baidu: ERNIE 4.5 21B A3B Thinking", - "display_name": "Baidu: ERNIE 4.5 21B A3B Thinking", + "id": "liquid/lfm2-8b-a1b", + "name": "LiquidAI/LFM2-8B-A1B", + "display_name": "LiquidAI/LFM2-8B-A1B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "baidu/ernie-4.5-300b-a47b", - "name": "Baidu: ERNIE 4.5 300B A47B", - "display_name": "Baidu: ERNIE 4.5 300B A47B", + "id": "meta-llama/llama-guard-3-8b", + "name": "Llama Guard 3 8B", + "display_name": "Llama Guard 3 8B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "baidu/ernie-4.5-vl-28b-a3b", - "name": "Baidu: ERNIE 4.5 VL 28B A3B", - "display_name": "Baidu: ERNIE 4.5 VL 28B A3B", + "id": "anthracite-org/magnum-v4-72b", + "name": "Magnum v4 72B", + "display_name": "Magnum v4 72B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "baidu/ernie-4.5-vl-424b-a47b", - "name": "Baidu: ERNIE 4.5 VL 424B A47B", - "display_name": "Baidu: ERNIE 4.5 VL 424B A47B", + "id": "mancer/weaver", + "name": "Mancer: Weaver (alpha)", + "display_name": "Mancer: Weaver (alpha)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "bytedance/doubao-embedding-text-240715", - "name": "ByteDance: Doubao Embedding", - "display_name": "ByteDance: Doubao Embedding", + "id": "meituan/longcat-flash-chat", + "name": "Meituan: LongCat Flash Chat", + "display_name": "Meituan: LongCat Flash Chat", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "bytedance/doubao-embedding-large-text-240915", - "name": "ByteDance: Doubao Embedding Large Text (240915)", - "display_name": "ByteDance: Doubao Embedding Large Text (240915)", + "id": "meta-llama/llama-3-70b-instruct", + "name": "Meta: Llama 3 70B Instruct", + "display_name": "Meta: Llama 3 70B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "bytedance/doubao-embedding-vision-241215", - "name": "ByteDance: Doubao Embedding Vision", - "display_name": "ByteDance: Doubao Embedding Vision", + "id": "meta-llama/llama-3-8b-instruct", + "name": "Meta: Llama 3 8B Instruct", + "display_name": "Meta: Llama 3 8B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "bytedance/doubao-embedding-vision-250328", - "name": "ByteDance: Doubao Embedding Vision", - "display_name": "ByteDance: Doubao Embedding Vision", + "id": "meta-llama/llama-3.1-405b", + "name": "Meta: Llama 3.1 405B (base)", + "display_name": "Meta: Llama 3.1 405B (base)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "bytedance/doubao-seed-1.6", - "name": "ByteDance: Doubao Seed 1.6", - "display_name": "ByteDance: Doubao Seed 1.6", + "id": "meta-llama/llama-3.1-405b-instruct", + "name": "Meta: Llama 3.1 405B Instruct", + "display_name": "Meta: Llama 3.1 405B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "bytedance/doubao-seed-1.6-flash", - "name": "ByteDance: Doubao Seed 1.6 Flash", - "display_name": "ByteDance: Doubao Seed 1.6 Flash", + "id": "meta-llama/llama-3.1-70b-instruct", + "name": "Meta: Llama 3.1 70B Instruct", + "display_name": "Meta: Llama 3.1 70B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "bytedance/doubao-seed-1.6-thinking", - "name": "ByteDance: Doubao Seed 1.6 Thinking", - "display_name": "ByteDance: Doubao Seed 1.6 Thinking", + "id": "meta-llama/llama-3.1-8b-instruct", + "name": "Meta: Llama 3.1 8B Instruct", + "display_name": "Meta: Llama 3.1 8B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "bytedance/ui-tars-1.5-7b", - "name": "ByteDance: UI-TARS 7B", - "display_name": "ByteDance: UI-TARS 7B", + "id": "meta-llama/llama-3.2-11b-vision-instruct", + "name": "Meta: Llama 3.2 11B Vision Instruct", + "display_name": "Meta: Llama 3.2 11B Vision Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepcogito/cogito-v2-preview-llama-109b-moe", - "name": "Cogito V2 Preview Llama 109B", - "display_name": "Cogito V2 Preview Llama 109B", + "id": "meta-llama/llama-3.2-1b-instruct", + "name": "Meta: Llama 3.2 1B Instruct", + "display_name": "Meta: Llama 3.2 1B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "cohere/command-a", - "name": "Cohere: Command A", - "display_name": "Cohere: Command A", + "id": "meta-llama/llama-3.2-3b-instruct", + "name": "Meta: Llama 3.2 3B Instruct", + "display_name": "Meta: Llama 3.2 3B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "cohere/command-r-08-2024", - "name": "Cohere: Command R (08-2024)", - "display_name": "Cohere: Command R (08-2024)", + "id": "meta-llama/llama-3.2-90b-vision-instruct", + "name": "Meta: Llama 3.2 90B Vision Instruct", + "display_name": "Meta: Llama 3.2 90B Vision Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "cohere/command-r-plus-08-2024", - "name": "Cohere: Command R+ (08-2024)", - "display_name": "Cohere: Command R+ (08-2024)", + "id": "meta-llama/llama-3.3-70b-instruct", + "name": "Meta: Llama 3.3 70B Instruct", + "display_name": "Meta: Llama 3.3 70B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "cohere/command-r7b-12-2024", - "name": "Cohere: Command R7B (12-2024)", - "display_name": "Cohere: Command R7B (12-2024)", + "id": "meta-llama/llama-4-maverick", + "name": "Meta: Llama 4 Maverick", + "display_name": "Meta: Llama 4 Maverick", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepcogito/cogito-v2-preview-deepseek-671b", - "name": "Deep Cogito: Cogito V2 Preview Deepseek 671B", - "display_name": "Deep Cogito: Cogito V2 Preview Deepseek 671B", + "id": "meta-llama/llama-4-scout", + "name": "Meta: Llama 4 Scout", + "display_name": "Meta: Llama 4 Scout", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepcogito/cogito-v2-preview-llama-405b", - "name": "Deep Cogito: Cogito V2 Preview Llama 405B", - "display_name": "Deep Cogito: Cogito V2 Preview Llama 405B", + "id": "meta-llama/llama-guard-4-12b", + "name": "Meta: Llama Guard 4 12B", + "display_name": "Meta: Llama Guard 4 12B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepcogito/cogito-v2-preview-llama-70b", - "name": "Deep Cogito: Cogito V2 Preview Llama 70B", - "display_name": "Deep Cogito: Cogito V2 Preview Llama 70B", + "id": "meta-llama/llama-guard-2-8b", + "name": "Meta: LlamaGuard 2 8B", + "display_name": "Meta: LlamaGuard 2 8B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-prover-v2", - "name": "DeepSeek: DeepSeek Prover V2", - "display_name": "DeepSeek: DeepSeek Prover V2", + "id": "microsoft/mai-ds-r1", + "name": "Microsoft: MAI DS R1", + "display_name": "Microsoft: MAI DS R1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-r1-0528-qwen3-8b", - "name": "DeepSeek: DeepSeek R1 0528 Qwen3 8B", - "display_name": "DeepSeek: DeepSeek R1 0528 Qwen3 8B", + "id": "microsoft/phi-4", + "name": "Microsoft: Phi 4", + "display_name": "Microsoft: Phi 4", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-chat", - "name": "DeepSeek: DeepSeek V3", - "display_name": "DeepSeek: DeepSeek V3", + "id": "microsoft/phi-4-multimodal-instruct", + "name": "Microsoft: Phi 4 Multimodal Instruct", + "display_name": "Microsoft: Phi 4 Multimodal Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-chat-v3-0324", - "name": "DeepSeek: DeepSeek V3 0324", - "display_name": "DeepSeek: DeepSeek V3 0324", + "id": "microsoft/phi-4-reasoning-plus", + "name": "Microsoft: Phi 4 Reasoning Plus", + "display_name": "Microsoft: Phi 4 Reasoning Plus", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-chat-v3.1", - "name": "DeepSeek: DeepSeek V3.1", - "display_name": "DeepSeek: DeepSeek V3.1", + "id": "microsoft/phi-3-medium-128k-instruct", + "name": "Microsoft: Phi-3 Medium 128K Instruct", + "display_name": "Microsoft: Phi-3 Medium 128K Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-v3.1-terminus", - "name": "DeepSeek: DeepSeek V3.1 Terminus", - "display_name": "DeepSeek: DeepSeek V3.1 Terminus", + "id": "microsoft/phi-3-mini-128k-instruct", + "name": "Microsoft: Phi-3 Mini 128K Instruct", + "display_name": "Microsoft: Phi-3 Mini 128K Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-v3.1-terminus:exacto", - "name": "DeepSeek: DeepSeek V3.1 Terminus (exacto)", - "display_name": "DeepSeek: DeepSeek V3.1 Terminus (exacto)", + "id": "microsoft/phi-3.5-mini-128k-instruct", + "name": "Microsoft: Phi-3.5 Mini 128K Instruct", + "display_name": "Microsoft: Phi-3.5 Mini 128K Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-v3.2-exp", - "name": "DeepSeek: DeepSeek V3.2 Exp", - "display_name": "DeepSeek: DeepSeek V3.2 Exp", + "id": "minimax/minimax-m1", + "name": "MiniMax: MiniMax M1", + "display_name": "MiniMax: MiniMax M1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-r1", - "name": "DeepSeek: R1", - "display_name": "DeepSeek: R1", + "id": "minimax/minimax-m2", + "name": "MiniMax: MiniMax M2", + "display_name": "MiniMax: MiniMax M2", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-r1-0528", - "name": "DeepSeek: R1 0528", - "display_name": "DeepSeek: R1 0528", + "id": "minimax/minimax-01", + "name": "MiniMax: MiniMax-01", + "display_name": "MiniMax: MiniMax-01", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-r1-distill-llama-70b", - "name": "DeepSeek: R1 Distill Llama 70B", - "display_name": "DeepSeek: R1 Distill Llama 70B", + "id": "mistralai/mistral-large", + "name": "Mistral Large", + "display_name": "Mistral Large", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-r1-distill-qwen-14b", - "name": "DeepSeek: R1 Distill Qwen 14B", - "display_name": "DeepSeek: R1 Distill Qwen 14B", + "id": "mistralai/mistral-large-2407", + "name": "Mistral Large 2407", + "display_name": "Mistral Large 2407", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "deepseek/deepseek-r1-distill-qwen-32b", - "name": "DeepSeek: R1 Distill Qwen 32B", - "display_name": "DeepSeek: R1 Distill Qwen 32B", + "id": "mistralai/mistral-large-2411", + "name": "Mistral Large 2411", + "display_name": "Mistral Large 2411", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "eleutherai/llemma_7b", - "name": "EleutherAI: Llemma 7b", - "display_name": "EleutherAI: Llemma 7b", + "id": "mistralai/mistral-small", + "name": "Mistral Small", + "display_name": "Mistral Small", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "alpindale/goliath-120b", - "name": "Goliath 120B", - "display_name": "Goliath 120B", + "id": "mistralai/mistral-tiny", + "name": "Mistral Tiny", + "display_name": "Mistral Tiny", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.0-flash-001", - "name": "Google: Gemini 2.0 Flash", - "display_name": "Google: Gemini 2.0 Flash", + "id": "mistralai/codestral-2501", + "name": "Mistral: Codestral 2501", + "display_name": "Mistral: Codestral 2501", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.0-flash-lite-001", - "name": "Google: Gemini 2.0 Flash Lite", - "display_name": "Google: Gemini 2.0 Flash Lite", + "id": "mistralai/codestral-2508", + "name": "Mistral: Codestral 2508", + "display_name": "Mistral: Codestral 2508", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-flash", - "name": "Google: Gemini 2.5 Flash", - "display_name": "Google: Gemini 2.5 Flash", + "id": "mistralai/devstral-medium", + "name": "Mistral: Devstral Medium", + "display_name": "Mistral: Devstral Medium", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-flash-image", - "name": "Google: Gemini 2.5 Flash Image (Nano Banana)", - "display_name": "Google: Gemini 2.5 Flash Image (Nano Banana)", + "id": "mistralai/devstral-small", + "name": "Mistral: Devstral Small 1.1", + "display_name": "Mistral: Devstral Small 1.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-flash-image-preview", - "name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", - "display_name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", + "id": "mistralai/devstral-small-2505", + "name": "Mistral: Devstral Small 2505", + "display_name": "Mistral: Devstral Small 2505", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-flash-lite", - "name": "Google: Gemini 2.5 Flash Lite", - "display_name": "Google: Gemini 2.5 Flash Lite", + "id": "mistralai/magistral-medium-2506", + "name": "Mistral: Magistral Medium 2506", + "display_name": "Mistral: Magistral Medium 2506", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-flash-lite-preview-06-17", - "name": "Google: Gemini 2.5 Flash Lite Preview 06-17", - "display_name": "Google: Gemini 2.5 Flash Lite Preview 06-17", + "id": "mistralai/magistral-medium-2506:thinking", + "name": "Mistral: Magistral Medium 2506 (thinking)", + "display_name": "Mistral: Magistral Medium 2506 (thinking)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-flash-lite-preview-09-2025", - "name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", - "display_name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", + "id": "mistralai/magistral-small-2506", + "name": "Mistral: Magistral Small 2506", + "display_name": "Mistral: Magistral Small 2506", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-flash-preview-09-2025", - "name": "Google: Gemini 2.5 Flash Preview 09-2025", - "display_name": "Google: Gemini 2.5 Flash Preview 09-2025", + "id": "mistralai/ministral-3b", + "name": "Mistral: Ministral 3B", + "display_name": "Mistral: Ministral 3B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-pro", - "name": "Google: Gemini 2.5 Pro", - "display_name": "Google: Gemini 2.5 Pro", + "id": "mistralai/ministral-8b", + "name": "Mistral: Ministral 8B", + "display_name": "Mistral: Ministral 8B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-pro-preview-05-06", - "name": "Google: Gemini 2.5 Pro Preview 05-06", - "display_name": "Google: Gemini 2.5 Pro Preview 05-06", + "id": "mistralai/mistral-7b-instruct", + "name": "Mistral: Mistral 7B Instruct", + "display_name": "Mistral: Mistral 7B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemini-2.5-pro-preview", - "name": "Google: Gemini 2.5 Pro Preview 06-05", - "display_name": "Google: Gemini 2.5 Pro Preview 06-05", + "id": "mistralai/mistral-7b-instruct-v0.1", + "name": "Mistral: Mistral 7B Instruct v0.1", + "display_name": "Mistral: Mistral 7B Instruct v0.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemma-2-27b-it", - "name": "Google: Gemma 2 27B", - "display_name": "Google: Gemma 2 27B", + "id": "mistralai/mistral-7b-instruct-v0.2", + "name": "Mistral: Mistral 7B Instruct v0.2", + "display_name": "Mistral: Mistral 7B Instruct v0.2", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemma-2-9b-it", - "name": "Google: Gemma 2 9B", - "display_name": "Google: Gemma 2 9B", + "id": "mistralai/mistral-7b-instruct-v0.3", + "name": "Mistral: Mistral 7B Instruct v0.3", + "display_name": "Mistral: Mistral 7B Instruct v0.3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemma-3-12b-it", - "name": "Google: Gemma 3 12B", - "display_name": "Google: Gemma 3 12B", + "id": "mistralai/mistral-medium-3", + "name": "Mistral: Mistral Medium 3", + "display_name": "Mistral: Mistral Medium 3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemma-3-27b-it", - "name": "Google: Gemma 3 27B", - "display_name": "Google: Gemma 3 27B", + "id": "mistralai/mistral-medium-3.1", + "name": "Mistral: Mistral Medium 3.1", + "display_name": "Mistral: Mistral Medium 3.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemma-3-4b-it", - "name": "Google: Gemma 3 4B", - "display_name": "Google: Gemma 3 4B", + "id": "mistralai/mistral-nemo", + "name": "Mistral: Mistral Nemo", + "display_name": "Mistral: Mistral Nemo", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "google/gemma-3n-e4b-it", - "name": "Google: Gemma 3n 4B", - "display_name": "Google: Gemma 3n 4B", + "id": "mistralai/mistral-small-24b-instruct-2501", + "name": "Mistral: Mistral Small 3", + "display_name": "Mistral: Mistral Small 3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "ibm-granite/granite-4.0-h-micro", - "name": "IBM: Granite 4.0 Micro", - "display_name": "IBM: Granite 4.0 Micro", + "id": "mistralai/mistral-small-3.1-24b-instruct", + "name": "Mistral: Mistral Small 3.1 24B", + "display_name": "Mistral: Mistral Small 3.1 24B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "inception/mercury", - "name": "Inception: Mercury", - "display_name": "Inception: Mercury", + "id": "mistralai/mistral-small-3.2-24b-instruct", + "name": "Mistral: Mistral Small 3.2 24B", + "display_name": "Mistral: Mistral Small 3.2 24B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "inception/mercury-coder", - "name": "Inception: Mercury Coder", - "display_name": "Inception: Mercury Coder", + "id": "mistralai/mixtral-8x22b-instruct", + "name": "Mistral: Mixtral 8x22B Instruct", + "display_name": "Mistral: Mixtral 8x22B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "inclusionai/ling-1t", - "name": "inclusionAI: Ling-1T", - "display_name": "inclusionAI: Ling-1T", + "id": "mistralai/mixtral-8x7b-instruct", + "name": "Mistral: Mixtral 8x7B Instruct", + "display_name": "Mistral: Mixtral 8x7B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "inclusionai/ring-1t", - "name": "inclusionAI: Ring 1T", - "display_name": "inclusionAI: Ring 1T", + "id": "mistralai/pixtral-12b", + "name": "Mistral: Pixtral 12B", + "display_name": "Mistral: Pixtral 12B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "inflection/inflection-3-pi", - "name": "Inflection: Inflection 3 Pi", - "display_name": "Inflection: Inflection 3 Pi", + "id": "mistralai/pixtral-large-2411", + "name": "Mistral: Pixtral Large 2411", + "display_name": "Mistral: Pixtral Large 2411", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "inflection/inflection-3-productivity", - "name": "Inflection: Inflection 3 Productivity", - "display_name": "Inflection: Inflection 3 Productivity", + "id": "mistralai/mistral-saba", + "name": "Mistral: Saba", + "display_name": "Mistral: Saba", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "liquid/lfm-2.2-6b", - "name": "LiquidAI/LFM2-2.6B", - "display_name": "LiquidAI/LFM2-2.6B", + "id": "mistralai/voxtral-small-24b-2507", + "name": "Mistral: Voxtral Small 24B 2507", + "display_name": "Mistral: Voxtral Small 24B 2507", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "liquid/lfm2-8b-a1b", - "name": "LiquidAI/LFM2-8B-A1B", - "display_name": "LiquidAI/LFM2-8B-A1B", + "id": "moonshotai/kimi-dev-72b", + "name": "MoonshotAI: Kimi Dev 72B", + "display_name": "MoonshotAI: Kimi Dev 72B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-guard-3-8b", - "name": "Llama Guard 3 8B", - "display_name": "Llama Guard 3 8B", + "id": "moonshotai/kimi-k2", + "name": "MoonshotAI: Kimi K2 0711", + "display_name": "MoonshotAI: Kimi K2 0711", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "anthracite-org/magnum-v4-72b", - "name": "Magnum v4 72B", - "display_name": "Magnum v4 72B", + "id": "moonshotai/kimi-k2-0905", + "name": "MoonshotAI: Kimi K2 0905", + "display_name": "MoonshotAI: Kimi K2 0905", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mancer/weaver", - "name": "Mancer: Weaver (alpha)", - "display_name": "Mancer: Weaver (alpha)", + "id": "moonshotai/kimi-k2-0905:exacto", + "name": "MoonshotAI: Kimi K2 0905 (exacto)", + "display_name": "MoonshotAI: Kimi K2 0905 (exacto)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meituan/longcat-flash-chat", - "name": "Meituan: LongCat Flash Chat", - "display_name": "Meituan: LongCat Flash Chat", + "id": "moonshotai/kimi-k2-thinking", + "name": "MoonshotAI: Kimi K2 Thinking", + "display_name": "MoonshotAI: Kimi K2 Thinking", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3-70b-instruct", - "name": "Meta: Llama 3 70B Instruct", - "display_name": "Meta: Llama 3 70B Instruct", + "id": "moonshotai/kimi-linear-48b-a3b-instruct", + "name": "MoonshotAI: Kimi Linear 48B A3B Instruct", + "display_name": "MoonshotAI: Kimi Linear 48B A3B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3-8b-instruct", - "name": "Meta: Llama 3 8B Instruct", - "display_name": "Meta: Llama 3 8B Instruct", + "id": "morph/morph-v3-fast", + "name": "Morph: Morph V3 Fast", + "display_name": "Morph: Morph V3 Fast", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.1-405b", - "name": "Meta: Llama 3.1 405B (base)", - "display_name": "Meta: Llama 3.1 405B (base)", + "id": "morph/morph-v3-large", + "name": "Morph: Morph V3 Large", + "display_name": "Morph: Morph V3 Large", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.1-405b-instruct", - "name": "Meta: Llama 3.1 405B Instruct", - "display_name": "Meta: Llama 3.1 405B Instruct", + "id": "gryphe/mythomax-l2-13b", + "name": "MythoMax 13B", + "display_name": "MythoMax 13B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.1-70b-instruct", - "name": "Meta: Llama 3.1 70B Instruct", - "display_name": "Meta: Llama 3.1 70B Instruct", + "id": "neversleep/llama-3.1-lumimaid-8b", + "name": "NeverSleep: Lumimaid v0.2 8B", + "display_name": "NeverSleep: Lumimaid v0.2 8B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.1-8b-instruct", - "name": "Meta: Llama 3.1 8B Instruct", - "display_name": "Meta: Llama 3.1 8B Instruct", + "id": "neversleep/noromaid-20b", + "name": "Noromaid 20B", + "display_name": "Noromaid 20B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.2-11b-vision-instruct", - "name": "Meta: Llama 3.2 11B Vision Instruct", - "display_name": "Meta: Llama 3.2 11B Vision Instruct", + "id": "nousresearch/deephermes-3-mistral-24b-preview", + "name": "Nous: DeepHermes 3 Mistral 24B Preview", + "display_name": "Nous: DeepHermes 3 Mistral 24B Preview", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.2-1b-instruct", - "name": "Meta: Llama 3.2 1B Instruct", - "display_name": "Meta: Llama 3.2 1B Instruct", + "id": "nousresearch/hermes-3-llama-3.1-405b", + "name": "Nous: Hermes 3 405B Instruct", + "display_name": "Nous: Hermes 3 405B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.2-3b-instruct", - "name": "Meta: Llama 3.2 3B Instruct", - "display_name": "Meta: Llama 3.2 3B Instruct", + "id": "nousresearch/hermes-3-llama-3.1-70b", + "name": "Nous: Hermes 3 70B Instruct", + "display_name": "Nous: Hermes 3 70B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.2-90b-vision-instruct", - "name": "Meta: Llama 3.2 90B Vision Instruct", - "display_name": "Meta: Llama 3.2 90B Vision Instruct", + "id": "nousresearch/hermes-4-405b", + "name": "Nous: Hermes 4 405B", + "display_name": "Nous: Hermes 4 405B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-3.3-70b-instruct", - "name": "Meta: Llama 3.3 70B Instruct", - "display_name": "Meta: Llama 3.3 70B Instruct", + "id": "nousresearch/hermes-4-70b", + "name": "Nous: Hermes 4 70B", + "display_name": "Nous: Hermes 4 70B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-4-maverick", - "name": "Meta: Llama 4 Maverick", - "display_name": "Meta: Llama 4 Maverick", + "id": "nousresearch/hermes-2-pro-llama-3-8b", + "name": "NousResearch: Hermes 2 Pro - Llama-3 8B", + "display_name": "NousResearch: Hermes 2 Pro - Llama-3 8B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-4-scout", - "name": "Meta: Llama 4 Scout", - "display_name": "Meta: Llama 4 Scout", + "id": "nvidia/llama-3.1-nemotron-70b-instruct", + "name": "NVIDIA: Llama 3.1 Nemotron 70B Instruct", + "display_name": "NVIDIA: Llama 3.1 Nemotron 70B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-guard-4-12b", - "name": "Meta: Llama Guard 4 12B", - "display_name": "Meta: Llama Guard 4 12B", + "id": "nvidia/llama-3.1-nemotron-ultra-253b-v1", + "name": "NVIDIA: Llama 3.1 Nemotron Ultra 253B v1", + "display_name": "NVIDIA: Llama 3.1 Nemotron Ultra 253B v1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "meta-llama/llama-guard-2-8b", - "name": "Meta: LlamaGuard 2 8B", - "display_name": "Meta: LlamaGuard 2 8B", + "id": "nvidia/llama-3.3-nemotron-super-49b-v1.5", + "name": "NVIDIA: Llama 3.3 Nemotron Super 49B V1.5", + "display_name": "NVIDIA: Llama 3.3 Nemotron Super 49B V1.5", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "microsoft/mai-ds-r1", - "name": "Microsoft: MAI DS R1", - "display_name": "Microsoft: MAI DS R1", + "id": "nvidia/nemotron-nano-12b-v2-vl", + "name": "NVIDIA: Nemotron Nano 12B 2 VL", + "display_name": "NVIDIA: Nemotron Nano 12B 2 VL", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "microsoft/phi-4", - "name": "Microsoft: Phi 4", - "display_name": "Microsoft: Phi 4", + "id": "nvidia/nemotron-nano-9b-v2", + "name": "NVIDIA: Nemotron Nano 9B V2", + "display_name": "NVIDIA: Nemotron Nano 9B V2", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "microsoft/phi-4-multimodal-instruct", - "name": "Microsoft: Phi 4 Multimodal Instruct", - "display_name": "Microsoft: Phi 4 Multimodal Instruct", + "id": "openai/chatgpt-4o-latest", + "name": "OpenAI: ChatGPT-4o", + "display_name": "OpenAI: ChatGPT-4o", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "microsoft/phi-4-reasoning-plus", - "name": "Microsoft: Phi 4 Reasoning Plus", - "display_name": "Microsoft: Phi 4 Reasoning Plus", + "id": "openai/codex-mini", + "name": "OpenAI: Codex Mini", + "display_name": "OpenAI: Codex Mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "microsoft/phi-3-medium-128k-instruct", - "name": "Microsoft: Phi-3 Medium 128K Instruct", - "display_name": "Microsoft: Phi-3 Medium 128K Instruct", + "id": "openai/gpt-3.5-turbo", + "name": "OpenAI: GPT-3.5 Turbo", + "display_name": "OpenAI: GPT-3.5 Turbo", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "microsoft/phi-3-mini-128k-instruct", - "name": "Microsoft: Phi-3 Mini 128K Instruct", - "display_name": "Microsoft: Phi-3 Mini 128K Instruct", + "id": "openai/gpt-3.5-turbo-0613", + "name": "OpenAI: GPT-3.5 Turbo (older v0613)", + "display_name": "OpenAI: GPT-3.5 Turbo (older v0613)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "microsoft/phi-3.5-mini-128k-instruct", - "name": "Microsoft: Phi-3.5 Mini 128K Instruct", - "display_name": "Microsoft: Phi-3.5 Mini 128K Instruct", + "id": "openai/gpt-3.5-turbo-16k", + "name": "OpenAI: GPT-3.5 Turbo 16k", + "display_name": "OpenAI: GPT-3.5 Turbo 16k", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "minimax/minimax-m1", - "name": "MiniMax: MiniMax M1", - "display_name": "MiniMax: MiniMax M1", + "id": "openai/gpt-3.5-turbo-instruct", + "name": "OpenAI: GPT-3.5 Turbo Instruct", + "display_name": "OpenAI: GPT-3.5 Turbo Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "minimax/minimax-m2", - "name": "MiniMax: MiniMax M2", - "display_name": "MiniMax: MiniMax M2", + "id": "openai/gpt-4", + "name": "OpenAI: GPT-4", + "display_name": "OpenAI: GPT-4", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "minimax/minimax-01", - "name": "MiniMax: MiniMax-01", - "display_name": "MiniMax: MiniMax-01", + "id": "openai/gpt-4-0314", + "name": "OpenAI: GPT-4 (older v0314)", + "display_name": "OpenAI: GPT-4 (older v0314)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-large", - "name": "Mistral Large", - "display_name": "Mistral Large", + "id": "openai/gpt-4-turbo", + "name": "OpenAI: GPT-4 Turbo", + "display_name": "OpenAI: GPT-4 Turbo", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-large-2407", - "name": "Mistral Large 2407", - "display_name": "Mistral Large 2407", + "id": "openai/gpt-4-1106-preview", + "name": "OpenAI: GPT-4 Turbo (older v1106)", + "display_name": "OpenAI: GPT-4 Turbo (older v1106)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-large-2411", - "name": "Mistral Large 2411", - "display_name": "Mistral Large 2411", + "id": "openai/gpt-4-turbo-preview", + "name": "OpenAI: GPT-4 Turbo Preview", + "display_name": "OpenAI: GPT-4 Turbo Preview", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-small", - "name": "Mistral Small", - "display_name": "Mistral Small", + "id": "openai/gpt-4.1", + "name": "OpenAI: GPT-4.1", + "display_name": "OpenAI: GPT-4.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-tiny", - "name": "Mistral Tiny", - "display_name": "Mistral Tiny", + "id": "openai/gpt-4.1-mini", + "name": "OpenAI: GPT-4.1 Mini", + "display_name": "OpenAI: GPT-4.1 Mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/codestral-2501", - "name": "Mistral: Codestral 2501", - "display_name": "Mistral: Codestral 2501", + "id": "openai/gpt-4.1-nano", + "name": "OpenAI: GPT-4.1 Nano", + "display_name": "OpenAI: GPT-4.1 Nano", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/codestral-2508", - "name": "Mistral: Codestral 2508", - "display_name": "Mistral: Codestral 2508", + "id": "openai/gpt-4o", + "name": "OpenAI: GPT-4o", + "display_name": "OpenAI: GPT-4o", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/devstral-medium", - "name": "Mistral: Devstral Medium", - "display_name": "Mistral: Devstral Medium", + "id": "openai/gpt-4o-2024-05-13", + "name": "OpenAI: GPT-4o (2024-05-13)", + "display_name": "OpenAI: GPT-4o (2024-05-13)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/devstral-small", - "name": "Mistral: Devstral Small 1.1", - "display_name": "Mistral: Devstral Small 1.1", + "id": "openai/gpt-4o-2024-08-06", + "name": "OpenAI: GPT-4o (2024-08-06)", + "display_name": "OpenAI: GPT-4o (2024-08-06)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/devstral-small-2505", - "name": "Mistral: Devstral Small 2505", - "display_name": "Mistral: Devstral Small 2505", + "id": "openai/gpt-4o-2024-11-20", + "name": "OpenAI: GPT-4o (2024-11-20)", + "display_name": "OpenAI: GPT-4o (2024-11-20)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/magistral-medium-2506", - "name": "Mistral: Magistral Medium 2506", - "display_name": "Mistral: Magistral Medium 2506", + "id": "openai/gpt-4o:extended", + "name": "OpenAI: GPT-4o (extended)", + "display_name": "OpenAI: GPT-4o (extended)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/magistral-medium-2506:thinking", - "name": "Mistral: Magistral Medium 2506 (thinking)", - "display_name": "Mistral: Magistral Medium 2506 (thinking)", + "id": "openai/gpt-4o-audio-preview", + "name": "OpenAI: GPT-4o Audio", + "display_name": "OpenAI: GPT-4o Audio", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/magistral-small-2506", - "name": "Mistral: Magistral Small 2506", - "display_name": "Mistral: Magistral Small 2506", + "id": "openai/gpt-4o-search-preview", + "name": "OpenAI: GPT-4o Search Preview", + "display_name": "OpenAI: GPT-4o Search Preview", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/ministral-3b", - "name": "Mistral: Ministral 3B", - "display_name": "Mistral: Ministral 3B", + "id": "openai/gpt-4o-mini", + "name": "OpenAI: GPT-4o-mini", + "display_name": "OpenAI: GPT-4o-mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/ministral-8b", - "name": "Mistral: Ministral 8B", - "display_name": "Mistral: Ministral 8B", + "id": "openai/gpt-4o-mini-2024-07-18", + "name": "OpenAI: GPT-4o-mini (2024-07-18)", + "display_name": "OpenAI: GPT-4o-mini (2024-07-18)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-7b-instruct", - "name": "Mistral: Mistral 7B Instruct", - "display_name": "Mistral: Mistral 7B Instruct", + "id": "openai/gpt-4o-mini-search-preview", + "name": "OpenAI: GPT-4o-mini Search Preview", + "display_name": "OpenAI: GPT-4o-mini Search Preview", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-7b-instruct-v0.1", - "name": "Mistral: Mistral 7B Instruct v0.1", - "display_name": "Mistral: Mistral 7B Instruct v0.1", + "id": "openai/gpt-5", + "name": "OpenAI: GPT-5", + "display_name": "OpenAI: GPT-5", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-7b-instruct-v0.2", - "name": "Mistral: Mistral 7B Instruct v0.2", - "display_name": "Mistral: Mistral 7B Instruct v0.2", + "id": "openai/gpt-5-chat", + "name": "OpenAI: GPT-5 Chat", + "display_name": "OpenAI: GPT-5 Chat", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-7b-instruct-v0.3", - "name": "Mistral: Mistral 7B Instruct v0.3", - "display_name": "Mistral: Mistral 7B Instruct v0.3", + "id": "openai/gpt-5-codex", + "name": "OpenAI: GPT-5 Codex", + "display_name": "OpenAI: GPT-5 Codex", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-medium-3", - "name": "Mistral: Mistral Medium 3", - "display_name": "Mistral: Mistral Medium 3", + "id": "openai/gpt-5-image", + "name": "OpenAI: GPT-5 Image", + "display_name": "OpenAI: GPT-5 Image", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-medium-3.1", - "name": "Mistral: Mistral Medium 3.1", - "display_name": "Mistral: Mistral Medium 3.1", + "id": "openai/gpt-5-image-mini", + "name": "OpenAI: GPT-5 Image Mini", + "display_name": "OpenAI: GPT-5 Image Mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-nemo", - "name": "Mistral: Mistral Nemo", - "display_name": "Mistral: Mistral Nemo", + "id": "openai/gpt-5-mini", + "name": "OpenAI: GPT-5 Mini", + "display_name": "OpenAI: GPT-5 Mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-small-24b-instruct-2501", - "name": "Mistral: Mistral Small 3", - "display_name": "Mistral: Mistral Small 3", + "id": "openai/gpt-5-nano", + "name": "OpenAI: GPT-5 Nano", + "display_name": "OpenAI: GPT-5 Nano", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-small-3.1-24b-instruct", - "name": "Mistral: Mistral Small 3.1 24B", - "display_name": "Mistral: Mistral Small 3.1 24B", + "id": "openai/gpt-5-pro", + "name": "OpenAI: GPT-5 Pro", + "display_name": "OpenAI: GPT-5 Pro", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-small-3.2-24b-instruct", - "name": "Mistral: Mistral Small 3.2 24B", - "display_name": "Mistral: Mistral Small 3.2 24B", + "id": "openai/gpt-5.1", + "name": "OpenAI: GPT-5.1", + "display_name": "OpenAI: GPT-5.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mixtral-8x22b-instruct", - "name": "Mistral: Mixtral 8x22B Instruct", - "display_name": "Mistral: Mixtral 8x22B Instruct", + "id": "openai/gpt-5.1-chat", + "name": "OpenAI: GPT-5.1 Chat", + "display_name": "OpenAI: GPT-5.1 Chat", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mixtral-8x7b-instruct", - "name": "Mistral: Mixtral 8x7B Instruct", - "display_name": "Mistral: Mixtral 8x7B Instruct", + "id": "openai/gpt-5.1-codex", + "name": "OpenAI: GPT-5.1-Codex", + "display_name": "OpenAI: GPT-5.1-Codex", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/pixtral-12b", - "name": "Mistral: Pixtral 12B", - "display_name": "Mistral: Pixtral 12B", + "id": "openai/gpt-5.1-codex-mini", + "name": "OpenAI: GPT-5.1-Codex-Mini", + "display_name": "OpenAI: GPT-5.1-Codex-Mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/pixtral-large-2411", - "name": "Mistral: Pixtral Large 2411", - "display_name": "Mistral: Pixtral Large 2411", + "id": "openai/gpt-oss-120b", + "name": "OpenAI: gpt-oss-120b", + "display_name": "OpenAI: gpt-oss-120b", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/mistral-saba", - "name": "Mistral: Saba", - "display_name": "Mistral: Saba", + "id": "openai/gpt-oss-120b:exacto", + "name": "OpenAI: gpt-oss-120b (exacto)", + "display_name": "OpenAI: gpt-oss-120b (exacto)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "mistralai/voxtral-small-24b-2507", - "name": "Mistral: Voxtral Small 24B 2507", - "display_name": "Mistral: Voxtral Small 24B 2507", + "id": "openai/gpt-oss-20b", + "name": "OpenAI: gpt-oss-20b", + "display_name": "OpenAI: gpt-oss-20b", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-dev-72b", - "name": "MoonshotAI: Kimi Dev 72B", - "display_name": "MoonshotAI: Kimi Dev 72B", + "id": "openai/gpt-oss-safeguard-20b", + "name": "OpenAI: gpt-oss-safeguard-20b", + "display_name": "OpenAI: gpt-oss-safeguard-20b", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-k2", - "name": "MoonshotAI: Kimi K2 0711", - "display_name": "MoonshotAI: Kimi K2 0711", + "id": "openai/o1", + "name": "OpenAI: o1", + "display_name": "OpenAI: o1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-k2-0905", - "name": "MoonshotAI: Kimi K2 0905", - "display_name": "MoonshotAI: Kimi K2 0905", + "id": "openai/o1-mini", + "name": "OpenAI: o1-mini", + "display_name": "OpenAI: o1-mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-k2-0905:exacto", - "name": "MoonshotAI: Kimi K2 0905 (exacto)", - "display_name": "MoonshotAI: Kimi K2 0905 (exacto)", + "id": "openai/o1-pro", + "name": "OpenAI: o1-pro", + "display_name": "OpenAI: o1-pro", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-k2-thinking", - "name": "MoonshotAI: Kimi K2 Thinking", - "display_name": "MoonshotAI: Kimi K2 Thinking", + "id": "openai/o3", + "name": "OpenAI: o3", + "display_name": "OpenAI: o3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "moonshotai/kimi-linear-48b-a3b-instruct", - "name": "MoonshotAI: Kimi Linear 48B A3B Instruct", - "display_name": "MoonshotAI: Kimi Linear 48B A3B Instruct", + "id": "openai/o3-deep-research", + "name": "OpenAI: o3 Deep Research", + "display_name": "OpenAI: o3 Deep Research", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "morph/morph-v3-fast", - "name": "Morph: Morph V3 Fast", - "display_name": "Morph: Morph V3 Fast", + "id": "openai/o3-mini", + "name": "OpenAI: o3 Mini", + "display_name": "OpenAI: o3 Mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "morph/morph-v3-large", - "name": "Morph: Morph V3 Large", - "display_name": "Morph: Morph V3 Large", + "id": "openai/o3-mini-high", + "name": "OpenAI: o3 Mini High", + "display_name": "OpenAI: o3 Mini High", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "gryphe/mythomax-l2-13b", - "name": "MythoMax 13B", - "display_name": "MythoMax 13B", + "id": "openai/o3-pro", + "name": "OpenAI: o3 Pro", + "display_name": "OpenAI: o3 Pro", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "neversleep/llama-3.1-lumimaid-8b", - "name": "NeverSleep: Lumimaid v0.2 8B", - "display_name": "NeverSleep: Lumimaid v0.2 8B", + "id": "openai/o4-mini", + "name": "OpenAI: o4 Mini", + "display_name": "OpenAI: o4 Mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "neversleep/noromaid-20b", - "name": "Noromaid 20B", - "display_name": "Noromaid 20B", + "id": "openai/o4-mini-deep-research", + "name": "OpenAI: o4 Mini Deep Research", + "display_name": "OpenAI: o4 Mini Deep Research", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nousresearch/deephermes-3-mistral-24b-preview", - "name": "Nous: DeepHermes 3 Mistral 24B Preview", - "display_name": "Nous: DeepHermes 3 Mistral 24B Preview", + "id": "openai/o4-mini-high", + "name": "OpenAI: o4 Mini High", + "display_name": "OpenAI: o4 Mini High", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nousresearch/hermes-3-llama-3.1-405b", - "name": "Nous: Hermes 3 405B Instruct", - "display_name": "Nous: Hermes 3 405B Instruct", + "id": "opengvlab/internvl3-78b", + "name": "OpenGVLab: InternVL3 78B", + "display_name": "OpenGVLab: InternVL3 78B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nousresearch/hermes-3-llama-3.1-70b", - "name": "Nous: Hermes 3 70B Instruct", - "display_name": "Nous: Hermes 3 70B Instruct", + "id": "perplexity/sonar", + "name": "Perplexity: Sonar", + "display_name": "Perplexity: Sonar", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nousresearch/hermes-4-405b", - "name": "Nous: Hermes 4 405B", - "display_name": "Nous: Hermes 4 405B", + "id": "perplexity/sonar-deep-research", + "name": "Perplexity: Sonar Deep Research", + "display_name": "Perplexity: Sonar Deep Research", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nousresearch/hermes-4-70b", - "name": "Nous: Hermes 4 70B", - "display_name": "Nous: Hermes 4 70B", + "id": "perplexity/sonar-pro", + "name": "Perplexity: Sonar Pro", + "display_name": "Perplexity: Sonar Pro", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nousresearch/hermes-2-pro-llama-3-8b", - "name": "NousResearch: Hermes 2 Pro - Llama-3 8B", - "display_name": "NousResearch: Hermes 2 Pro - Llama-3 8B", + "id": "perplexity/sonar-pro-search", + "name": "Perplexity: Sonar Pro Search", + "display_name": "Perplexity: Sonar Pro Search", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nvidia/llama-3.1-nemotron-70b-instruct", - "name": "NVIDIA: Llama 3.1 Nemotron 70B Instruct", - "display_name": "NVIDIA: Llama 3.1 Nemotron 70B Instruct", + "id": "perplexity/sonar-reasoning", + "name": "Perplexity: Sonar Reasoning", + "display_name": "Perplexity: Sonar Reasoning", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nvidia/llama-3.1-nemotron-ultra-253b-v1", - "name": "NVIDIA: Llama 3.1 Nemotron Ultra 253B v1", - "display_name": "NVIDIA: Llama 3.1 Nemotron Ultra 253B v1", + "id": "perplexity/sonar-reasoning-pro", + "name": "Perplexity: Sonar Reasoning Pro", + "display_name": "Perplexity: Sonar Reasoning Pro", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nvidia/llama-3.3-nemotron-super-49b-v1.5", - "name": "NVIDIA: Llama 3.3 Nemotron Super 49B V1.5", - "display_name": "NVIDIA: Llama 3.3 Nemotron Super 49B V1.5", + "id": "qwen/qwen-plus-2025-07-28", + "name": "Qwen: Qwen Plus 0728", + "display_name": "Qwen: Qwen Plus 0728", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nvidia/nemotron-nano-12b-v2-vl", - "name": "NVIDIA: Nemotron Nano 12B 2 VL", - "display_name": "NVIDIA: Nemotron Nano 12B 2 VL", + "id": "qwen/qwen-plus-2025-07-28:thinking", + "name": "Qwen: Qwen Plus 0728 (thinking)", + "display_name": "Qwen: Qwen Plus 0728 (thinking)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "nvidia/nemotron-nano-9b-v2", - "name": "NVIDIA: Nemotron Nano 9B V2", - "display_name": "NVIDIA: Nemotron Nano 9B V2", + "id": "qwen/qwen-vl-max", + "name": "Qwen: Qwen VL Max", + "display_name": "Qwen: Qwen VL Max", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/chatgpt-4o-latest", - "name": "OpenAI: ChatGPT-4o", - "display_name": "OpenAI: ChatGPT-4o", + "id": "qwen/qwen-vl-plus", + "name": "Qwen: Qwen VL Plus", + "display_name": "Qwen: Qwen VL Plus", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/codex-mini", - "name": "OpenAI: Codex Mini", - "display_name": "OpenAI: Codex Mini", + "id": "qwen/qwen-max", + "name": "Qwen: Qwen-Max", + "display_name": "Qwen: Qwen-Max", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-3.5-turbo", - "name": "OpenAI: GPT-3.5 Turbo", - "display_name": "OpenAI: GPT-3.5 Turbo", + "id": "qwen/qwen-plus", + "name": "Qwen: Qwen-Plus", + "display_name": "Qwen: Qwen-Plus", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-3.5-turbo-0613", - "name": "OpenAI: GPT-3.5 Turbo (older v0613)", - "display_name": "OpenAI: GPT-3.5 Turbo (older v0613)", + "id": "qwen/qwen-turbo", + "name": "Qwen: Qwen-Turbo", + "display_name": "Qwen: Qwen-Turbo", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-3.5-turbo-16k", - "name": "OpenAI: GPT-3.5 Turbo 16k", - "display_name": "OpenAI: GPT-3.5 Turbo 16k", + "id": "qwen/qwen-2.5-7b-instruct", + "name": "Qwen: Qwen2.5 7B Instruct", + "display_name": "Qwen: Qwen2.5 7B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-3.5-turbo-instruct", - "name": "OpenAI: GPT-3.5 Turbo Instruct", - "display_name": "OpenAI: GPT-3.5 Turbo Instruct", + "id": "qwen/qwen2.5-coder-7b-instruct", + "name": "Qwen: Qwen2.5 Coder 7B Instruct", + "display_name": "Qwen: Qwen2.5 Coder 7B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4", - "name": "OpenAI: GPT-4", - "display_name": "OpenAI: GPT-4", + "id": "qwen/qwen2.5-vl-32b-instruct", + "name": "Qwen: Qwen2.5 VL 32B Instruct", + "display_name": "Qwen: Qwen2.5 VL 32B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4-0314", - "name": "OpenAI: GPT-4 (older v0314)", - "display_name": "OpenAI: GPT-4 (older v0314)", + "id": "qwen/qwen2.5-vl-72b-instruct", + "name": "Qwen: Qwen2.5 VL 72B Instruct", + "display_name": "Qwen: Qwen2.5 VL 72B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4-turbo", - "name": "OpenAI: GPT-4 Turbo", - "display_name": "OpenAI: GPT-4 Turbo", + "id": "qwen/qwen-2.5-vl-7b-instruct", + "name": "Qwen: Qwen2.5-VL 7B Instruct", + "display_name": "Qwen: Qwen2.5-VL 7B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4-1106-preview", - "name": "OpenAI: GPT-4 Turbo (older v1106)", - "display_name": "OpenAI: GPT-4 Turbo (older v1106)", + "id": "qwen/qwen3-14b", + "name": "Qwen: Qwen3 14B", + "display_name": "Qwen: Qwen3 14B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4-turbo-preview", - "name": "OpenAI: GPT-4 Turbo Preview", - "display_name": "OpenAI: GPT-4 Turbo Preview", + "id": "qwen/qwen3-235b-a22b", + "name": "Qwen: Qwen3 235B A22B", + "display_name": "Qwen: Qwen3 235B A22B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4.1", - "name": "OpenAI: GPT-4.1", - "display_name": "OpenAI: GPT-4.1", + "id": "qwen/qwen3-235b-a22b-2507", + "name": "Qwen: Qwen3 235B A22B Instruct 2507", + "display_name": "Qwen: Qwen3 235B A22B Instruct 2507", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4.1-mini", - "name": "OpenAI: GPT-4.1 Mini", - "display_name": "OpenAI: GPT-4.1 Mini", + "id": "qwen/qwen3-235b-a22b-thinking-2507", + "name": "Qwen: Qwen3 235B A22B Thinking 2507", + "display_name": "Qwen: Qwen3 235B A22B Thinking 2507", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4.1-nano", - "name": "OpenAI: GPT-4.1 Nano", - "display_name": "OpenAI: GPT-4.1 Nano", + "id": "qwen/qwen3-30b-a3b", + "name": "Qwen: Qwen3 30B A3B", + "display_name": "Qwen: Qwen3 30B A3B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o", - "name": "OpenAI: GPT-4o", - "display_name": "OpenAI: GPT-4o", + "id": "qwen/qwen3-30b-a3b-instruct-2507", + "name": "Qwen: Qwen3 30B A3B Instruct 2507", + "display_name": "Qwen: Qwen3 30B A3B Instruct 2507", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o-2024-05-13", - "name": "OpenAI: GPT-4o (2024-05-13)", - "display_name": "OpenAI: GPT-4o (2024-05-13)", + "id": "qwen/qwen3-30b-a3b-thinking-2507", + "name": "Qwen: Qwen3 30B A3B Thinking 2507", + "display_name": "Qwen: Qwen3 30B A3B Thinking 2507", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o-2024-08-06", - "name": "OpenAI: GPT-4o (2024-08-06)", - "display_name": "OpenAI: GPT-4o (2024-08-06)", + "id": "qwen/qwen3-32b", + "name": "Qwen: Qwen3 32B", + "display_name": "Qwen: Qwen3 32B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o-2024-11-20", - "name": "OpenAI: GPT-4o (2024-11-20)", - "display_name": "OpenAI: GPT-4o (2024-11-20)", + "id": "qwen/qwen3-8b", + "name": "Qwen: Qwen3 8B", + "display_name": "Qwen: Qwen3 8B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o:extended", - "name": "OpenAI: GPT-4o (extended)", - "display_name": "OpenAI: GPT-4o (extended)", + "id": "qwen/qwen3-coder-30b-a3b-instruct", + "name": "Qwen: Qwen3 Coder 30B A3B Instruct", + "display_name": "Qwen: Qwen3 Coder 30B A3B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o-audio-preview", - "name": "OpenAI: GPT-4o Audio", - "display_name": "OpenAI: GPT-4o Audio", + "id": "qwen/qwen3-coder", + "name": "Qwen: Qwen3 Coder 480B A35B", + "display_name": "Qwen: Qwen3 Coder 480B A35B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o-search-preview", - "name": "OpenAI: GPT-4o Search Preview", - "display_name": "OpenAI: GPT-4o Search Preview", + "id": "qwen/qwen3-coder:exacto", + "name": "Qwen: Qwen3 Coder 480B A35B (exacto)", + "display_name": "Qwen: Qwen3 Coder 480B A35B (exacto)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o-mini", - "name": "OpenAI: GPT-4o-mini", - "display_name": "OpenAI: GPT-4o-mini", + "id": "qwen/qwen3-coder-480b-a35b-instruct", + "name": "Qwen: Qwen3 Coder 480B A35B Instruct", + "display_name": "Qwen: Qwen3 Coder 480B A35B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o-mini-2024-07-18", - "name": "OpenAI: GPT-4o-mini (2024-07-18)", - "display_name": "OpenAI: GPT-4o-mini (2024-07-18)", + "id": "qwen/qwen3-coder-flash", + "name": "Qwen: Qwen3 Coder Flash", + "display_name": "Qwen: Qwen3 Coder Flash", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-4o-mini-search-preview", - "name": "OpenAI: GPT-4o-mini Search Preview", - "display_name": "OpenAI: GPT-4o-mini Search Preview", + "id": "qwen/qwen3-coder-plus", + "name": "Qwen: Qwen3 Coder Plus", + "display_name": "Qwen: Qwen3 Coder Plus", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-5", - "name": "OpenAI: GPT-5", - "display_name": "OpenAI: GPT-5", + "id": "qwen/qwen3-max", + "name": "Qwen: Qwen3 Max", + "display_name": "Qwen: Qwen3 Max", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-5-chat", - "name": "OpenAI: GPT-5 Chat", - "display_name": "OpenAI: GPT-5 Chat", + "id": "qwen/qwen3-next-80b-a3b-instruct", + "name": "Qwen: Qwen3 Next 80B A3B Instruct", + "display_name": "Qwen: Qwen3 Next 80B A3B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-5-codex", - "name": "OpenAI: GPT-5 Codex", - "display_name": "OpenAI: GPT-5 Codex", + "id": "qwen/qwen3-next-80b-a3b-thinking", + "name": "Qwen: Qwen3 Next 80B A3B Thinking", + "display_name": "Qwen: Qwen3 Next 80B A3B Thinking", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-5-image", - "name": "OpenAI: GPT-5 Image", - "display_name": "OpenAI: GPT-5 Image", + "id": "qwen/qwen3-vl-235b-a22b-instruct", + "name": "Qwen: Qwen3 VL 235B A22B Instruct", + "display_name": "Qwen: Qwen3 VL 235B A22B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-5-image-mini", - "name": "OpenAI: GPT-5 Image Mini", - "display_name": "OpenAI: GPT-5 Image Mini", + "id": "qwen/qwen3-vl-235b-a22b-thinking", + "name": "Qwen: Qwen3 VL 235B A22B Thinking", + "display_name": "Qwen: Qwen3 VL 235B A22B Thinking", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-5-mini", - "name": "OpenAI: GPT-5 Mini", - "display_name": "OpenAI: GPT-5 Mini", + "id": "qwen/qwen3-vl-30b-a3b-instruct", + "name": "Qwen: Qwen3 VL 30B A3B Instruct", + "display_name": "Qwen: Qwen3 VL 30B A3B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-5-nano", - "name": "OpenAI: GPT-5 Nano", - "display_name": "OpenAI: GPT-5 Nano", + "id": "qwen/qwen3-vl-30b-a3b-thinking", + "name": "Qwen: Qwen3 VL 30B A3B Thinking", + "display_name": "Qwen: Qwen3 VL 30B A3B Thinking", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-5-pro", - "name": "OpenAI: GPT-5 Pro", - "display_name": "OpenAI: GPT-5 Pro", + "id": "qwen/qwen3-vl-8b-instruct", + "name": "Qwen: Qwen3 VL 8B Instruct", + "display_name": "Qwen: Qwen3 VL 8B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-oss-120b", - "name": "OpenAI: gpt-oss-120b", - "display_name": "OpenAI: gpt-oss-120b", + "id": "qwen/qwen3-vl-8b-thinking", + "name": "Qwen: Qwen3 VL 8B Thinking", + "display_name": "Qwen: Qwen3 VL 8B Thinking", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-oss-120b:exacto", - "name": "OpenAI: gpt-oss-120b (exacto)", - "display_name": "OpenAI: gpt-oss-120b (exacto)", + "id": "qwen/qwq-32b", + "name": "Qwen: QwQ 32B", + "display_name": "Qwen: QwQ 32B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-oss-20b", - "name": "OpenAI: gpt-oss-20b", - "display_name": "OpenAI: gpt-oss-20b", + "id": "qwen/text-embedding-v3", + "name": "Qwen: Text Embedding v3", + "display_name": "Qwen: Text Embedding v3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/gpt-oss-safeguard-20b", - "name": "OpenAI: gpt-oss-safeguard-20b", - "display_name": "OpenAI: gpt-oss-safeguard-20b", + "id": "qwen/text-embedding-v4", + "name": "Qwen: Text Embedding v4", + "display_name": "Qwen: Text Embedding v4", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o1", - "name": "OpenAI: o1", - "display_name": "OpenAI: o1", + "id": "qwen/qwen-2.5-72b-instruct", + "name": "Qwen2.5 72B Instruct", + "display_name": "Qwen2.5 72B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o1-mini", - "name": "OpenAI: o1-mini", - "display_name": "OpenAI: o1-mini", + "id": "qwen/qwen-2.5-coder-32b-instruct", + "name": "Qwen2.5 Coder 32B Instruct", + "display_name": "Qwen2.5 Coder 32B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o1-pro", - "name": "OpenAI: o1-pro", - "display_name": "OpenAI: o1-pro", + "id": "relace/relace-apply-3", + "name": "Relace: Relace Apply 3", + "display_name": "Relace: Relace Apply 3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o3", - "name": "OpenAI: o3", - "display_name": "OpenAI: o3", + "id": "undi95/remm-slerp-l2-13b", + "name": "ReMM SLERP 13B", + "display_name": "ReMM SLERP 13B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o3-deep-research", - "name": "OpenAI: o3 Deep Research", - "display_name": "OpenAI: o3 Deep Research", + "id": "sao10k/l3-lunaris-8b", + "name": "Sao10K: Llama 3 8B Lunaris", + "display_name": "Sao10K: Llama 3 8B Lunaris", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o3-mini", - "name": "OpenAI: o3 Mini", - "display_name": "OpenAI: o3 Mini", + "id": "sao10k/l3-euryale-70b", + "name": "Sao10k: Llama 3 Euryale 70B v2.1", + "display_name": "Sao10k: Llama 3 Euryale 70B v2.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o3-mini-high", - "name": "OpenAI: o3 Mini High", - "display_name": "OpenAI: o3 Mini High", + "id": "sao10k/l3.1-70b-hanami-x1", + "name": "Sao10K: Llama 3.1 70B Hanami x1", + "display_name": "Sao10K: Llama 3.1 70B Hanami x1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o3-pro", - "name": "OpenAI: o3 Pro", - "display_name": "OpenAI: o3 Pro", + "id": "sao10k/l3.1-euryale-70b", + "name": "Sao10K: Llama 3.1 Euryale 70B v2.2", + "display_name": "Sao10K: Llama 3.1 Euryale 70B v2.2", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o4-mini", - "name": "OpenAI: o4 Mini", - "display_name": "OpenAI: o4 Mini", + "id": "sao10k/l3.3-euryale-70b", + "name": "Sao10K: Llama 3.3 Euryale 70B", + "display_name": "Sao10K: Llama 3.3 Euryale 70B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o4-mini-deep-research", - "name": "OpenAI: o4 Mini Deep Research", - "display_name": "OpenAI: o4 Mini Deep Research", + "id": "openrouter/sherlock-dash-alpha", + "name": "Sherlock Dash Alpha", + "display_name": "Sherlock Dash Alpha", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openai/o4-mini-high", - "name": "OpenAI: o4 Mini High", - "display_name": "OpenAI: o4 Mini High", + "id": "openrouter/sherlock-think-alpha", + "name": "Sherlock Think Alpha", + "display_name": "Sherlock Think Alpha", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "opengvlab/internvl3-78b", - "name": "OpenGVLab: InternVL3 78B", - "display_name": "OpenGVLab: InternVL3 78B", + "id": "raifle/sorcererlm-8x22b", + "name": "SorcererLM 8x22B", + "display_name": "SorcererLM 8x22B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "perplexity/sonar", - "name": "Perplexity: Sonar", - "display_name": "Perplexity: Sonar", + "id": "stepfun-ai/step3", + "name": "StepFun: Step3", + "display_name": "StepFun: Step3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "perplexity/sonar-deep-research", - "name": "Perplexity: Sonar Deep Research", - "display_name": "Perplexity: Sonar Deep Research", + "id": "switchpoint/router", + "name": "Switchpoint Router", + "display_name": "Switchpoint Router", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "perplexity/sonar-pro", - "name": "Perplexity: Sonar Pro", - "display_name": "Perplexity: Sonar Pro", + "id": "tencent/hunyuan-a13b-instruct", + "name": "Tencent: Hunyuan A13B Instruct", + "display_name": "Tencent: Hunyuan A13B Instruct", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "perplexity/sonar-pro-search", - "name": "Perplexity: Sonar Pro Search", - "display_name": "Perplexity: Sonar Pro Search", + "id": "thedrummer/anubis-70b-v1.1", + "name": "TheDrummer: Anubis 70B V1.1", + "display_name": "TheDrummer: Anubis 70B V1.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "perplexity/sonar-reasoning", - "name": "Perplexity: Sonar Reasoning", - "display_name": "Perplexity: Sonar Reasoning", + "id": "thedrummer/cydonia-24b-v4.1", + "name": "TheDrummer: Cydonia 24B V4.1", + "display_name": "TheDrummer: Cydonia 24B V4.1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "perplexity/sonar-reasoning-pro", - "name": "Perplexity: Sonar Reasoning Pro", - "display_name": "Perplexity: Sonar Reasoning Pro", + "id": "thedrummer/rocinante-12b", + "name": "TheDrummer: Rocinante 12B", + "display_name": "TheDrummer: Rocinante 12B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "openrouter/polaris-alpha", - "name": "Polaris Alpha", - "display_name": "Polaris Alpha", + "id": "thedrummer/skyfall-36b-v2", + "name": "TheDrummer: Skyfall 36B V2", + "display_name": "TheDrummer: Skyfall 36B V2", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-plus-2025-07-28", - "name": "Qwen: Qwen Plus 0728", - "display_name": "Qwen: Qwen Plus 0728", + "id": "thedrummer/unslopnemo-12b", + "name": "TheDrummer: UnslopNemo 12B", + "display_name": "TheDrummer: UnslopNemo 12B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-plus-2025-07-28:thinking", - "name": "Qwen: Qwen Plus 0728 (thinking)", - "display_name": "Qwen: Qwen Plus 0728 (thinking)", + "id": "thudm/glm-4.1v-9b-thinking", + "name": "THUDM: GLM 4.1V 9B Thinking", + "display_name": "THUDM: GLM 4.1V 9B Thinking", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-vl-max", - "name": "Qwen: Qwen VL Max", - "display_name": "Qwen: Qwen VL Max", + "id": "tngtech/deepseek-r1t-chimera", + "name": "TNG: DeepSeek R1T Chimera", + "display_name": "TNG: DeepSeek R1T Chimera", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-vl-plus", - "name": "Qwen: Qwen VL Plus", - "display_name": "Qwen: Qwen VL Plus", + "id": "tngtech/deepseek-r1t2-chimera", + "name": "TNG: DeepSeek R1T2 Chimera", + "display_name": "TNG: DeepSeek R1T2 Chimera", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-max", - "name": "Qwen: Qwen-Max", - "display_name": "Qwen: Qwen-Max", + "id": "alibaba/tongyi-deepresearch-30b-a3b", + "name": "Tongyi DeepResearch 30B A3B", + "display_name": "Tongyi DeepResearch 30B A3B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-plus", - "name": "Qwen: Qwen-Plus", - "display_name": "Qwen: Qwen-Plus", + "id": "microsoft/wizardlm-2-8x22b", + "name": "WizardLM-2 8x22B", + "display_name": "WizardLM-2 8x22B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-turbo", - "name": "Qwen: Qwen-Turbo", - "display_name": "Qwen: Qwen-Turbo", + "id": "x-ai/grok-3", + "name": "xAI: Grok 3", + "display_name": "xAI: Grok 3", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-2.5-7b-instruct", - "name": "Qwen: Qwen2.5 7B Instruct", - "display_name": "Qwen: Qwen2.5 7B Instruct", + "id": "x-ai/grok-3-beta", + "name": "xAI: Grok 3 Beta", + "display_name": "xAI: Grok 3 Beta", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen2.5-coder-7b-instruct", - "name": "Qwen: Qwen2.5 Coder 7B Instruct", - "display_name": "Qwen: Qwen2.5 Coder 7B Instruct", + "id": "x-ai/grok-3-mini", + "name": "xAI: Grok 3 Mini", + "display_name": "xAI: Grok 3 Mini", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen2.5-vl-32b-instruct", - "name": "Qwen: Qwen2.5 VL 32B Instruct", - "display_name": "Qwen: Qwen2.5 VL 32B Instruct", + "id": "x-ai/grok-3-mini-beta", + "name": "xAI: Grok 3 Mini Beta", + "display_name": "xAI: Grok 3 Mini Beta", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen2.5-vl-72b-instruct", - "name": "Qwen: Qwen2.5 VL 72B Instruct", - "display_name": "Qwen: Qwen2.5 VL 72B Instruct", + "id": "x-ai/grok-4", + "name": "xAI: Grok 4", + "display_name": "xAI: Grok 4", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen-2.5-vl-7b-instruct", - "name": "Qwen: Qwen2.5-VL 7B Instruct", - "display_name": "Qwen: Qwen2.5-VL 7B Instruct", + "id": "x-ai/grok-4-fast", + "name": "xAI: Grok 4 Fast", + "display_name": "xAI: Grok 4 Fast", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-14b", - "name": "Qwen: Qwen3 14B", - "display_name": "Qwen: Qwen3 14B", + "id": "x-ai/grok-code-fast-1", + "name": "xAI: Grok Code Fast 1", + "display_name": "xAI: Grok Code Fast 1", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-235b-a22b", - "name": "Qwen: Qwen3 235B A22B", - "display_name": "Qwen: Qwen3 235B A22B", + "id": "z-ai/glm-4-32b", + "name": "Z.AI: GLM 4 32B", + "display_name": "Z.AI: GLM 4 32B", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-235b-a22b-2507", - "name": "Qwen: Qwen3 235B A22B Instruct 2507", - "display_name": "Qwen: Qwen3 235B A22B Instruct 2507", + "id": "z-ai/glm-4.5", + "name": "Z.AI: GLM 4.5", + "display_name": "Z.AI: GLM 4.5", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-235b-a22b-thinking-2507", - "name": "Qwen: Qwen3 235B A22B Thinking 2507", - "display_name": "Qwen: Qwen3 235B A22B Thinking 2507", + "id": "z-ai/glm-4.5-air", + "name": "Z.AI: GLM 4.5 Air", + "display_name": "Z.AI: GLM 4.5 Air", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-30b-a3b", - "name": "Qwen: Qwen3 30B A3B", - "display_name": "Qwen: Qwen3 30B A3B", + "id": "z-ai/glm-4.5v", + "name": "Z.AI: GLM 4.5V", + "display_name": "Z.AI: GLM 4.5V", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-30b-a3b-instruct-2507", - "name": "Qwen: Qwen3 30B A3B Instruct 2507", - "display_name": "Qwen: Qwen3 30B A3B Instruct 2507", + "id": "z-ai/glm-4.6", + "name": "Z.AI: GLM 4.6", + "display_name": "Z.AI: GLM 4.6", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-30b-a3b-thinking-2507", - "name": "Qwen: Qwen3 30B A3B Thinking 2507", - "display_name": "Qwen: Qwen3 30B A3B Thinking 2507", + "id": "z-ai/glm-4.6:exacto", + "name": "Z.AI: GLM 4.6 (exacto)", + "display_name": "Z.AI: GLM 4.6 (exacto)", + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false } - }, + } + ] + }, + "ppinfra": { + "id": "ppinfra", + "name": "PPInfra", + "display_name": "PPInfra", + "models": [ { - "id": "qwen/qwen3-32b", - "name": "Qwen: Qwen3 32B", - "display_name": "Qwen: Qwen3 32B", + "id": "baichuan/baichuan-m2-32b", + "name": "BaiChuan M2 32B", + "display_name": "BaiChuan M2 32B", + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-8b", - "name": "Qwen: Qwen3 8B", - "display_name": "Qwen: Qwen3 8B", + "id": "deepseek/deepseek-prover-v2-671b", + "name": "Deepseek Prover V2 671B", + "display_name": "Deepseek Prover V2 671B", + "limit": { + "context": 160000, + "output": 160000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-coder-30b-a3b-instruct", - "name": "Qwen: Qwen3 Coder 30B A3B Instruct", - "display_name": "Qwen: Qwen3 Coder 30B A3B Instruct", - "tool_call": false, + "id": "deepseek/deepseek-r1/community", + "name": "DeepSeek R1 (Community)", + "display_name": "DeepSeek R1 (Community)", + "limit": { + "context": 64000, + "output": 4000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-coder", - "name": "Qwen: Qwen3 Coder 480B A35B", - "display_name": "Qwen: Qwen3 Coder 480B A35B", - "tool_call": false, + "id": "deepseek/deepseek-r1-turbo", + "name": "DeepSeek R1 (Turbo)", + "display_name": "DeepSeek R1 (Turbo)", + "limit": { + "context": 64000, + "output": 16000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-coder:exacto", - "name": "Qwen: Qwen3 Coder 480B A35B (exacto)", - "display_name": "Qwen: Qwen3 Coder 480B A35B (exacto)", + "id": "deepseek/deepseek-r1-distill-llama-70b", + "name": "DeepSeek R1 Distill Llama 70B", + "display_name": "DeepSeek R1 Distill Llama 70B", + "limit": { + "context": 32000, + "output": 8000 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-coder-480b-a35b-instruct", - "name": "Qwen: Qwen3 Coder 480B A35B Instruct", - "display_name": "Qwen: Qwen3 Coder 480B A35B Instruct", - "tool_call": false, + "id": "deepseek/deepseek-v3/community", + "name": "DeepSeek V3 (Community)", + "display_name": "DeepSeek V3 (Community)", + "limit": { + "context": 64000, + "output": 4000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-coder-flash", - "name": "Qwen: Qwen3 Coder Flash", - "display_name": "Qwen: Qwen3 Coder Flash", - "tool_call": false, + "id": "deepseek/deepseek-v3-turbo", + "name": "DeepSeek V3 (Turbo)", + "display_name": "DeepSeek V3 (Turbo)", + "limit": { + "context": 64000, + "output": 16000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-coder-plus", - "name": "Qwen: Qwen3 Coder Plus", - "display_name": "Qwen: Qwen3 Coder Plus", - "tool_call": false, + "id": "deepseek/deepseek-v3-0324", + "name": "DeepSeek V3 0324", + "display_name": "DeepSeek V3 0324", + "limit": { + "context": 163840, + "output": 163840 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-max", - "name": "Qwen: Qwen3 Max", - "display_name": "Qwen: Qwen3 Max", - "tool_call": false, + "id": "deepseek/deepseek-v3.1", + "name": "Deepseek V3.1", + "display_name": "Deepseek V3.1", + "limit": { + "context": 131072, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-next-80b-a3b-instruct", - "name": "Qwen: Qwen3 Next 80B A3B Instruct", - "display_name": "Qwen: Qwen3 Next 80B A3B Instruct", - "tool_call": false, + "id": "deepseek/deepseek-v3.1-terminus", + "name": "Deepseek V3.1 Terminus", + "display_name": "Deepseek V3.1 Terminus", + "limit": { + "context": 131072, + "output": 65536 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-next-80b-a3b-thinking", - "name": "Qwen: Qwen3 Next 80B A3B Thinking", - "display_name": "Qwen: Qwen3 Next 80B A3B Thinking", - "tool_call": false, + "id": "deepseek/deepseek-v3.2-exp", + "name": "Deepseek V3.2 Exp", + "display_name": "Deepseek V3.2 Exp", + "limit": { + "context": 163840, + "output": 65536 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-vl-235b-a22b-instruct", - "name": "Qwen: Qwen3 VL 235B A22B Instruct", - "display_name": "Qwen: Qwen3 VL 235B A22B Instruct", + "id": "deepseek/deepseek-ocr", + "name": "DeepSeek-OCR", + "display_name": "DeepSeek-OCR", + "limit": { + "context": 8192, + "output": 8192 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "qwen/qwen3-vl-235b-a22b-thinking", - "name": "Qwen: Qwen3 VL 235B A22B Thinking", - "display_name": "Qwen: Qwen3 VL 235B A22B Thinking", + "id": "deepseek/deepseek-r1-0528-qwen3-8b", + "name": "DeepSeek-R1-0528-Qwen3-8B", + "display_name": "DeepSeek-R1-0528-Qwen3-8B", + "limit": { + "context": 128000, + "output": 32000 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-vl-30b-a3b-instruct", - "name": "Qwen: Qwen3 VL 30B A3B Instruct", - "display_name": "Qwen: Qwen3 VL 30B A3B Instruct", + "id": "deepseek/deepseek-r1-distill-qwen-14b", + "name": "DeepSeek: DeepSeek R1 Distill Qwen 14B", + "display_name": "DeepSeek: DeepSeek R1 Distill Qwen 14B", + "limit": { + "context": 64000, + "output": 8000 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-vl-30b-a3b-thinking", - "name": "Qwen: Qwen3 VL 30B A3B Thinking", - "display_name": "Qwen: Qwen3 VL 30B A3B Thinking", + "id": "deepseek/deepseek-r1-distill-qwen-32b", + "name": "DeepSeek: DeepSeek R1 Distill Qwen 32B", + "display_name": "DeepSeek: DeepSeek R1 Distill Qwen 32B", + "limit": { + "context": 64000, + "output": 8000 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-vl-8b-instruct", - "name": "Qwen: Qwen3 VL 8B Instruct", - "display_name": "Qwen: Qwen3 VL 8B Instruct", - "tool_call": false, + "id": "deepseek/deepseek-r1-0528", + "name": "deepseek/deepseek-r1-0528", + "display_name": "deepseek/deepseek-r1-0528", + "limit": { + "context": 163840, + "output": 32768 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen3-vl-8b-thinking", - "name": "Qwen: Qwen3 VL 8B Thinking", - "display_name": "Qwen: Qwen3 VL 8B Thinking", - "tool_call": false, + "id": "baidu/ernie-4.5-0.3b", + "name": "ERNIE-4.5-0.3B", + "display_name": "ERNIE-4.5-0.3B", + "limit": { + "context": 120000, + "output": 8000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "qwen/qwq-32b", - "name": "Qwen: QwQ 32B", - "display_name": "Qwen: QwQ 32B", - "tool_call": false, + "id": "baidu/ernie-4.5-300b-a47b-paddle", + "name": "ERNIE-4.5-300B-A47B", + "display_name": "ERNIE-4.5-300B-A47B", + "limit": { + "context": 123000, + "output": 12000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "qwen/text-embedding-v3", - "name": "Qwen: Text Embedding v3", - "display_name": "Qwen: Text Embedding v3", - "tool_call": false, + "id": "baidu/ernie-4.5-vl-28b-a3b", + "name": "ERNIE-4.5-VL-28B-A3B", + "display_name": "ERNIE-4.5-VL-28B-A3B", + "limit": { + "context": 30000, + "output": 8000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/text-embedding-v4", - "name": "Qwen: Text Embedding v4", - "display_name": "Qwen: Text Embedding v4", - "tool_call": false, + "id": "baidu/ernie-4.5-vl-424b-a47b", + "name": "ERNIE-4.5-VL-424B-A47B", + "display_name": "ERNIE-4.5-VL-424B-A47B", + "limit": { + "context": 123000, + "output": 16000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen-2.5-72b-instruct", - "name": "Qwen2.5 72B Instruct", - "display_name": "Qwen2.5 72B Instruct", - "tool_call": false, + "id": "zai-org/glm-4.5v", + "name": "GLM 4.5V", + "display_name": "GLM 4.5V", + "limit": { + "context": 65536, + "output": 16384 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "qwen/qwen-2.5-coder-32b-instruct", - "name": "Qwen2.5 Coder 32B Instruct", - "display_name": "Qwen2.5 Coder 32B Instruct", - "tool_call": false, + "id": "zai-org/glm-4.6", + "name": "GLM 4.6", + "display_name": "GLM 4.6", + "limit": { + "context": 204800, + "output": 131072 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "relace/relace-apply-3", - "name": "Relace: Relace Apply 3", - "display_name": "Relace: Relace Apply 3", - "tool_call": false, + "id": "zai-org/glm-4.5", + "name": "GLM-4.5", + "display_name": "GLM-4.5", + "limit": { + "context": 131072, + "output": 98304 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + } + }, + { + "id": "kat-coder", + "name": "KAT-Coder-Pro V1", + "display_name": "KAT-Coder-Pro V1", + "limit": { + "context": 256000, + "output": 32000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "undi95/remm-slerp-l2-13b", - "name": "ReMM SLERP 13B", - "display_name": "ReMM SLERP 13B", - "tool_call": false, + "id": "moonshotai/kimi-k2-0905", + "name": "Kimi K2 0905", + "display_name": "Kimi K2 0905", + "limit": { + "context": 262144, + "output": 262144 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "sao10k/l3-lunaris-8b", - "name": "Sao10K: Llama 3 8B Lunaris", - "display_name": "Sao10K: Llama 3 8B Lunaris", - "tool_call": false, + "id": "moonshotai/kimi-k2-instruct", + "name": "Kimi K2 Instruct", + "display_name": "Kimi K2 Instruct", + "limit": { + "context": 131072, + "output": 128000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "sao10k/l3-euryale-70b", - "name": "Sao10k: Llama 3 Euryale 70B v2.1", - "display_name": "Sao10k: Llama 3 Euryale 70B v2.1", - "tool_call": false, + "id": "moonshotai/kimi-k2-thinking", + "name": "Kimi K2 Thinking", + "display_name": "Kimi K2 Thinking", + "limit": { + "context": 262144, + "output": 262144 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "sao10k/l3.1-70b-hanami-x1", - "name": "Sao10K: Llama 3.1 70B Hanami x1", - "display_name": "Sao10K: Llama 3.1 70B Hanami x1", - "tool_call": false, + "id": "minimax/minimax-m2", + "name": "MiniMax-M2", + "display_name": "MiniMax-M2", + "limit": { + "context": 204800, + "output": 131072 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "sao10k/l3.1-euryale-70b", - "name": "Sao10K: Llama 3.1 Euryale 70B v2.2", - "display_name": "Sao10K: Llama 3.1 Euryale 70B v2.2", - "tool_call": false, + "id": "minimaxai/minimax-m1-80k", + "name": "MiniMaxAI/MiniMax-M1-80k", + "display_name": "MiniMaxAI/MiniMax-M1-80k", + "limit": { + "context": 128000, + "output": 40000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "sao10k/l3.3-euryale-70b", - "name": "Sao10K: Llama 3.3 Euryale 70B", - "display_name": "Sao10K: Llama 3.3 Euryale 70B", + "id": "paddlepaddle/paddleocr-vl", + "name": "PaddleOCR-VL", + "display_name": "PaddleOCR-VL", + "limit": { + "context": 16384, + "output": 16384 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "raifle/sorcererlm-8x22b", - "name": "SorcererLM 8x22B", - "display_name": "SorcererLM 8x22B", - "tool_call": false, + "id": "qwen/qwen2.5-7b-instruct", + "name": "Qwen 2.5 7B Instruct", + "display_name": "Qwen 2.5 7B Instruct", + "limit": { + "context": 32000, + "output": 32000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "stepfun-ai/step3", - "name": "StepFun: Step3", - "display_name": "StepFun: Step3", - "tool_call": false, + "id": "qwen/qwen3-vl-30b-a3b-instruct", + "name": "qwen/qwen3-vl-30b-a3b-instruct", + "display_name": "qwen/qwen3-vl-30b-a3b-instruct", + "limit": { + "context": 131072, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "switchpoint/router", - "name": "Switchpoint Router", - "display_name": "Switchpoint Router", - "tool_call": false, + "id": "qwen/qwen3-vl-30b-a3b-thinking", + "name": "qwen/qwen3-vl-30b-a3b-thinking", + "display_name": "qwen/qwen3-vl-30b-a3b-thinking", + "limit": { + "context": 131072, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "tencent/hunyuan-a13b-instruct", - "name": "Tencent: Hunyuan A13B Instruct", - "display_name": "Tencent: Hunyuan A13B Instruct", - "tool_call": false, + "id": "qwen/qwen3-vl-8b-instruct", + "name": "qwen/qwen3-vl-8b-instruct", + "display_name": "qwen/qwen3-vl-8b-instruct", + "limit": { + "context": 131072, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "thedrummer/anubis-70b-v1.1", - "name": "TheDrummer: Anubis 70B V1.1", - "display_name": "TheDrummer: Anubis 70B V1.1", - "tool_call": false, + "id": "qwen/qwen-2.5-72b-instruct", + "name": "Qwen2.5 72B Instruct", + "display_name": "Qwen2.5 72B Instruct", + "limit": { + "context": 32000, + "output": 16000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "thedrummer/cydonia-24b-v4.1", - "name": "TheDrummer: Cydonia 24B V4.1", - "display_name": "TheDrummer: Cydonia 24B V4.1", + "id": "qwen/qwen2.5-vl-72b-instruct", + "name": "Qwen2.5 VL 72B Instruct", + "display_name": "Qwen2.5 VL 72B Instruct", + "limit": { + "context": 32000, + "output": 32000 + }, "tool_call": false, "reasoning": { "supported": false } }, { - "id": "thedrummer/rocinante-12b", - "name": "TheDrummer: Rocinante 12B", - "display_name": "TheDrummer: Rocinante 12B", - "tool_call": false, + "id": "qwen/qwen3-235b-a22b-instruct-2507", + "name": "Qwen3 235B A22B Instruct 2507", + "display_name": "Qwen3 235B A22B Instruct 2507", + "limit": { + "context": 262144, + "output": 260000 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "thedrummer/skyfall-36b-v2", - "name": "TheDrummer: Skyfall 36B V2", - "display_name": "TheDrummer: Skyfall 36B V2", - "tool_call": false, + "id": "qwen/qwen3-235b-a22b-thinking-2507", + "name": "Qwen3 235B A22b Thinking 2507", + "display_name": "Qwen3 235B A22b Thinking 2507", + "limit": { + "context": 131072, + "output": 114688 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "thedrummer/unslopnemo-12b", - "name": "TheDrummer: UnslopNemo 12B", - "display_name": "TheDrummer: UnslopNemo 12B", + "id": "qwen/qwen3-32b-fp8", + "name": "Qwen3 32B", + "display_name": "Qwen3 32B", + "limit": { + "context": 128000, + "output": 20000 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "thudm/glm-4.1v-9b-thinking", - "name": "THUDM: GLM 4.1V 9B Thinking", - "display_name": "THUDM: GLM 4.1V 9B Thinking", + "id": "qwen/qwen3-4b-fp8", + "name": "Qwen3 4B", + "display_name": "Qwen3 4B", + "limit": { + "context": 128000, + "output": 20000 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "tngtech/deepseek-r1t-chimera", - "name": "TNG: DeepSeek R1T Chimera", - "display_name": "TNG: DeepSeek R1T Chimera", + "id": "qwen/qwen3-8b-fp8", + "name": "Qwen3 8B", + "display_name": "Qwen3 8B", + "limit": { + "context": 128000, + "output": 20000 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "tngtech/deepseek-r1t2-chimera", - "name": "TNG: DeepSeek R1T2 Chimera", - "display_name": "TNG: DeepSeek R1T2 Chimera", - "tool_call": false, + "id": "qwen/qwen3-coder-30b-a3b-instruct", + "name": "Qwen3 Coder 30b A3B Instruct", + "display_name": "Qwen3 Coder 30b A3B Instruct", + "limit": { + "context": 262144, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "alibaba/tongyi-deepresearch-30b-a3b", - "name": "Tongyi DeepResearch 30B A3B", - "display_name": "Tongyi DeepResearch 30B A3B", - "tool_call": false, + "id": "qwen/qwen3-coder-480b-a35b-instruct", + "name": "Qwen3 Coder 480B A35B Instruct", + "display_name": "Qwen3 Coder 480B A35B Instruct", + "limit": { + "context": 262144, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "microsoft/wizardlm-2-8x22b", - "name": "WizardLM-2 8x22B", - "display_name": "WizardLM-2 8x22B", - "tool_call": false, + "id": "qwen/qwen3-next-80b-a3b-instruct", + "name": "Qwen3 Next 80B A3B Instruct", + "display_name": "Qwen3 Next 80B A3B Instruct", + "limit": { + "context": 65536, + "output": 65536 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "x-ai/grok-3", - "name": "xAI: Grok 3", - "display_name": "xAI: Grok 3", - "tool_call": false, + "id": "qwen/qwen3-next-80b-a3b-thinking", + "name": "Qwen3 Next 80B A3B Thinking", + "display_name": "Qwen3 Next 80B A3B Thinking", + "limit": { + "context": 65536, + "output": 65536 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "x-ai/grok-3-beta", - "name": "xAI: Grok 3 Beta", - "display_name": "xAI: Grok 3 Beta", - "tool_call": false, + "id": "qwen/qwen3-vl-235b-a22b-instruct", + "name": "Qwen3 VL 235B A22B Instruct", + "display_name": "Qwen3 VL 235B A22B Instruct", + "limit": { + "context": 131072, + "output": 32768 + }, + "tool_call": true, "reasoning": { "supported": false } }, { - "id": "x-ai/grok-3-mini", - "name": "xAI: Grok 3 Mini", - "display_name": "xAI: Grok 3 Mini", + "id": "qwen/qwen3-vl-235b-a22b-thinking", + "name": "Qwen3 VL 235B A22B Thinking", + "display_name": "Qwen3 VL 235B A22B Thinking", + "limit": { + "context": 131072, + "output": 32768 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "x-ai/grok-3-mini-beta", - "name": "xAI: Grok 3 Mini Beta", - "display_name": "xAI: Grok 3 Mini Beta", + "id": "qwen/qwen3-235b-a22b-fp8", + "name": "Qwen3-235B-A22B", + "display_name": "Qwen3-235B-A22B", + "limit": { + "context": 40960, + "output": 20000 + }, "tool_call": false, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "x-ai/grok-4", - "name": "xAI: Grok 4", - "display_name": "xAI: Grok 4", - "tool_call": false, + "id": "qwen/qwen3-30b-a3b-fp8", + "name": "Qwen3-30B-A3B", + "display_name": "Qwen3-30B-A3B", + "limit": { + "context": 128000, + "output": 20000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } }, { - "id": "x-ai/grok-4-fast", - "name": "xAI: Grok 4 Fast", - "display_name": "xAI: Grok 4 Fast", - "tool_call": false, + "id": "zai-org/glm-4.5-air", + "name": "zai-org/glm-4.5-air", + "display_name": "zai-org/glm-4.5-air", + "limit": { + "context": 131072, + "output": 98304 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true } - }, + } + ] + }, + "aihubmix": { + "id": "aihubmix", + "name": "AIHubMix", + "display_name": "AIHubMix", + "models": [ { - "id": "x-ai/grok-code-fast-1", - "name": "xAI: Grok Code Fast 1", - "display_name": "xAI: Grok Code Fast 1", + "id": "gemini-3-pro-image-preview", + "name": "gemini-3-pro-image-preview", + "display_name": "gemini-3-pro-image-preview", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false + }, + "cost": { + "input": 0.3, + "output": 1.2, + "cache_read": 0.3 } }, { - "id": "z-ai/glm-4-32b", - "name": "Z.AI: GLM 4 32B", - "display_name": "Z.AI: GLM 4 32B", - "tool_call": false, + "id": "gemini-3-pro-preview", + "name": "gemini-3-pro-preview", + "display_name": "gemini-3-pro-preview", + "modalities": { + "input": [ + "text", + "image", + "audio", + "video" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true + }, + "cost": { + "input": 2, + "output": 12, + "cache_read": 0.5 } }, { - "id": "z-ai/glm-4.5", - "name": "Z.AI: GLM 4.5", - "display_name": "Z.AI: GLM 4.5", - "tool_call": false, + "id": "gpt-5.1", + "name": "gpt-5.1", + "display_name": "gpt-5.1", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 400000, + "output": 400000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true + }, + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 } }, { - "id": "z-ai/glm-4.5-air", - "name": "Z.AI: GLM 4.5 Air", - "display_name": "Z.AI: GLM 4.5 Air", - "tool_call": false, + "id": "gemini-3-pro-preview-search", + "name": "gemini-3-pro-preview-search", + "display_name": "gemini-3-pro-preview-search", + "modalities": { + "input": [ + "text", + "image", + "audio", + "video" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true + }, + "cost": { + "input": 2, + "output": 12, + "cache_read": 0.5 } }, { - "id": "z-ai/glm-4.5v", - "name": "Z.AI: GLM 4.5V", - "display_name": "Z.AI: GLM 4.5V", - "tool_call": false, + "id": "gpt-5.1-chat-latest", + "name": "gpt-5.1-chat-latest", + "display_name": "gpt-5.1-chat-latest", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 128000, + "output": 128000 + }, + "tool_call": true, "reasoning": { "supported": false + }, + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 } }, { - "id": "z-ai/glm-4.6", - "name": "Z.AI: GLM 4.6", - "display_name": "Z.AI: GLM 4.6", - "tool_call": false, + "id": "gpt-5.1-codex", + "name": "gpt-5.1-codex", + "display_name": "gpt-5.1-codex", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 400000, + "output": 400000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true + }, + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.125 } }, { - "id": "z-ai/glm-4.6:exacto", - "name": "Z.AI: GLM 4.6 (exacto)", - "display_name": "Z.AI: GLM 4.6 (exacto)", - "tool_call": false, + "id": "gpt-5.1-codex-mini", + "name": "gpt-5.1-codex-mini", + "display_name": "gpt-5.1-codex-mini", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 400000, + "output": 400000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true + }, + "cost": { + "input": 0.25, + "output": 2, + "cache_read": 0.025 } - } - ] - }, - "aihubmix": { - "id": "aihubmix", - "name": "AIHubMix", - "display_name": "AIHubMix", - "models": [ + }, { "id": "claude-haiku-4-5", "name": "claude-haiku-4-5", @@ -64781,7 +42658,7 @@ }, "limit": { "context": 204800, - "output": 131072 + "output": 204800 }, "tool_call": true, "reasoning": { @@ -64806,7 +42683,7 @@ }, "limit": { "context": 1000000, - "output": 64000 + "output": 1000000 }, "tool_call": true, "reasoning": { @@ -64831,7 +42708,7 @@ }, "limit": { "context": 32800, - "output": 8000 + "output": 32800 }, "tool_call": false, "reasoning": { @@ -64854,7 +42731,7 @@ }, "limit": { "context": 204800, - "output": 131072 + "output": 204800 }, "tool_call": true, "reasoning": { @@ -64879,7 +42756,7 @@ }, "limit": { "context": 400000, - "output": 128000 + "output": 400000 }, "tool_call": true, "reasoning": { @@ -64904,7 +42781,7 @@ }, "limit": { "context": 400000, - "output": 128000 + "output": 400000 }, "tool_call": true, "reasoning": { @@ -64929,7 +42806,7 @@ }, "limit": { "context": 400000, - "output": 128000 + "output": 400000 }, "tool_call": true, "reasoning": { @@ -64953,7 +42830,7 @@ }, "limit": { "context": 400000, - "output": 128000 + "output": 400000 }, "tool_call": true, "reasoning": { @@ -64978,7 +42855,7 @@ }, "limit": { "context": 400000, - "output": 128000 + "output": 400000 }, "tool_call": true, "reasoning": { @@ -65003,7 +42880,7 @@ }, "limit": { "context": 400000, - "output": 128000 + "output": 400000 }, "tool_call": false, "reasoning": { @@ -65027,7 +42904,7 @@ }, "limit": { "context": 200000, - "output": 32000 + "output": 200000 }, "tool_call": true, "reasoning": { @@ -65043,6 +42920,10 @@ "id": "sora-2-pro", "name": "sora-2-pro", "display_name": "sora-2-pro", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65056,6 +42937,10 @@ "id": "sora-2", "name": "sora-2", "display_name": "sora-2", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65077,7 +42962,7 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 128000 }, "tool_call": false, "reasoning": { @@ -65098,6 +42983,10 @@ "audio" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65119,7 +43008,7 @@ }, "limit": { "context": 200000, - "output": 100000 + "output": 200000 }, "tool_call": true, "reasoning": { @@ -65147,7 +43036,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65172,7 +43061,7 @@ }, "limit": { "context": 200000, - "output": 100000 + "output": 200000 }, "tool_call": true, "reasoning": { @@ -65185,10 +43074,59 @@ "cache_read": 20 } }, + { + "id": "wan2.5-t2v-preview", + "name": "wan2.5-t2v-preview", + "display_name": "wan2.5-t2v-preview", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 20, + "output": 0 + } + }, + { + "id": "wan2.5-i2v-preview", + "name": "wan2.5-i2v-preview", + "display_name": "wan2.5-i2v-preview", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 20, + "output": 0 + } + }, { "id": "web-sora-2", "name": "web-sora-2", "display_name": "web-sora-2", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65202,6 +43140,10 @@ "id": "web-sora-2-pro", "name": "web-sora-2-pro", "display_name": "web-sora-2-pro", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65211,10 +43153,59 @@ "output": 20 } }, + { + "id": "wan2.2-t2v-plus", + "name": "wan2.2-t2v-plus", + "display_name": "wan2.2-t2v-plus", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 20, + "output": 0 + } + }, + { + "id": "wan2.2-i2v-plus", + "name": "wan2.2-i2v-plus", + "display_name": "wan2.2-i2v-plus", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 20, + "output": 0 + } + }, { "id": "cc-glm-4.6", "name": "cc-glm-4.6", "display_name": "cc-glm-4.6", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65233,6 +43224,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": true, @@ -65259,7 +43254,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65310,7 +43305,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65336,7 +43331,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65361,7 +43356,7 @@ }, "limit": { "context": 64000, - "output": 16384 + "output": 64000 }, "tool_call": false, "reasoning": { @@ -65379,7 +43374,7 @@ "display_name": "grok-code-fast-1", "limit": { "context": 256000, - "output": 10000 + "output": 256000 }, "tool_call": false, "reasoning": { @@ -65405,7 +43400,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65431,7 +43426,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65457,7 +43452,7 @@ }, "limit": { "context": 1047576, - "output": 65536 + "output": 1047576 }, "tool_call": true, "reasoning": { @@ -65483,7 +43478,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65496,9 +43491,9 @@ } }, { - "id": "gemini-2.5-flash-preview-05-20-nothink", - "name": "gemini-2.5-flash-preview-05-20-nothink", - "display_name": "gemini-2.5-flash-preview-05-20-nothink", + "id": "gemini-2.5-flash-preview-05-20-search", + "name": "gemini-2.5-flash-preview-05-20-search", + "display_name": "gemini-2.5-flash-preview-05-20-search", "modalities": { "input": [ "text", @@ -65509,7 +43504,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65522,9 +43517,9 @@ } }, { - "id": "gemini-2.5-flash-preview-05-20-search", - "name": "gemini-2.5-flash-preview-05-20-search", - "display_name": "gemini-2.5-flash-preview-05-20-search", + "id": "gemini-2.5-flash-preview-05-20-nothink", + "name": "gemini-2.5-flash-preview-05-20-nothink", + "display_name": "gemini-2.5-flash-preview-05-20-nothink", "modalities": { "input": [ "text", @@ -65535,7 +43530,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -65556,6 +43551,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65570,6 +43569,10 @@ "id": "veo3.1", "name": "veo3.1", "display_name": "veo3.1", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65589,6 +43592,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65609,6 +43616,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65628,6 +43639,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65647,6 +43662,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65666,6 +43685,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65685,6 +43708,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65705,6 +43732,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65725,6 +43756,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -65747,7 +43782,7 @@ }, "limit": { "context": 200000, - "output": 100000 + "output": 200000 }, "tool_call": true, "reasoning": { @@ -65771,7 +43806,7 @@ }, "limit": { "context": 131072, - "output": 98304 + "output": 131072 }, "tool_call": false, "reasoning": { @@ -65794,7 +43829,7 @@ }, "limit": { "context": 1047576, - "output": 32768 + "output": 1047576 }, "tool_call": true, "reasoning": { @@ -65812,7 +43847,7 @@ "display_name": "grok-4", "limit": { "context": 256000, - "output": 64000 + "output": 256000 }, "tool_call": false, "reasoning": { @@ -65830,7 +43865,7 @@ "display_name": "grok-4-fast-non-reasoning", "limit": { "context": 2000000, - "output": 30000 + "output": 2000000 }, "tool_call": false, "reasoning": { @@ -65848,7 +43883,7 @@ "display_name": "grok-4-fast-reasoning", "limit": { "context": 2000000, - "output": 30000 + "output": 2000000 }, "tool_call": false, "reasoning": { @@ -65906,9 +43941,9 @@ } }, { - "id": "qwen3-vl-30b-a3b-thinking", - "name": "qwen3-vl-30b-a3b-thinking", - "display_name": "qwen3-vl-30b-a3b-thinking", + "id": "veo-3.0-generate-preview", + "name": "veo-3.0-generate-preview", + "display_name": "veo-3.0-generate-preview", "modalities": { "input": [ "text", @@ -65917,23 +43952,23 @@ ] }, "limit": { - "context": 128000, - "output": 32000 + "context": 0, + "output": 0 }, - "tool_call": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, "cost": { - "input": 0.1028, - "output": 1.028 + "input": 2, + "output": 2, + "cache_read": 0 } }, { - "id": "qwen3-vl-235b-a22b-instruct", - "name": "qwen3-vl-235b-a22b-instruct", - "display_name": "qwen3-vl-235b-a22b-instruct", + "id": "veo-3.1-fast-generate-preview", + "name": "veo-3.1-fast-generate-preview", + "display_name": "veo-3.1-fast-generate-preview", "modalities": { "input": [ "text", @@ -65942,22 +43977,22 @@ ] }, "limit": { - "context": 131000, - "output": 33000 + "context": 0, + "output": 0 }, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.274, - "output": 1.096 + "input": 20, + "output": 0 } }, { - "id": "qwen3-vl-235b-a22b-thinking", - "name": "qwen3-vl-235b-a22b-thinking", - "display_name": "qwen3-vl-235b-a22b-thinking", + "id": "veo-3.1-generate-preview", + "name": "veo-3.1-generate-preview", + "display_name": "veo-3.1-generate-preview", "modalities": { "input": [ "text", @@ -65966,8 +44001,33 @@ ] }, "limit": { - "context": 131000, - "output": 33000 + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 2, + "output": 2, + "cache_read": 0 + } + }, + { + "id": "qwen3-vl-30b-a3b-thinking", + "name": "qwen3-vl-30b-a3b-thinking", + "display_name": "qwen3-vl-30b-a3b-thinking", + "modalities": { + "input": [ + "text", + "image", + "video" + ] + }, + "limit": { + "context": 128000, + "output": 128000 }, "tool_call": true, "reasoning": { @@ -65975,8 +44035,8 @@ "default": true }, "cost": { - "input": 0.274, - "output": 2.74 + "input": 0.1028, + "output": 1.028 } }, { @@ -65992,7 +44052,7 @@ }, "limit": { "context": 128000, - "output": 32000 + "output": 128000 }, "tool_call": true, "reasoning": { @@ -66004,9 +44064,9 @@ } }, { - "id": "veo-3.1-generate-preview", - "name": "veo-3.1-generate-preview", - "display_name": "veo-3.1-generate-preview", + "id": "qwen3-vl-235b-a22b-thinking", + "name": "qwen3-vl-235b-a22b-thinking", + "display_name": "qwen3-vl-235b-a22b-thinking", "modalities": { "input": [ "text", @@ -66014,20 +44074,24 @@ "video" ] }, - "tool_call": false, + "limit": { + "context": 131000, + "output": 131000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "cost": { - "input": 2, - "output": 2, - "cache_read": 0 + "input": 0.274, + "output": 2.74 } }, { - "id": "veo-3.0-generate-preview", - "name": "veo-3.0-generate-preview", - "display_name": "veo-3.0-generate-preview", + "id": "qwen3-vl-235b-a22b-instruct", + "name": "qwen3-vl-235b-a22b-instruct", + "display_name": "qwen3-vl-235b-a22b-instruct", "modalities": { "input": [ "text", @@ -66035,14 +44099,17 @@ "video" ] }, - "tool_call": false, + "limit": { + "context": 131000, + "output": 131000 + }, + "tool_call": true, "reasoning": { "supported": false }, "cost": { - "input": 2, - "output": 2, - "cache_read": 0 + "input": 0.274, + "output": 1.096 } }, { @@ -66057,7 +44124,7 @@ }, "limit": { "context": 32800, - "output": 8000 + "output": 32800 }, "tool_call": false, "reasoning": { @@ -66079,6 +44146,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66101,7 +44172,7 @@ }, "limit": { "context": 1047576, - "output": 32768 + "output": 1047576 }, "tool_call": true, "reasoning": { @@ -66126,7 +44197,7 @@ }, "limit": { "context": 256000, - "output": 32000 + "output": 256000 }, "tool_call": true, "reasoning": { @@ -66150,7 +44221,7 @@ }, "limit": { "context": 1047576, - "output": 32768 + "output": 1047576 }, "tool_call": true, "reasoning": { @@ -66176,7 +44247,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": false, "reasoning": { @@ -66199,6 +44270,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": true, @@ -66222,6 +44297,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": true, @@ -66245,6 +44324,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": true, @@ -66266,6 +44349,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -66277,9 +44364,9 @@ } }, { - "id": "qwen3-next-80b-a3b-instruct", - "name": "qwen3-next-80b-a3b-instruct", - "display_name": "qwen3-next-80b-a3b-instruct", + "id": "qwen3-next-80b-a3b-thinking", + "name": "qwen3-next-80b-a3b-thinking", + "display_name": "qwen3-next-80b-a3b-thinking", "modalities": { "input": [ "text", @@ -66292,17 +44379,18 @@ }, "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "cost": { "input": 0.138, - "output": 0.552 + "output": 1.38 } }, { - "id": "qwen3-next-80b-a3b-thinking", - "name": "qwen3-next-80b-a3b-thinking", - "display_name": "qwen3-next-80b-a3b-thinking", + "id": "qwen3-next-80b-a3b-instruct", + "name": "qwen3-next-80b-a3b-instruct", + "display_name": "qwen3-next-80b-a3b-instruct", "modalities": { "input": [ "text", @@ -66315,12 +44403,11 @@ }, "tool_call": true, "reasoning": { - "supported": true, - "default": true + "supported": false }, "cost": { "input": 0.138, - "output": 1.38 + "output": 0.552 } }, { @@ -66335,7 +44422,7 @@ }, "limit": { "context": 262144, - "output": 65536 + "output": 262144 }, "tool_call": true, "reasoning": { @@ -66405,7 +44492,7 @@ }, "limit": { "context": 2000000, - "output": 262000 + "output": 2000000 }, "tool_call": true, "reasoning": { @@ -66440,6 +44527,75 @@ "cache_read": 0.82 } }, + { + "id": "qwen3-coder-plus-2025-07-22", + "name": "qwen3-coder-plus-2025-07-22", + "display_name": "qwen3-coder-plus-2025-07-22", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 128000 + }, + "tool_call": true, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.54, + "output": 2.16, + "cache_read": 0.54 + } + }, + { + "id": "qwen3-coder-plus", + "name": "qwen3-coder-plus", + "display_name": "qwen3-coder-plus", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 1048576 + }, + "tool_call": true, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.54, + "output": 2.16, + "cache_read": 0.108 + } + }, + { + "id": "qwen3-coder-flash", + "name": "qwen3-coder-flash", + "display_name": "qwen3-coder-flash", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 256000, + "output": 256000 + }, + "tool_call": true, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.136, + "output": 0.544, + "cache_read": 0.136 + } + }, { "id": "gemini-2.5-pro-preview-06-05-search", "name": "gemini-2.5-pro-preview-06-05-search", @@ -66452,6 +44608,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": true, @@ -66473,6 +44633,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66495,7 +44659,7 @@ }, "limit": { "context": 131100, - "output": 128000 + "output": 131100 }, "tool_call": true, "reasoning": { @@ -66507,72 +44671,26 @@ } }, { - "id": "qwen3-coder-plus-2025-07-22", - "name": "qwen3-coder-plus-2025-07-22", - "display_name": "qwen3-coder-plus-2025-07-22", + "id": "ernie-5.0-thinking-preview", + "name": "ernie-5.0-thinking-preview", + "display_name": "ernie-5.0-thinking-preview", "modalities": { "input": [ "text" ] }, "limit": { - "context": 128000, - "output": 65536 + "context": 183000, + "output": 183000 }, "tool_call": true, "reasoning": { - "supported": false - }, - "cost": { - "input": 0.54, - "output": 2.16, - "cache_read": 0.54 - } - }, - { - "id": "qwen3-coder-plus", - "name": "qwen3-coder-plus", - "display_name": "qwen3-coder-plus", - "modalities": { - "input": [ - "text" - ] - }, - "limit": { - "context": 1048576, - "output": 65536 - }, - "tool_call": true, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.54, - "output": 2.16, - "cache_read": 0.108 - } - }, - { - "id": "qwen3-coder-flash", - "name": "qwen3-coder-flash", - "display_name": "qwen3-coder-flash", - "modalities": { - "input": [ - "text" - ] - }, - "limit": { - "context": 256000, - "output": 65536 - }, - "tool_call": true, - "reasoning": { - "supported": false + "supported": true, + "default": true }, "cost": { - "input": 0.136, - "output": 0.544, - "cache_read": 0.136 + "input": 0.822, + "output": 3.288 } }, { @@ -66584,6 +44702,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66605,6 +44727,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66624,6 +44750,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66637,6 +44767,10 @@ "id": "irag-1.0", "name": "irag-1.0", "display_name": "irag-1.0", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66658,7 +44792,8 @@ ] }, "limit": { - "context": 1000000 + "context": 1000000, + "output": 1000000 }, "tool_call": false, "reasoning": { @@ -66680,6 +44815,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66700,7 +44839,8 @@ ] }, "limit": { - "context": 131000 + "context": 131000, + "output": 131000 }, "tool_call": false, "reasoning": { @@ -66723,7 +44863,7 @@ }, "limit": { "context": 1048576, - "output": 32000 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -66767,6 +44907,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66787,6 +44931,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66807,6 +44955,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66828,7 +44980,7 @@ }, "limit": { "context": 16000, - "output": 8000 + "output": 16000 }, "tool_call": false, "reasoning": { @@ -66850,7 +45002,7 @@ }, "limit": { "context": 16000, - "output": 8000 + "output": 16000 }, "tool_call": false, "reasoning": { @@ -66861,6 +45013,158 @@ "output": 0.534912 } }, + { + "id": "qwen3-reranker-4b", + "name": "qwen3-reranker-4b", + "display_name": "qwen3-reranker-4b", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.11, + "output": 0.11 + } + }, + { + "id": "qwen3-reranker-8b", + "name": "qwen3-reranker-8b", + "display_name": "qwen3-reranker-8b", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.11, + "output": 0.11 + } + }, + { + "id": "qwen3-embedding-8b", + "name": "qwen3-embedding-8b", + "display_name": "qwen3-embedding-8b", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.068, + "output": 0.068 + } + }, + { + "id": "qwen3-embedding-4b", + "name": "qwen3-embedding-4b", + "display_name": "qwen3-embedding-4b", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.068, + "output": 0.068 + } + }, + { + "id": "qwen3-embedding-0.6b", + "name": "qwen3-embedding-0.6b", + "display_name": "qwen3-embedding-0.6b", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.068, + "output": 0.068 + } + }, + { + "id": "tao-8k", + "name": "tao-8k", + "display_name": "tao-8k", + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.068, + "output": 0.068 + } + }, + { + "id": "qwen3-reranker-0.6b", + "name": "qwen3-reranker-0.6b", + "display_name": "qwen3-reranker-0.6b", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 16000, + "output": 16000 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.11, + "output": 0.11 + } + }, { "id": "bce-reranker-base", "name": "bce-reranker-base", @@ -66871,6 +45175,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66890,6 +45198,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66910,6 +45222,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66929,6 +45245,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -66950,7 +45270,7 @@ }, "limit": { "context": 135000, - "output": 12000 + "output": 135000 }, "tool_call": true, "reasoning": { @@ -66971,6 +45291,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -66981,134 +45305,6 @@ "cache_read": 0 } }, - { - "id": "qwen3-reranker-0.6b", - "name": "qwen3-reranker-0.6b", - "display_name": "qwen3-reranker-0.6b", - "modalities": { - "input": [ - "text", - "image" - ] - }, - "limit": { - "context": 16000, - "output": 8000 - }, - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.11, - "output": 0.11 - } - }, - { - "id": "qwen3-reranker-4b", - "name": "qwen3-reranker-4b", - "display_name": "qwen3-reranker-4b", - "modalities": { - "input": [ - "text", - "image" - ] - }, - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.11, - "output": 0.11 - } - }, - { - "id": "qwen3-reranker-8b", - "name": "qwen3-reranker-8b", - "display_name": "qwen3-reranker-8b", - "modalities": { - "input": [ - "text", - "image" - ] - }, - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.11, - "output": 0.11 - } - }, - { - "id": "qwen3-embedding-8b", - "name": "qwen3-embedding-8b", - "display_name": "qwen3-embedding-8b", - "modalities": { - "input": [ - "text" - ] - }, - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.068, - "output": 0.068 - } - }, - { - "id": "qwen3-embedding-4b", - "name": "qwen3-embedding-4b", - "display_name": "qwen3-embedding-4b", - "modalities": { - "input": [ - "text" - ] - }, - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.068, - "output": 0.068 - } - }, - { - "id": "qwen3-embedding-0.6b", - "name": "qwen3-embedding-0.6b", - "display_name": "qwen3-embedding-0.6b", - "modalities": { - "input": [ - "text" - ] - }, - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.068, - "output": 0.068 - } - }, - { - "id": "tao-8k", - "name": "tao-8k", - "display_name": "tao-8k", - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.068, - "output": 0.068 - } - }, { "id": "jina-clip-v2", "name": "jina-clip-v2", @@ -67119,6 +45315,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67138,6 +45338,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67156,6 +45360,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67177,7 +45385,7 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 128000 }, "tool_call": true, "reasoning": { @@ -67201,7 +45409,7 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 128000 }, "tool_call": true, "reasoning": { @@ -67222,6 +45430,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67244,7 +45456,7 @@ }, "limit": { "context": 200000, - "output": 128000 + "output": 200000 }, "tool_call": true, "reasoning": { @@ -67268,7 +45480,7 @@ }, "limit": { "context": 160000, - "output": 64000 + "output": 160000 }, "tool_call": true, "reasoning": { @@ -67291,7 +45503,7 @@ }, "limit": { "context": 139000, - "output": 16000 + "output": 139000 }, "tool_call": true, "reasoning": { @@ -67316,7 +45528,7 @@ }, "limit": { "context": 1048576, - "output": 8192 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -67338,6 +45550,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67360,7 +45576,7 @@ }, "limit": { "context": 200000, - "output": 100000 + "output": 200000 }, "tool_call": false, "reasoning": { @@ -67386,7 +45602,7 @@ }, "limit": { "context": 256000, - "output": 32000 + "output": 256000 }, "tool_call": true, "reasoning": { @@ -67412,7 +45628,7 @@ }, "limit": { "context": 256000, - "output": 33000 + "output": 256000 }, "tool_call": true, "reasoning": { @@ -67438,7 +45654,7 @@ }, "limit": { "context": 256000, - "output": 32000 + "output": 256000 }, "tool_call": true, "reasoning": { @@ -67464,7 +45680,7 @@ }, "limit": { "context": 256000, - "output": 32000 + "output": 256000 }, "tool_call": true, "reasoning": { @@ -67481,6 +45697,10 @@ "id": "qwen3-30b-a3b-instruct-2507", "name": "qwen3-30b-a3b-instruct-2507", "display_name": "qwen3-30b-a3b-instruct-2507", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67494,6 +45714,10 @@ "id": "qwen3-30b-a3b-thinking-2507", "name": "qwen3-30b-a3b-thinking-2507", "display_name": "qwen3-30b-a3b-thinking-2507", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67512,6 +45736,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67532,7 +45760,7 @@ }, "limit": { "context": 131072, - "output": 32768 + "output": 131072 }, "tool_call": true, "reasoning": { @@ -67548,6 +45776,10 @@ "id": "qwen-3-235b-a22b-thinking-2507", "name": "qwen-3-235b-a22b-thinking-2507", "display_name": "qwen-3-235b-a22b-thinking-2507", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67561,6 +45793,10 @@ "id": "cc-kimi-for-coding", "name": "cc-kimi-for-coding", "display_name": "cc-kimi-for-coding", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67575,6 +45811,10 @@ "id": "coding-minimax-m2", "name": "coding-minimax-m2", "display_name": "coding-minimax-m2", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67596,6 +45836,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67615,7 +45859,8 @@ ] }, "limit": { - "context": 8000 + "context": 8000, + "output": 8000 }, "tool_call": false, "reasoning": { @@ -67636,7 +45881,8 @@ ] }, "limit": { - "context": 8000 + "context": 8000, + "output": 8000 }, "tool_call": false, "reasoning": { @@ -67659,6 +45905,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67683,7 +45933,7 @@ }, "limit": { "context": 1048576, - "output": 65536 + "output": 1048576 }, "tool_call": true, "reasoning": { @@ -67705,6 +45955,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": true, @@ -67725,6 +45979,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": true, @@ -67740,6 +45998,10 @@ "id": "doubao-seed-1-6-250615", "name": "doubao-seed-1-6-250615", "display_name": "doubao-seed-1-6-250615", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67754,6 +46016,10 @@ "id": "doubao-seed-1-6-flash-250615", "name": "doubao-seed-1-6-flash-250615", "display_name": "doubao-seed-1-6-flash-250615", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67768,6 +46034,10 @@ "id": "doubao-seed-1-6-thinking-250615", "name": "doubao-seed-1-6-thinking-250615", "display_name": "doubao-seed-1-6-thinking-250615", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67782,6 +46052,10 @@ "id": "doubao-seed-1-6-vision-250815", "name": "doubao-seed-1-6-vision-250815", "display_name": "doubao-seed-1-6-vision-250815", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67796,6 +46070,10 @@ "id": "gemma-3-12b-it", "name": "gemma-3-12b-it", "display_name": "gemma-3-12b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67810,6 +46088,10 @@ "id": "gemma-3-1b-it", "name": "gemma-3-1b-it", "display_name": "gemma-3-1b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67824,6 +46106,10 @@ "id": "gemma-3-27b-it", "name": "gemma-3-27b-it", "display_name": "gemma-3-27b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67838,6 +46124,10 @@ "id": "gemma-3-4b-it", "name": "gemma-3-4b-it", "display_name": "gemma-3-4b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67852,6 +46142,10 @@ "id": "gemma-3n-e4b-it", "name": "gemma-3n-e4b-it", "display_name": "gemma-3n-e4b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67872,6 +46166,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67892,6 +46190,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67902,19 +46204,6 @@ "cache_read": 0 } }, - { - "id": "kimi-latest", - "name": "kimi-latest", - "display_name": "kimi-latest", - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 4, - "output": 4 - } - }, { "id": "deepseek-r1-distill-llama-70b", "name": "deepseek-r1-distill-llama-70b", @@ -67924,6 +46213,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": true, @@ -67943,6 +46236,10 @@ "audio" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67964,6 +46261,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -67985,7 +46286,7 @@ }, "limit": { "context": 200000, - "output": 8192 + "output": 200000 }, "tool_call": true, "reasoning": { @@ -68006,6 +46307,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": true, @@ -68021,6 +46326,10 @@ "id": "o1-mini", "name": "o1-mini", "display_name": "o1-mini", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68043,7 +46352,7 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 128000 }, "tool_call": false, "reasoning": { @@ -68067,6 +46376,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": true, @@ -68089,7 +46402,7 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 128000 }, "tool_call": true, "reasoning": { @@ -68111,6 +46424,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68132,7 +46449,7 @@ }, "limit": { "context": 128000, - "output": 16384 + "output": 128000 }, "tool_call": false, "reasoning": { @@ -68156,6 +46473,10 @@ "video" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68169,6 +46490,10 @@ "id": "ernie-x1.1-preview", "name": "ernie-x1.1-preview", "display_name": "ernie-x1.1-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68189,7 +46514,7 @@ }, "limit": { "context": 204800, - "output": 192000 + "output": 204800 }, "tool_call": false, "reasoning": { @@ -68200,13 +46525,35 @@ "output": 1.152 } }, + { + "id": "kat-dev", + "name": "kat-dev", + "display_name": "kat-dev", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 128000 + }, + "tool_call": true, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.137, + "output": 0.548 + } + }, { "id": "llama-3.3-70b", "name": "llama-3.3-70b", "display_name": "llama-3.3-70b", "limit": { "context": 65536, - "output": 8192 + "output": 65536 }, "tool_call": false, "reasoning": { @@ -68221,6 +46568,10 @@ "id": "o1-global", "name": "o1-global", "display_name": "o1-global", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68235,6 +46586,10 @@ "id": "qianfan-qi-vl", "name": "qianfan-qi-vl", "display_name": "qianfan-qi-vl", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68254,6 +46609,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68273,6 +46632,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -68292,6 +46655,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -68313,7 +46680,7 @@ }, "limit": { "context": 200000, - "output": 32000 + "output": 200000 }, "tool_call": true, "reasoning": { @@ -68336,7 +46703,7 @@ }, "limit": { "context": 1000000, - "output": 64000 + "output": 1000000 }, "tool_call": true, "reasoning": { @@ -68353,6 +46720,10 @@ "id": "codestral-latest", "name": "codestral-latest", "display_name": "codestral-latest", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68372,6 +46743,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -68391,6 +46766,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -68411,7 +46790,7 @@ }, "limit": { "context": 50500, - "output": 28000 + "output": 50500 }, "tool_call": true, "reasoning": { @@ -68433,6 +46812,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -68446,6 +46829,10 @@ "id": "unsloth/gemma-3-27b-it", "name": "unsloth/gemma-3-27b-it", "display_name": "unsloth/gemma-3-27b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68460,6 +46847,10 @@ "id": "unsloth/gemma-3-12b-it", "name": "unsloth/gemma-3-12b-it", "display_name": "unsloth/gemma-3-12b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68474,6 +46865,10 @@ "id": "gemini-exp-1206", "name": "gemini-exp-1206", "display_name": "gemini-exp-1206", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68493,6 +46888,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68506,6 +46905,10 @@ "id": "qwen-qwq-32b", "name": "qwen-qwq-32b", "display_name": "qwen-qwq-32b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68519,6 +46922,10 @@ "id": "qwen-max-0125", "name": "qwen-max-0125", "display_name": "qwen-max-0125", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68540,7 +46947,7 @@ }, "limit": { "context": 200000, - "output": 8192 + "output": 200000 }, "tool_call": true, "reasoning": { @@ -68555,6 +46962,10 @@ "id": "gemini-2.0-flash-lite-preview-02-05", "name": "gemini-2.0-flash-lite-preview-02-05", "display_name": "gemini-2.0-flash-lite-preview-02-05", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68569,6 +46980,10 @@ "id": "sonar-reasoning", "name": "sonar-reasoning", "display_name": "sonar-reasoning", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68587,6 +47002,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68600,6 +47019,10 @@ "id": "google/gemma-3-27b-it", "name": "google/gemma-3-27b-it", "display_name": "google/gemma-3-27b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68614,6 +47037,10 @@ "id": "kimi-thinking-preview", "name": "kimi-thinking-preview", "display_name": "kimi-thinking-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68627,6 +47054,10 @@ "id": "gpt-4o-2024-08-06", "name": "gpt-4o-2024-08-06", "display_name": "gpt-4o-2024-08-06", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68641,6 +47072,10 @@ "id": "qwen-plus-2025-07-28", "name": "qwen-plus-2025-07-28", "display_name": "qwen-plus-2025-07-28", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68655,6 +47090,10 @@ "id": "qwen-plus-latest", "name": "qwen-plus-latest", "display_name": "qwen-plus-latest", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68669,6 +47108,10 @@ "id": "stepfun-ai/step3", "name": "stepfun-ai/step3", "display_name": "stepfun-ai/step3", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68682,6 +47125,10 @@ "id": "sonar", "name": "sonar", "display_name": "sonar", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68700,6 +47147,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68713,6 +47164,10 @@ "id": "qwen-turbo-latest", "name": "qwen-turbo-latest", "display_name": "qwen-turbo-latest", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68727,6 +47182,10 @@ "id": "qwen3-30b-a3b", "name": "qwen3-30b-a3b", "display_name": "qwen3-30b-a3b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68738,36 +47197,48 @@ } }, { - "id": "grok-3", - "name": "grok-3", - "display_name": "grok-3", + "id": "qwen3-32b", + "name": "qwen3-32b", + "display_name": "qwen3-32b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3, - "output": 15 + "input": 0.32, + "output": 3.2, + "cache_read": 0 } }, { - "id": "qwen3-32b", - "name": "qwen3-32b", - "display_name": "qwen3-32b", + "id": "grok-3", + "name": "grok-3", + "display_name": "grok-3", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.32, - "output": 3.2, - "cache_read": 0 + "input": 3, + "output": 15 } }, { "id": "claude-3-opus-20240229", "name": "claude-3-opus-20240229", "display_name": "claude-3-opus-20240229", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68787,6 +47258,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68805,6 +47280,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68818,6 +47297,10 @@ "id": "grok-3-beta", "name": "grok-3-beta", "display_name": "grok-3-beta", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68832,6 +47315,10 @@ "id": "qwen3-14b", "name": "qwen3-14b", "display_name": "qwen3-14b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68846,6 +47333,10 @@ "id": "grok-3-fast", "name": "grok-3-fast", "display_name": "grok-3-fast", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68860,6 +47351,10 @@ "id": "qwen3-8b", "name": "qwen3-8b", "display_name": "qwen3-8b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68870,10 +47365,32 @@ "cache_read": 0 } }, + { + "id": "qwen3-4b", + "name": "qwen3-4b", + "display_name": "qwen3-4b", + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.046, + "output": 0.46, + "cache_read": 0 + } + }, { "id": "grok-3-fast-beta", "name": "grok-3-fast-beta", "display_name": "grok-3-fast-beta", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68888,6 +47405,10 @@ "id": "grok-3-mini", "name": "grok-3-mini", "display_name": "grok-3-mini", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68898,24 +47419,14 @@ "cache_read": 0 } }, - { - "id": "qwen3-4b", - "name": "qwen3-4b", - "display_name": "qwen3-4b", - "tool_call": false, - "reasoning": { - "supported": false - }, - "cost": { - "input": 0.046, - "output": 0.46, - "cache_read": 0 - } - }, { "id": "grok-3-mini-beta", "name": "grok-3-mini-beta", "display_name": "grok-3-mini-beta", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68930,6 +47441,10 @@ "id": "qwen3-1.7b", "name": "qwen3-1.7b", "display_name": "qwen3-1.7b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68944,6 +47459,10 @@ "id": "qwen3-0.6b", "name": "qwen3-0.6b", "display_name": "qwen3-0.6b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68958,6 +47477,10 @@ "id": "grok-3-mini-fast-beta", "name": "grok-3-mini-fast-beta", "display_name": "grok-3-mini-fast-beta", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68971,6 +47494,10 @@ "id": "qwen-3-32b", "name": "qwen-3-32b", "display_name": "qwen-3-32b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -68984,6 +47511,10 @@ "id": "qwen-turbo-2025-04-28", "name": "qwen-turbo-2025-04-28", "display_name": "qwen-turbo-2025-04-28", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69003,6 +47534,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69017,6 +47552,10 @@ "id": "qwen-plus-2025-04-28", "name": "qwen-plus-2025-04-28", "display_name": "qwen-plus-2025-04-28", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69031,6 +47570,10 @@ "id": "text-embedding-004", "name": "text-embedding-004", "display_name": "text-embedding-004", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69044,6 +47587,10 @@ "id": "cc-doubao-seed-code-preview-latest", "name": "cc-doubao-seed-code-preview-latest", "display_name": "cc-doubao-seed-code-preview-latest", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69057,6 +47604,10 @@ "id": "doubao-seed-code-preview-latest", "name": "doubao-seed-code-preview-latest", "display_name": "doubao-seed-code-preview-latest", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69070,6 +47621,10 @@ "id": "glm-zero-preview", "name": "glm-zero-preview", "display_name": "glm-zero-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69083,6 +47638,10 @@ "id": "qwen-3-235b-a22b-instruct-2507", "name": "qwen-3-235b-a22b-instruct-2507", "display_name": "qwen-3-235b-a22b-instruct-2507", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69096,6 +47655,10 @@ "id": "gemini-2.0-flash-thinking-exp-1219", "name": "gemini-2.0-flash-thinking-exp-1219", "display_name": "gemini-2.0-flash-thinking-exp-1219", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69114,6 +47677,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69134,7 +47701,7 @@ }, "limit": { "context": 131072, - "output": 98304 + "output": 131072 }, "tool_call": false, "reasoning": { @@ -69149,6 +47716,10 @@ "id": "gpt-4-32k", "name": "gpt-4-32k", "display_name": "gpt-4-32k", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69162,6 +47733,10 @@ "id": "o1-preview-2024-09-12", "name": "o1-preview-2024-09-12", "display_name": "o1-preview-2024-09-12", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69176,6 +47751,10 @@ "id": "llama-3.1-sonar-huge-128k-online", "name": "llama-3.1-sonar-huge-128k-online", "display_name": "llama-3.1-sonar-huge-128k-online", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69189,6 +47768,10 @@ "id": "llama-3.1-sonar-large-128k-online", "name": "llama-3.1-sonar-large-128k-online", "display_name": "llama-3.1-sonar-large-128k-online", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69202,6 +47785,10 @@ "id": "grok-2-1212", "name": "grok-2-1212", "display_name": "grok-2-1212", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69220,6 +47807,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69233,6 +47824,10 @@ "id": "gpt-image-test", "name": "gpt-image-test", "display_name": "gpt-image-test", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69253,6 +47848,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69267,6 +47866,10 @@ "id": "llama3.1-8b", "name": "llama3.1-8b", "display_name": "llama3.1-8b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69286,6 +47889,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": true, @@ -69297,10 +47904,31 @@ "cache_read": 7.5 } }, + { + "id": "sf-kimi-k2-thinking", + "name": "sf-kimi-k2-thinking", + "display_name": "sf-kimi-k2-thinking", + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 0.548, + "output": 2.192 + } + }, { "id": "bai-qwen3-vl-235b-a22b-instruct", "name": "bai-qwen3-vl-235b-a22b-instruct", "display_name": "bai-qwen3-vl-235b-a22b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69314,6 +47942,10 @@ "id": "cc-deepseek-v3", "name": "cc-deepseek-v3", "display_name": "cc-deepseek-v3", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69332,6 +47964,10 @@ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -69351,6 +47987,10 @@ "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": true, "reasoning": { "supported": false @@ -69365,6 +48005,10 @@ "id": "cc-kimi-dev-72b", "name": "cc-kimi-dev-72b", "display_name": "cc-kimi-dev-72b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69379,6 +48023,10 @@ "id": "cc-kimi-k2-thinking", "name": "cc-kimi-k2-thinking", "display_name": "cc-kimi-k2-thinking", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69392,6 +48040,10 @@ "id": "computer-use-preview", "name": "computer-use-preview", "display_name": "computer-use-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69405,6 +48057,10 @@ "id": "gemini-2.0-flash-thinking-exp", "name": "gemini-2.0-flash-thinking-exp", "display_name": "gemini-2.0-flash-thinking-exp", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69415,244 +48071,324 @@ } }, { - "id": "sf-kimi-k2-thinking", - "name": "sf-kimi-k2-thinking", - "display_name": "sf-kimi-k2-thinking", + "id": "aihubmix-command-r-08-2024", + "name": "aihubmix-command-r-08-2024", + "display_name": "aihubmix-command-r-08-2024", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.548, - "output": 2.192 + "input": 0.2, + "output": 0.8 } }, { - "id": "text-embedding-ada-002", - "name": "text-embedding-ada-002", - "display_name": "text-embedding-ada-002", + "id": "aihubmix-command-r-plus", + "name": "aihubmix-command-r-plus", + "display_name": "aihubmix-command-r-plus", "modalities": { "input": [ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.1, - "output": 0.1 + "input": 3.84, + "output": 19.2 } }, { - "id": "text-embedding-v1", - "name": "text-embedding-v1", - "display_name": "text-embedding-v1", + "id": "aihubmix-command-r-plus-08-2024", + "name": "aihubmix-command-r-plus-08-2024", + "display_name": "aihubmix-command-r-plus-08-2024", "modalities": { "input": [ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.1, - "output": 0.1 + "input": 2.8, + "output": 11.2 } }, { - "id": "text-embedding-3-small", - "name": "text-embedding-3-small", - "display_name": "text-embedding-3-small", - "modalities": { - "input": [ - "text" - ] + "id": "chatglm_lite", + "name": "chatglm_lite", + "display_name": "chatglm_lite", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.02 + "input": 0.2858, + "output": 0.2858 } }, { - "id": "text-moderation-007", - "name": "text-moderation-007", - "display_name": "text-moderation-007", + "id": "chatglm_pro", + "name": "chatglm_pro", + "display_name": "chatglm_pro", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.2 + "input": 1.4286, + "output": 1.4286 } }, { - "id": "text-moderation-latest", - "name": "text-moderation-latest", - "display_name": "text-moderation-latest", + "id": "chatglm_std", + "name": "chatglm_std", + "display_name": "chatglm_std", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.2 + "input": 0.7144, + "output": 0.7144 } }, { - "id": "text-moderation-stable", - "name": "text-moderation-stable", - "display_name": "text-moderation-stable", + "id": "chatglm_turbo", + "name": "chatglm_turbo", + "display_name": "chatglm_turbo", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.2 + "input": 0.7144, + "output": 0.7144 } }, { - "id": "text-search-ada-doc-001", - "name": "text-search-ada-doc-001", - "display_name": "text-search-ada-doc-001", + "id": "claude-2", + "name": "claude-2", + "display_name": "claude-2", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 20, - "output": 20 + "input": 8.8, + "output": 8.8 } }, { - "id": "text-embedding-3-large", - "name": "text-embedding-3-large", - "display_name": "text-embedding-3-large", - "modalities": { - "input": [ - "text" - ] + "id": "claude-2.0", + "name": "claude-2.0", + "display_name": "claude-2.0", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.13, - "output": 0.13 + "input": 8.8, + "output": 39.6 } }, { - "id": "tts-1", - "name": "tts-1", - "display_name": "tts-1", + "id": "claude-2.1", + "name": "claude-2.1", + "display_name": "claude-2.1", + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 8.8, + "output": 39.6 + } + }, + { + "id": "claude-3-5-sonnet-20240620", + "name": "claude-3-5-sonnet-20240620", + "display_name": "claude-3-5-sonnet-20240620", "modalities": { "input": [ - "audio" + "text", + "image" ] }, + "limit": { + "context": 200000, + "output": 200000 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 15, - "output": 15 + "input": 3.3, + "output": 16.5 } }, { - "id": "tts-1-1106", - "name": "tts-1-1106", - "display_name": "tts-1-1106", + "id": "claude-3-haiku-20240229", + "name": "claude-3-haiku-20240229", + "display_name": "claude-3-haiku-20240229", "modalities": { "input": [ - "audio" + "text", + "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 15, - "output": 15 + "input": 0.275, + "output": 0.275 } }, { - "id": "tts-1-hd", - "name": "tts-1-hd", - "display_name": "tts-1-hd", + "id": "claude-3-haiku-20240307", + "name": "claude-3-haiku-20240307", + "display_name": "claude-3-haiku-20240307", "modalities": { "input": [ - "audio" + "text", + "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 30, - "output": 30 + "input": 0.275, + "output": 1.375 } }, { - "id": "tts-1-hd-1106", - "name": "tts-1-hd-1106", - "display_name": "tts-1-hd-1106", + "id": "claude-3-sonnet-20240229", + "name": "claude-3-sonnet-20240229", + "display_name": "claude-3-sonnet-20240229", "modalities": { "input": [ - "audio" + "text", + "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 30, - "output": 30 + "input": 3.3, + "output": 16.5 } }, { - "id": "text-davinci-edit-001", - "name": "text-davinci-edit-001", - "display_name": "text-davinci-edit-001", + "id": "claude-instant-1", + "name": "claude-instant-1", + "display_name": "claude-instant-1", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 20, - "output": 20 + "input": 1.793, + "output": 1.793 } }, { - "id": "text-davinci-003", - "name": "text-davinci-003", - "display_name": "text-davinci-003", + "id": "claude-instant-1.2", + "name": "claude-instant-1.2", + "display_name": "claude-instant-1.2", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 20, - "output": 20 + "input": 0.88, + "output": 3.96 } }, { - "id": "text-davinci-002", - "name": "text-davinci-002", - "display_name": "text-davinci-002", + "id": "code-davinci-edit-001", + "name": "code-davinci-edit-001", + "display_name": "code-davinci-edit-001", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -69663,2163 +48399,2718 @@ } }, { - "id": "veo-3", - "name": "veo-3", - "display_name": "veo-3", - "modalities": { - "input": [ - "text", - "image", - "audio", - "video" - ] + "id": "cogview-3", + "name": "cogview-3", + "display_name": "cogview-3", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, - "output": 2, - "cache_read": 0 + "input": 35.5, + "output": 35.5 } }, { - "id": "text-curie-001", - "name": "text-curie-001", - "display_name": "text-curie-001", + "id": "cogview-3-plus", + "name": "cogview-3-plus", + "display_name": "cogview-3-plus", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, - "output": 2 + "input": 10, + "output": 10 } }, { - "id": "text-babbage-001", - "name": "text-babbage-001", - "display_name": "text-babbage-001", + "id": "command", + "name": "command", + "display_name": "command", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.5, - "output": 0.5 + "input": 1, + "output": 2 } }, { - "id": "veo3", - "name": "veo3", - "display_name": "veo3", - "modalities": { - "input": [ - "text", - "image", - "audio", - "video" - ] + "id": "command-light", + "name": "command-light", + "display_name": "command-light", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, - "output": 2, - "cache_read": 0 + "input": 1, + "output": 2 } }, { - "id": "text-ada-001", - "name": "text-ada-001", - "display_name": "text-ada-001", + "id": "command-light-nightly", + "name": "command-light-nightly", + "display_name": "command-light-nightly", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.4, - "output": 0.4 + "input": 1, + "output": 2 } }, { - "id": "step-2-16k", - "name": "step-2-16k", - "display_name": "step-2-16k", + "id": "command-nightly", + "name": "command-nightly", + "display_name": "command-nightly", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, + "input": 1, "output": 2 } }, { - "id": "sonar-reasoning-pro", - "name": "sonar-reasoning-pro", - "display_name": "sonar-reasoning-pro", + "id": "command-r", + "name": "command-r", + "display_name": "command-r", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3, - "output": 12 + "input": 0.64, + "output": 1.92 } }, { - "id": "whisper-1", - "name": "whisper-1", - "display_name": "whisper-1", + "id": "command-r-08-2024", + "name": "command-r-08-2024", + "display_name": "command-r-08-2024", "modalities": { "input": [ - "audio" + "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 100, - "output": 100 + "input": 0.2, + "output": 0.8 } }, { - "id": "whisper-large-v3", - "name": "whisper-large-v3", - "display_name": "whisper-large-v3", + "id": "command-r-plus", + "name": "command-r-plus", + "display_name": "command-r-plus", "modalities": { "input": [ - "audio" + "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 30.834, - "output": 30.834 + "input": 3.84, + "output": 19.2 } }, { - "id": "whisper-large-v3-turbo", - "name": "whisper-large-v3-turbo", - "display_name": "whisper-large-v3-turbo", + "id": "command-r-plus-08-2024", + "name": "command-r-plus-08-2024", + "display_name": "command-r-plus-08-2024", "modalities": { "input": [ - "audio" + "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 5.556, - "output": 5.556 + "input": 2.8, + "output": 11.2 } }, { - "id": "yi-large", - "name": "yi-large", - "display_name": "yi-large", + "id": "dall-e-2", + "name": "dall-e-2", + "display_name": "dall-e-2", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3, - "output": 3 + "input": 16, + "output": 16 } }, { - "id": "yi-large-rag", - "name": "yi-large-rag", - "display_name": "yi-large-rag", + "id": "davinci", + "name": "davinci", + "display_name": "davinci", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 4, - "output": 4 + "input": 20, + "output": 20 } }, { - "id": "yi-large-turbo", - "name": "yi-large-turbo", - "display_name": "yi-large-turbo", + "id": "davinci-002", + "name": "davinci-002", + "display_name": "davinci-002", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.8, - "output": 1.8 + "input": 2, + "output": 2 } }, { - "id": "yi-lightning", - "name": "yi-lightning", - "display_name": "yi-lightning", + "id": "deepseek-ai/deepseek-llm-67b-chat", + "name": "deepseek-ai/deepseek-llm-67b-chat", + "display_name": "deepseek-ai/deepseek-llm-67b-chat", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.2 + "input": 0.16, + "output": 0.16 } }, { - "id": "yi-medium", - "name": "yi-medium", - "display_name": "yi-medium", + "id": "deepseek-ai/deepseek-vl2", + "name": "deepseek-ai/deepseek-vl2", + "display_name": "deepseek-ai/deepseek-vl2", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.4, - "output": 0.4 + "input": 0.16, + "output": 0.16 } }, { - "id": "yi-vl-plus", - "name": "yi-vl-plus", - "display_name": "yi-vl-plus", + "id": "deepseek-v3", + "name": "deepseek-v3", + "display_name": "deepseek-v3", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.000852, - "output": 0.000852 + "input": 0.272, + "output": 1.088, + "cache_read": 0 } }, { - "id": "aihubmix-command-r-08-2024", - "name": "aihubmix-command-r-08-2024", - "display_name": "aihubmix-command-r-08-2024", + "id": "distil-whisper-large-v3-en", + "name": "distil-whisper-large-v3-en", + "display_name": "distil-whisper-large-v3-en", "modalities": { "input": [ - "text" + "audio" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.8 + "input": 5.556, + "output": 5.556 } }, { - "id": "aihubmix-command-r-plus", - "name": "aihubmix-command-r-plus", - "display_name": "aihubmix-command-r-plus", + "id": "doubao-1-5-thinking-vision-pro-250428", + "name": "doubao-1-5-thinking-vision-pro-250428", + "display_name": "doubao-1-5-thinking-vision-pro-250428", + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": false, + "reasoning": { + "supported": false + }, + "cost": { + "input": 2, + "output": 2, + "cache_read": 2 + } + }, + { + "id": "flux-kontext-max", + "name": "flux-kontext-max", + "display_name": "flux-kontext-max", "modalities": { "input": [ - "text" + "text", + "image" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3.84, - "output": 19.2 + "input": 2.2, + "output": 2.2, + "cache_read": 0 } }, { - "id": "aihubmix-command-r-plus-08-2024", - "name": "aihubmix-command-r-plus-08-2024", - "display_name": "aihubmix-command-r-plus-08-2024", + "id": "flux-kontext-pro", + "name": "flux-kontext-pro", + "display_name": "flux-kontext-pro", "modalities": { "input": [ "text" ] }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2.8, - "output": 11.2 + "input": 2.22, + "output": 2.22, + "cache_read": 0 } }, { - "id": "chatglm_lite", - "name": "chatglm_lite", - "display_name": "chatglm_lite", + "id": "gemini-2.0-flash-001", + "name": "gemini-2.0-flash-001", + "display_name": "gemini-2.0-flash-001", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2858, - "output": 0.2858 + "input": 0.1, + "output": 0.4, + "cache_read": 0.25 } }, { - "id": "chatglm_pro", - "name": "chatglm_pro", - "display_name": "chatglm_pro", + "id": "gemini-2.0-flash-exp-image-generation", + "name": "gemini-2.0-flash-exp-image-generation", + "display_name": "gemini-2.0-flash-exp-image-generation", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.4286, - "output": 1.4286 + "input": 0.1, + "output": 0.4 } }, { - "id": "chatglm_std", - "name": "chatglm_std", - "display_name": "chatglm_std", + "id": "gemini-2.0-flash-lite", + "name": "gemini-2.0-flash-lite", + "display_name": "gemini-2.0-flash-lite", + "modalities": { + "input": [ + "text", + "image", + "audio", + "video" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.7144, - "output": 0.7144 + "input": 0.076, + "output": 0.304, + "cache_read": 0.076 } }, { - "id": "chatglm_turbo", - "name": "chatglm_turbo", - "display_name": "chatglm_turbo", + "id": "gemini-2.0-flash-lite-001", + "name": "gemini-2.0-flash-lite-001", + "display_name": "gemini-2.0-flash-lite-001", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.7144, - "output": 0.7144 + "input": 0.076, + "output": 0.304, + "cache_read": 0.076 } }, { - "id": "claude-2", - "name": "claude-2", - "display_name": "claude-2", - "tool_call": false, + "id": "gemini-2.5-pro-exp-03-25", + "name": "gemini-2.5-pro-exp-03-25", + "display_name": "gemini-2.5-pro-exp-03-25", + "modalities": { + "input": [ + "text", + "image", + "audio", + "video" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, + "tool_call": true, "reasoning": { "supported": false }, "cost": { - "input": 8.8, - "output": 8.8 + "input": 1.25, + "output": 5, + "cache_read": 0.31 } }, { - "id": "claude-2.0", - "name": "claude-2.0", - "display_name": "claude-2.0", + "id": "gemini-embedding-exp-03-07", + "name": "gemini-embedding-exp-03-07", + "display_name": "gemini-embedding-exp-03-07", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 8.8, - "output": 39.6 + "input": 0.02, + "output": 0.02 } }, { - "id": "claude-2.1", - "name": "claude-2.1", - "display_name": "claude-2.1", + "id": "gemini-exp-1114", + "name": "gemini-exp-1114", + "display_name": "gemini-exp-1114", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 8.8, - "output": 39.6 + "input": 1.25, + "output": 5 } }, { - "id": "claude-3-5-sonnet-20240620", - "name": "claude-3-5-sonnet-20240620", - "display_name": "claude-3-5-sonnet-20240620", - "modalities": { - "input": [ - "text", - "image" - ] - }, + "id": "gemini-exp-1121", + "name": "gemini-exp-1121", + "display_name": "gemini-exp-1121", "limit": { - "context": 200000, - "output": 8192 + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3.3, - "output": 16.5 + "input": 1.25, + "output": 5 } }, { - "id": "claude-3-haiku-20240229", - "name": "claude-3-haiku-20240229", - "display_name": "claude-3-haiku-20240229", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "gemini-pro", + "name": "gemini-pro", + "display_name": "gemini-pro", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.275, - "output": 0.275 + "input": 0.2, + "output": 0.6 } }, { - "id": "claude-3-haiku-20240307", - "name": "claude-3-haiku-20240307", - "display_name": "claude-3-haiku-20240307", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "gemini-pro-vision", + "name": "gemini-pro-vision", + "display_name": "gemini-pro-vision", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.275, - "output": 1.375 + "input": 1, + "output": 1 } }, { - "id": "claude-3-sonnet-20240229", - "name": "claude-3-sonnet-20240229", - "display_name": "claude-3-sonnet-20240229", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "gemma-7b-it", + "name": "gemma-7b-it", + "display_name": "gemma-7b-it", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3.3, - "output": 16.5 + "input": 0.1, + "output": 0.1 } }, { - "id": "claude-instant-1", - "name": "claude-instant-1", - "display_name": "claude-instant-1", + "id": "gemma2-9b-it", + "name": "gemma2-9b-it", + "display_name": "gemma2-9b-it", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.793, - "output": 1.793 + "input": 0.4, + "output": 0.4 } }, { - "id": "claude-instant-1.2", - "name": "claude-instant-1.2", - "display_name": "claude-instant-1.2", + "id": "glm-3-turbo", + "name": "glm-3-turbo", + "display_name": "glm-3-turbo", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.88, - "output": 3.96 + "input": 0.71, + "output": 0.71 } }, { - "id": "code-davinci-edit-001", - "name": "code-davinci-edit-001", - "display_name": "code-davinci-edit-001", + "id": "glm-4", + "name": "glm-4", + "display_name": "glm-4", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 20, - "output": 20 + "input": 14.2, + "output": 14.2 } }, { - "id": "cogview-3", - "name": "cogview-3", - "display_name": "cogview-3", + "id": "glm-4-flash", + "name": "glm-4-flash", + "display_name": "glm-4-flash", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 35.5, - "output": 35.5 + "input": 0.1, + "output": 0.1 } }, { - "id": "cogview-3-plus", - "name": "cogview-3-plus", - "display_name": "cogview-3-plus", + "id": "glm-4-plus", + "name": "glm-4-plus", + "display_name": "glm-4-plus", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 10, - "output": 10 + "input": 8, + "output": 8 } }, { - "id": "command", - "name": "command", - "display_name": "command", + "id": "glm-4.5-airx", + "name": "glm-4.5-airx", + "display_name": "glm-4.5-airx", "modalities": { "input": [ "text" ] }, - "tool_call": false, - "reasoning": { - "supported": false + "limit": { + "context": 0, + "output": 0 }, - "cost": { - "input": 1, - "output": 2 - } - }, - { - "id": "command-light", - "name": "command-light", - "display_name": "command-light", "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1, - "output": 2 + "input": 1.1, + "output": 4.51, + "cache_read": 0.22 } }, { - "id": "command-light-nightly", - "name": "command-light-nightly", - "display_name": "command-light-nightly", + "id": "glm-4v", + "name": "glm-4v", + "display_name": "glm-4v", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1, - "output": 2 + "input": 14.2, + "output": 14.2 } }, { - "id": "command-nightly", - "name": "command-nightly", - "display_name": "command-nightly", + "id": "glm-4v-plus", + "name": "glm-4v-plus", + "display_name": "glm-4v-plus", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1, + "input": 2, "output": 2 } }, { - "id": "command-r", - "name": "command-r", - "display_name": "command-r", - "modalities": { - "input": [ - "text" - ] + "id": "google/gemini-exp-1114", + "name": "google/gemini-exp-1114", + "display_name": "google/gemini-exp-1114", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.64, - "output": 1.92 + "input": 1.25, + "output": 5 } }, { - "id": "command-r-08-2024", - "name": "command-r-08-2024", - "display_name": "command-r-08-2024", - "modalities": { - "input": [ - "text" - ] + "id": "google/gemma-2-27b-it", + "name": "google/gemma-2-27b-it", + "display_name": "google/gemma-2-27b-it", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, + "input": 0.8, "output": 0.8 } }, { - "id": "command-r-plus", - "name": "command-r-plus", - "display_name": "command-r-plus", - "modalities": { - "input": [ - "text" - ] + "id": "google/gemma-2-9b-it:free", + "name": "google/gemma-2-9b-it:free", + "display_name": "google/gemma-2-9b-it:free", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3.84, - "output": 19.2 + "input": 0.02, + "output": 0.02 } }, { - "id": "command-r-plus-08-2024", - "name": "command-r-plus-08-2024", - "display_name": "command-r-plus-08-2024", - "modalities": { - "input": [ - "text" - ] + "id": "gpt-3.5-turbo", + "name": "gpt-3.5-turbo", + "display_name": "gpt-3.5-turbo", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2.8, - "output": 11.2 + "input": 0.5, + "output": 1.5 } }, { - "id": "dall-e-2", - "name": "dall-e-2", - "display_name": "dall-e-2", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "gpt-3.5-turbo-0125", + "name": "gpt-3.5-turbo-0125", + "display_name": "gpt-3.5-turbo-0125", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 16, - "output": 16 + "input": 0.5, + "output": 1.5 } }, { - "id": "davinci", - "name": "davinci", - "display_name": "davinci", + "id": "gpt-3.5-turbo-0301", + "name": "gpt-3.5-turbo-0301", + "display_name": "gpt-3.5-turbo-0301", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 20, - "output": 20 + "input": 1.5, + "output": 1.5 } }, { - "id": "davinci-002", - "name": "davinci-002", - "display_name": "davinci-002", + "id": "gpt-3.5-turbo-0613", + "name": "gpt-3.5-turbo-0613", + "display_name": "gpt-3.5-turbo-0613", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, + "input": 1.5, "output": 2 } }, { - "id": "deepseek-ai/deepseek-llm-67b-chat", - "name": "deepseek-ai/deepseek-llm-67b-chat", - "display_name": "deepseek-ai/deepseek-llm-67b-chat", + "id": "gpt-3.5-turbo-1106", + "name": "gpt-3.5-turbo-1106", + "display_name": "gpt-3.5-turbo-1106", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.16, - "output": 0.16 + "input": 1, + "output": 2 } }, { - "id": "deepseek-ai/deepseek-vl2", - "name": "deepseek-ai/deepseek-vl2", - "display_name": "deepseek-ai/deepseek-vl2", + "id": "gpt-3.5-turbo-16k", + "name": "gpt-3.5-turbo-16k", + "display_name": "gpt-3.5-turbo-16k", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.16, - "output": 0.16 + "input": 3, + "output": 4 } }, { - "id": "deepseek-v3", - "name": "deepseek-v3", - "display_name": "deepseek-v3", + "id": "gpt-3.5-turbo-16k-0613", + "name": "gpt-3.5-turbo-16k-0613", + "display_name": "gpt-3.5-turbo-16k-0613", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.272, - "output": 1.088, - "cache_read": 0 + "input": 3, + "output": 4 } }, { - "id": "distil-whisper-large-v3-en", - "name": "distil-whisper-large-v3-en", - "display_name": "distil-whisper-large-v3-en", - "modalities": { - "input": [ - "audio" - ] + "id": "gpt-3.5-turbo-instruct", + "name": "gpt-3.5-turbo-instruct", + "display_name": "gpt-3.5-turbo-instruct", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 5.556, - "output": 5.556 + "input": 1.5, + "output": 2 } }, { - "id": "doubao-1-5-thinking-vision-pro-250428", - "name": "doubao-1-5-thinking-vision-pro-250428", - "display_name": "doubao-1-5-thinking-vision-pro-250428", + "id": "gpt-4", + "name": "gpt-4", + "display_name": "gpt-4", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, - "output": 2, - "cache_read": 2 + "input": 30, + "output": 60 } }, { - "id": "flux-kontext-max", - "name": "flux-kontext-max", - "display_name": "flux-kontext-max", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "gpt-4-0125-preview", + "name": "gpt-4-0125-preview", + "display_name": "gpt-4-0125-preview", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2.2, - "output": 2.2, - "cache_read": 0 + "input": 10, + "output": 30 } }, { - "id": "flux-kontext-pro", - "name": "flux-kontext-pro", - "display_name": "flux-kontext-pro", - "modalities": { - "input": [ - "text" - ] + "id": "gpt-4-0314", + "name": "gpt-4-0314", + "display_name": "gpt-4-0314", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2.22, - "output": 2.22, - "cache_read": 0 + "input": 30, + "output": 60 } }, { - "id": "gemini-2.0-flash-001", - "name": "gemini-2.0-flash-001", - "display_name": "gemini-2.0-flash-001", + "id": "gpt-4-0613", + "name": "gpt-4-0613", + "display_name": "gpt-4-0613", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.1, - "output": 0.4, - "cache_read": 0.25 + "input": 30, + "output": 60 } }, { - "id": "gemini-2.0-flash-exp-image-generation", - "name": "gemini-2.0-flash-exp-image-generation", - "display_name": "gemini-2.0-flash-exp-image-generation", + "id": "gpt-4-1106-preview", + "name": "gpt-4-1106-preview", + "display_name": "gpt-4-1106-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.1, - "output": 0.4 + "input": 10, + "output": 30 } }, { - "id": "gemini-2.0-flash-lite", - "name": "gemini-2.0-flash-lite", - "display_name": "gemini-2.0-flash-lite", - "modalities": { - "input": [ - "text", - "image", - "audio", - "video" - ] + "id": "gpt-4-32k-0314", + "name": "gpt-4-32k-0314", + "display_name": "gpt-4-32k-0314", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.076, - "output": 0.304, - "cache_read": 0.076 + "input": 60, + "output": 120 } }, { - "id": "gemini-2.0-flash-lite-001", - "name": "gemini-2.0-flash-lite-001", - "display_name": "gemini-2.0-flash-lite-001", + "id": "gpt-4-32k-0613", + "name": "gpt-4-32k-0613", + "display_name": "gpt-4-32k-0613", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.076, - "output": 0.304, - "cache_read": 0.076 + "input": 60, + "output": 120 } }, { - "id": "gemini-2.5-pro-exp-03-25", - "name": "gemini-2.5-pro-exp-03-25", - "display_name": "gemini-2.5-pro-exp-03-25", - "modalities": { - "input": [ - "text", - "image", - "audio", - "video" - ] + "id": "gpt-4-turbo", + "name": "gpt-4-turbo", + "display_name": "gpt-4-turbo", + "limit": { + "context": 0, + "output": 0 }, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.25, - "output": 5, - "cache_read": 0.31 + "input": 10, + "output": 30 } }, { - "id": "gemini-embedding-exp-03-07", - "name": "gemini-embedding-exp-03-07", - "display_name": "gemini-embedding-exp-03-07", - "modalities": { - "input": [ - "text" - ] + "id": "gpt-4-turbo-2024-04-09", + "name": "gpt-4-turbo-2024-04-09", + "display_name": "gpt-4-turbo-2024-04-09", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.02 + "input": 10, + "output": 30 } }, { - "id": "gemini-exp-1114", - "name": "gemini-exp-1114", - "display_name": "gemini-exp-1114", + "id": "gpt-4-turbo-preview", + "name": "gpt-4-turbo-preview", + "display_name": "gpt-4-turbo-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.25, - "output": 5 + "input": 10, + "output": 30 } }, { - "id": "gemini-exp-1121", - "name": "gemini-exp-1121", - "display_name": "gemini-exp-1121", + "id": "gpt-4-vision-preview", + "name": "gpt-4-vision-preview", + "display_name": "gpt-4-vision-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.25, - "output": 5 + "input": 10, + "output": 30 } }, { - "id": "gemini-pro", - "name": "gemini-pro", - "display_name": "gemini-pro", + "id": "gpt-4o-2024-05-13", + "name": "gpt-4o-2024-05-13", + "display_name": "gpt-4o-2024-05-13", + "limit": { + "context": 128000, + "output": 128000 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.6 + "input": 5, + "output": 15, + "cache_read": 5 } }, { - "id": "gemini-pro-vision", - "name": "gemini-pro-vision", - "display_name": "gemini-pro-vision", + "id": "gpt-4o-mini-2024-07-18", + "name": "gpt-4o-mini-2024-07-18", + "display_name": "gpt-4o-mini-2024-07-18", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1, - "output": 1 + "input": 0.15, + "output": 0.6, + "cache_read": 0.075 } }, { - "id": "gemma-7b-it", - "name": "gemma-7b-it", - "display_name": "gemma-7b-it", - "tool_call": false, + "id": "gpt-oss-20b", + "name": "gpt-oss-20b", + "display_name": "gpt-oss-20b", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 128000 + }, + "tool_call": true, "reasoning": { - "supported": false + "supported": true, + "default": true }, "cost": { - "input": 0.1, - "output": 0.1 + "input": 0.11, + "output": 0.55 } }, { - "id": "gemma2-9b-it", - "name": "gemma2-9b-it", - "display_name": "gemma2-9b-it", + "id": "grok-2-vision-1212", + "name": "grok-2-vision-1212", + "display_name": "grok-2-vision-1212", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.4, - "output": 0.4 + "input": 1.8, + "output": 9 } }, { - "id": "glm-3-turbo", - "name": "glm-3-turbo", - "display_name": "glm-3-turbo", + "id": "grok-vision-beta", + "name": "grok-vision-beta", + "display_name": "grok-vision-beta", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.71, - "output": 0.71 + "input": 5.6, + "output": 16.8 } }, { - "id": "glm-4", - "name": "glm-4", - "display_name": "glm-4", + "id": "imagen-4.0-generate-preview-05-20", + "name": "imagen-4.0-generate-preview-05-20", + "display_name": "imagen-4.0-generate-preview-05-20", + "modalities": { + "input": [ + "text", + "image" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 14.2, - "output": 14.2 + "input": 2, + "output": 2, + "cache_read": 0 } }, { - "id": "glm-4-flash", - "name": "glm-4-flash", - "display_name": "glm-4-flash", + "id": "jina-embeddings-v2-base-code", + "name": "jina-embeddings-v2-base-code", + "display_name": "jina-embeddings-v2-base-code", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.1, - "output": 0.1 + "input": 0.05, + "output": 0.05 } }, { - "id": "glm-4-plus", - "name": "glm-4-plus", - "display_name": "glm-4-plus", + "id": "learnlm-1.5-pro-experimental", + "name": "learnlm-1.5-pro-experimental", + "display_name": "learnlm-1.5-pro-experimental", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 8, - "output": 8 + "input": 1.25, + "output": 5 } }, { - "id": "glm-4.5-airx", - "name": "glm-4.5-airx", - "display_name": "glm-4.5-airx", - "modalities": { - "input": [ - "text" - ] + "id": "llama-3.1-405b-instruct", + "name": "llama-3.1-405b-instruct", + "display_name": "llama-3.1-405b-instruct", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.1, - "output": 4.51, - "cache_read": 0.22 + "input": 4, + "output": 4 } }, { - "id": "glm-4v", - "name": "glm-4v", - "display_name": "glm-4v", + "id": "llama-3.1-405b-reasoning", + "name": "llama-3.1-405b-reasoning", + "display_name": "llama-3.1-405b-reasoning", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 14.2, - "output": 14.2 + "input": 4, + "output": 4 } }, { - "id": "glm-4v-plus", - "name": "glm-4v-plus", - "display_name": "glm-4v-plus", + "id": "llama-3.1-70b", + "name": "llama-3.1-70b", + "display_name": "llama-3.1-70b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, - "output": 2 + "input": 0.6, + "output": 0.6 } }, { - "id": "google/gemini-exp-1114", - "name": "google/gemini-exp-1114", - "display_name": "google/gemini-exp-1114", + "id": "llama-3.1-70b-versatile", + "name": "llama-3.1-70b-versatile", + "display_name": "llama-3.1-70b-versatile", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.25, - "output": 5 + "input": 0.6, + "output": 0.6 } }, { - "id": "google/gemma-2-27b-it", - "name": "google/gemma-2-27b-it", - "display_name": "google/gemma-2-27b-it", + "id": "llama-3.1-8b-instant", + "name": "llama-3.1-8b-instant", + "display_name": "llama-3.1-8b-instant", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.8, - "output": 0.8 + "input": 0.3, + "output": 0.6 } }, { - "id": "google/gemma-2-9b-it:free", - "name": "google/gemma-2-9b-it:free", - "display_name": "google/gemma-2-9b-it:free", + "id": "llama-3.1-sonar-small-128k-online", + "name": "llama-3.1-sonar-small-128k-online", + "display_name": "llama-3.1-sonar-small-128k-online", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.02 + "input": 0.3, + "output": 0.3 } }, { - "id": "gpt-3.5-turbo", - "name": "gpt-3.5-turbo", - "display_name": "gpt-3.5-turbo", + "id": "llama-3.2-11b-vision-preview", + "name": "llama-3.2-11b-vision-preview", + "display_name": "llama-3.2-11b-vision-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.5, - "output": 1.5 + "input": 0.2, + "output": 0.2 } }, { - "id": "gpt-3.5-turbo-0125", - "name": "gpt-3.5-turbo-0125", - "display_name": "gpt-3.5-turbo-0125", + "id": "llama-3.2-1b-preview", + "name": "llama-3.2-1b-preview", + "display_name": "llama-3.2-1b-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.5, - "output": 1.5 + "input": 0.2, + "output": 0.2 } }, { - "id": "gpt-3.5-turbo-0301", - "name": "gpt-3.5-turbo-0301", - "display_name": "gpt-3.5-turbo-0301", + "id": "llama-3.2-3b-preview", + "name": "llama-3.2-3b-preview", + "display_name": "llama-3.2-3b-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.5, - "output": 1.5 + "input": 0.2, + "output": 0.2 } }, { - "id": "gpt-3.5-turbo-0613", - "name": "gpt-3.5-turbo-0613", - "display_name": "gpt-3.5-turbo-0613", + "id": "llama-3.2-90b-vision-preview", + "name": "llama-3.2-90b-vision-preview", + "display_name": "llama-3.2-90b-vision-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.5, - "output": 2 + "input": 2.4, + "output": 2.4 } }, { - "id": "gpt-3.5-turbo-1106", - "name": "gpt-3.5-turbo-1106", - "display_name": "gpt-3.5-turbo-1106", + "id": "llama2-70b-4096", + "name": "llama2-70b-4096", + "display_name": "llama2-70b-4096", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1, - "output": 2 + "input": 0.5, + "output": 0.5 } }, { - "id": "gpt-3.5-turbo-16k", - "name": "gpt-3.5-turbo-16k", - "display_name": "gpt-3.5-turbo-16k", + "id": "llama2-7b-2048", + "name": "llama2-7b-2048", + "display_name": "llama2-7b-2048", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3, - "output": 4 + "input": 0.1, + "output": 0.1 } }, { - "id": "gpt-3.5-turbo-16k-0613", - "name": "gpt-3.5-turbo-16k-0613", - "display_name": "gpt-3.5-turbo-16k-0613", + "id": "llama3-70b-8192", + "name": "llama3-70b-8192", + "display_name": "llama3-70b-8192", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3, - "output": 4 + "input": 0.7, + "output": 0.937288 } }, { - "id": "gpt-3.5-turbo-instruct", - "name": "gpt-3.5-turbo-instruct", - "display_name": "gpt-3.5-turbo-instruct", + "id": "llama3-8b-8192", + "name": "llama3-8b-8192", + "display_name": "llama3-8b-8192", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.5, - "output": 2 + "input": 0.06, + "output": 0.12 } }, { - "id": "gpt-4", - "name": "gpt-4", - "display_name": "gpt-4", + "id": "llama3-groq-70b-8192-tool-use-preview", + "name": "llama3-groq-70b-8192-tool-use-preview", + "display_name": "llama3-groq-70b-8192-tool-use-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 30, - "output": 60 + "input": 0.00089, + "output": 0.00089 } }, { - "id": "gpt-4-0125-preview", - "name": "gpt-4-0125-preview", - "display_name": "gpt-4-0125-preview", + "id": "llama3-groq-8b-8192-tool-use-preview", + "name": "llama3-groq-8b-8192-tool-use-preview", + "display_name": "llama3-groq-8b-8192-tool-use-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 10, - "output": 30 + "input": 0.00019, + "output": 0.00019 } }, { - "id": "gpt-4-0314", - "name": "gpt-4-0314", - "display_name": "gpt-4-0314", + "id": "meta-llama/llama-3.1-405b-instruct:free", + "name": "meta-llama/llama-3.1-405b-instruct:free", + "display_name": "meta-llama/llama-3.1-405b-instruct:free", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 30, - "output": 60 + "input": 0.02, + "output": 0.02 } }, { - "id": "gpt-4-0613", - "name": "gpt-4-0613", - "display_name": "gpt-4-0613", + "id": "meta-llama/llama-3.1-70b-instruct:free", + "name": "meta-llama/llama-3.1-70b-instruct:free", + "display_name": "meta-llama/llama-3.1-70b-instruct:free", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 30, - "output": 60 + "input": 0.02, + "output": 0.02 } }, { - "id": "gpt-4-1106-preview", - "name": "gpt-4-1106-preview", - "display_name": "gpt-4-1106-preview", + "id": "meta-llama/llama-3.1-8b-instruct:free", + "name": "meta-llama/llama-3.1-8b-instruct:free", + "display_name": "meta-llama/llama-3.1-8b-instruct:free", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 10, - "output": 30 + "input": 0.02, + "output": 0.02 } }, { - "id": "gpt-4-32k-0314", - "name": "gpt-4-32k-0314", - "display_name": "gpt-4-32k-0314", + "id": "meta-llama/llama-3.2-11b-vision-instruct:free", + "name": "meta-llama/llama-3.2-11b-vision-instruct:free", + "display_name": "meta-llama/llama-3.2-11b-vision-instruct:free", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 60, - "output": 120 + "input": 0.02, + "output": 0.02 } }, { - "id": "gpt-4-32k-0613", - "name": "gpt-4-32k-0613", - "display_name": "gpt-4-32k-0613", + "id": "meta-llama/llama-3.2-3b-instruct:free", + "name": "meta-llama/llama-3.2-3b-instruct:free", + "display_name": "meta-llama/llama-3.2-3b-instruct:free", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 60, - "output": 120 + "input": 0.02, + "output": 0.02 } }, { - "id": "gpt-4-turbo", - "name": "gpt-4-turbo", - "display_name": "gpt-4-turbo", + "id": "meta/llama-3.1-405b-instruct", + "name": "meta/llama-3.1-405b-instruct", + "display_name": "meta/llama-3.1-405b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 10, - "output": 30 + "input": 5, + "output": 5 } }, { - "id": "gpt-4-turbo-2024-04-09", - "name": "gpt-4-turbo-2024-04-09", - "display_name": "gpt-4-turbo-2024-04-09", + "id": "mistralai/mistral-7b-instruct:free", + "name": "mistralai/mistral-7b-instruct:free", + "display_name": "mistralai/mistral-7b-instruct:free", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 10, - "output": 30 + "input": 0.002, + "output": 0.002 } }, { - "id": "gpt-4-turbo-preview", - "name": "gpt-4-turbo-preview", - "display_name": "gpt-4-turbo-preview", + "id": "moonshot-v1-128k", + "name": "moonshot-v1-128k", + "display_name": "moonshot-v1-128k", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { "input": 10, - "output": 30 + "output": 10 } }, { - "id": "gpt-4-vision-preview", - "name": "gpt-4-vision-preview", - "display_name": "gpt-4-vision-preview", + "id": "moonshot-v1-128k-vision-preview", + "name": "moonshot-v1-128k-vision-preview", + "display_name": "moonshot-v1-128k-vision-preview", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { "input": 10, - "output": 30 + "output": 10 } }, { - "id": "gpt-4o-2024-05-13", - "name": "gpt-4o-2024-05-13", - "display_name": "gpt-4o-2024-05-13", + "id": "moonshot-v1-32k", + "name": "moonshot-v1-32k", + "display_name": "moonshot-v1-32k", "limit": { - "context": 128000, - "output": 4096 + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 5, - "output": 15, - "cache_read": 5 + "input": 4, + "output": 4 } }, { - "id": "gpt-4o-mini-2024-07-18", - "name": "gpt-4o-mini-2024-07-18", - "display_name": "gpt-4o-mini-2024-07-18", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "moonshot-v1-32k-vision-preview", + "name": "moonshot-v1-32k-vision-preview", + "display_name": "moonshot-v1-32k-vision-preview", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.15, - "output": 0.6, - "cache_read": 0.075 + "input": 4, + "output": 4 } }, { - "id": "gpt-oss-20b", - "name": "gpt-oss-20b", - "display_name": "gpt-oss-20b", - "modalities": { - "input": [ - "text" - ] - }, + "id": "moonshot-v1-8k", + "name": "moonshot-v1-8k", + "display_name": "moonshot-v1-8k", "limit": { - "context": 128000, - "output": 128000 + "context": 0, + "output": 0 }, - "tool_call": true, + "tool_call": false, "reasoning": { - "supported": true, - "default": true + "supported": false }, "cost": { - "input": 0.11, - "output": 0.55 + "input": 2, + "output": 2 } }, { - "id": "grok-2-vision-1212", - "name": "grok-2-vision-1212", - "display_name": "grok-2-vision-1212", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "moonshot-v1-8k-vision-preview", + "name": "moonshot-v1-8k-vision-preview", + "display_name": "moonshot-v1-8k-vision-preview", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 1.8, - "output": 9 + "input": 2, + "output": 2 } }, { - "id": "grok-vision-beta", - "name": "grok-vision-beta", - "display_name": "grok-vision-beta", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "nvidia/llama-3.1-nemotron-70b-instruct", + "name": "nvidia/llama-3.1-nemotron-70b-instruct", + "display_name": "nvidia/llama-3.1-nemotron-70b-instruct", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 5.6, - "output": 16.8 + "input": 0.6, + "output": 0.6 } }, { - "id": "imagen-4.0-generate-preview-05-20", - "name": "imagen-4.0-generate-preview-05-20", - "display_name": "imagen-4.0-generate-preview-05-20", - "modalities": { - "input": [ - "text", - "image" - ] + "id": "o1-mini-2024-09-12", + "name": "o1-mini-2024-09-12", + "display_name": "o1-mini-2024-09-12", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, - "output": 2, - "cache_read": 0 + "input": 3, + "output": 12, + "cache_read": 1.5 } }, { - "id": "jina-embeddings-v2-base-code", - "name": "jina-embeddings-v2-base-code", - "display_name": "jina-embeddings-v2-base-code", - "modalities": { - "input": [ - "text" - ] + "id": "omni-moderation-latest", + "name": "omni-moderation-latest", + "display_name": "omni-moderation-latest", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.05, - "output": 0.05 + "input": 0.2, + "output": 0.2 } }, { - "id": "learnlm-1.5-pro-experimental", - "name": "learnlm-1.5-pro-experimental", - "display_name": "learnlm-1.5-pro-experimental", + "id": "qwen-flash", + "name": "qwen-flash", + "display_name": "qwen-flash", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, - "cost": { - "input": 1.25, - "output": 5 + "cost": { + "input": 0.02, + "output": 0.2, + "cache_read": 0.02 } }, { - "id": "llama-3.1-405b-instruct", - "name": "llama-3.1-405b-instruct", - "display_name": "llama-3.1-405b-instruct", + "id": "qwen-flash-2025-07-28", + "name": "qwen-flash-2025-07-28", + "display_name": "qwen-flash-2025-07-28", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 4, - "output": 4 + "input": 0.02, + "output": 0.2, + "cache_read": 0.02 } }, { - "id": "llama-3.1-405b-reasoning", - "name": "llama-3.1-405b-reasoning", - "display_name": "llama-3.1-405b-reasoning", + "id": "qwen-long", + "name": "qwen-long", + "display_name": "qwen-long", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 4, - "output": 4 + "input": 0.1, + "output": 0.4 } }, { - "id": "llama-3.1-70b", - "name": "llama-3.1-70b", - "display_name": "llama-3.1-70b", + "id": "qwen-max", + "name": "qwen-max", + "display_name": "qwen-max", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.6, - "output": 0.6 + "input": 0.38, + "output": 1.52 } }, { - "id": "llama-3.1-70b-versatile", - "name": "llama-3.1-70b-versatile", - "display_name": "llama-3.1-70b-versatile", + "id": "qwen-max-longcontext", + "name": "qwen-max-longcontext", + "display_name": "qwen-max-longcontext", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.6, - "output": 0.6 + "input": 7, + "output": 21 } }, { - "id": "llama-3.1-8b-instant", - "name": "llama-3.1-8b-instant", - "display_name": "llama-3.1-8b-instant", + "id": "qwen-plus", + "name": "qwen-plus", + "display_name": "qwen-plus", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.3, - "output": 0.6 + "input": 0.7, + "output": 2.1 } }, { - "id": "llama-3.1-sonar-small-128k-online", - "name": "llama-3.1-sonar-small-128k-online", - "display_name": "llama-3.1-sonar-small-128k-online", + "id": "qwen-turbo", + "name": "qwen-turbo", + "display_name": "qwen-turbo", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.3, - "output": 0.3 + "input": 0.36, + "output": 1.08 } }, { - "id": "llama-3.2-11b-vision-preview", - "name": "llama-3.2-11b-vision-preview", - "display_name": "llama-3.2-11b-vision-preview", + "id": "qwen-turbo-2024-11-01", + "name": "qwen-turbo-2024-11-01", + "display_name": "qwen-turbo-2024-11-01", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.2 + "input": 0.36, + "output": 1.08 } }, { - "id": "llama-3.2-1b-preview", - "name": "llama-3.2-1b-preview", - "display_name": "llama-3.2-1b-preview", + "id": "qwen2.5-14b-instruct", + "name": "qwen2.5-14b-instruct", + "display_name": "qwen2.5-14b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.2 + "input": 0.4, + "output": 1.2 } }, { - "id": "llama-3.2-3b-preview", - "name": "llama-3.2-3b-preview", - "display_name": "llama-3.2-3b-preview", + "id": "qwen2.5-32b-instruct", + "name": "qwen2.5-32b-instruct", + "display_name": "qwen2.5-32b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.2 + "input": 0.6, + "output": 1.2 } }, { - "id": "llama-3.2-90b-vision-preview", - "name": "llama-3.2-90b-vision-preview", - "display_name": "llama-3.2-90b-vision-preview", + "id": "qwen2.5-3b-instruct", + "name": "qwen2.5-3b-instruct", + "display_name": "qwen2.5-3b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2.4, - "output": 2.4 + "input": 0.4, + "output": 0.8 } }, { - "id": "llama2-70b-4096", - "name": "llama2-70b-4096", - "display_name": "llama2-70b-4096", + "id": "qwen2.5-72b-instruct", + "name": "qwen2.5-72b-instruct", + "display_name": "qwen2.5-72b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.5, - "output": 0.5 + "input": 0.8, + "output": 2.4 } }, { - "id": "llama2-7b-2048", - "name": "llama2-7b-2048", - "display_name": "llama2-7b-2048", + "id": "qwen2.5-7b-instruct", + "name": "qwen2.5-7b-instruct", + "display_name": "qwen2.5-7b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.1, - "output": 0.1 + "input": 0.4, + "output": 0.8 } }, { - "id": "llama3-70b-8192", - "name": "llama3-70b-8192", - "display_name": "llama3-70b-8192", + "id": "qwen2.5-coder-1.5b-instruct", + "name": "qwen2.5-coder-1.5b-instruct", + "display_name": "qwen2.5-coder-1.5b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.7, - "output": 0.937288 + "input": 0.2, + "output": 0.4 } }, { - "id": "llama3-8b-8192", - "name": "llama3-8b-8192", - "display_name": "llama3-8b-8192", + "id": "qwen2.5-coder-7b-instruct", + "name": "qwen2.5-coder-7b-instruct", + "display_name": "qwen2.5-coder-7b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.06, - "output": 0.12 + "input": 0.2, + "output": 0.4 } }, { - "id": "llama3-groq-70b-8192-tool-use-preview", - "name": "llama3-groq-70b-8192-tool-use-preview", - "display_name": "llama3-groq-70b-8192-tool-use-preview", + "id": "qwen2.5-math-1.5b-instruct", + "name": "qwen2.5-math-1.5b-instruct", + "display_name": "qwen2.5-math-1.5b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.00089, - "output": 0.00089 + "input": 0.2, + "output": 0.2 } }, { - "id": "llama3-groq-8b-8192-tool-use-preview", - "name": "llama3-groq-8b-8192-tool-use-preview", - "display_name": "llama3-groq-8b-8192-tool-use-preview", + "id": "qwen2.5-math-72b-instruct", + "name": "qwen2.5-math-72b-instruct", + "display_name": "qwen2.5-math-72b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.00019, - "output": 0.00019 + "input": 0.8, + "output": 2.4 } }, { - "id": "meta-llama/llama-3.1-405b-instruct:free", - "name": "meta-llama/llama-3.1-405b-instruct:free", - "display_name": "meta-llama/llama-3.1-405b-instruct:free", + "id": "qwen2.5-math-7b-instruct", + "name": "qwen2.5-math-7b-instruct", + "display_name": "qwen2.5-math-7b-instruct", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.02 + "input": 0.2, + "output": 0.4 } }, { - "id": "meta-llama/llama-3.1-70b-instruct:free", - "name": "meta-llama/llama-3.1-70b-instruct:free", - "display_name": "meta-llama/llama-3.1-70b-instruct:free", + "id": "text-moderation-stable", + "name": "text-moderation-stable", + "display_name": "text-moderation-stable", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.02 + "input": 0.2, + "output": 0.2 } }, { - "id": "meta-llama/llama-3.1-8b-instruct:free", - "name": "meta-llama/llama-3.1-8b-instruct:free", - "display_name": "meta-llama/llama-3.1-8b-instruct:free", + "id": "text-search-ada-doc-001", + "name": "text-search-ada-doc-001", + "display_name": "text-search-ada-doc-001", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.02 + "input": 20, + "output": 20 } }, { - "id": "meta-llama/llama-3.2-11b-vision-instruct:free", - "name": "meta-llama/llama-3.2-11b-vision-instruct:free", - "display_name": "meta-llama/llama-3.2-11b-vision-instruct:free", + "id": "text-moderation-latest", + "name": "text-moderation-latest", + "display_name": "text-moderation-latest", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.02 + "input": 0.2, + "output": 0.2 } }, { - "id": "meta-llama/llama-3.2-3b-instruct:free", - "name": "meta-llama/llama-3.2-3b-instruct:free", - "display_name": "meta-llama/llama-3.2-3b-instruct:free", + "id": "tts-1", + "name": "tts-1", + "display_name": "tts-1", + "modalities": { + "input": [ + "audio" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.02 + "input": 15, + "output": 15 } }, { - "id": "meta/llama-3.1-405b-instruct", - "name": "meta/llama-3.1-405b-instruct", - "display_name": "meta/llama-3.1-405b-instruct", + "id": "tts-1-1106", + "name": "tts-1-1106", + "display_name": "tts-1-1106", + "modalities": { + "input": [ + "audio" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 5, - "output": 5 + "input": 15, + "output": 15 } }, { - "id": "mistralai/mistral-7b-instruct:free", - "name": "mistralai/mistral-7b-instruct:free", - "display_name": "mistralai/mistral-7b-instruct:free", + "id": "tts-1-hd", + "name": "tts-1-hd", + "display_name": "tts-1-hd", + "modalities": { + "input": [ + "audio" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.002, - "output": 0.002 + "input": 30, + "output": 30 } }, { - "id": "moonshot-v1-128k", - "name": "moonshot-v1-128k", - "display_name": "moonshot-v1-128k", + "id": "tts-1-hd-1106", + "name": "tts-1-hd-1106", + "display_name": "tts-1-hd-1106", + "modalities": { + "input": [ + "audio" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 10, - "output": 10 + "input": 30, + "output": 30 } }, { - "id": "moonshot-v1-128k-vision-preview", - "name": "moonshot-v1-128k-vision-preview", - "display_name": "moonshot-v1-128k-vision-preview", + "id": "text-moderation-007", + "name": "text-moderation-007", + "display_name": "text-moderation-007", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 10, - "output": 10 + "input": 0.2, + "output": 0.2 } }, { - "id": "moonshot-v1-32k", - "name": "moonshot-v1-32k", - "display_name": "moonshot-v1-32k", + "id": "text-embedding-v1", + "name": "text-embedding-v1", + "display_name": "text-embedding-v1", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 4, - "output": 4 + "input": 0.1, + "output": 0.1 } }, { - "id": "moonshot-v1-32k-vision-preview", - "name": "moonshot-v1-32k-vision-preview", - "display_name": "moonshot-v1-32k-vision-preview", + "id": "text-embedding-ada-002", + "name": "text-embedding-ada-002", + "display_name": "text-embedding-ada-002", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 4, - "output": 4 + "input": 0.1, + "output": 0.1 } }, { - "id": "moonshot-v1-8k", - "name": "moonshot-v1-8k", - "display_name": "moonshot-v1-8k", + "id": "veo-3", + "name": "veo-3", + "display_name": "veo-3", + "modalities": { + "input": [ + "text", + "image", + "audio", + "video" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { "input": 2, - "output": 2 + "output": 2, + "cache_read": 0 } }, { - "id": "moonshot-v1-8k-vision-preview", - "name": "moonshot-v1-8k-vision-preview", - "display_name": "moonshot-v1-8k-vision-preview", + "id": "text-embedding-3-small", + "name": "text-embedding-3-small", + "display_name": "text-embedding-3-small", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 2, - "output": 2 + "input": 0.02, + "output": 0.02 } }, { - "id": "nvidia/llama-3.1-nemotron-70b-instruct", - "name": "nvidia/llama-3.1-nemotron-70b-instruct", - "display_name": "nvidia/llama-3.1-nemotron-70b-instruct", + "id": "text-embedding-3-large", + "name": "text-embedding-3-large", + "display_name": "text-embedding-3-large", + "modalities": { + "input": [ + "text" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.6, - "output": 0.6 + "input": 0.13, + "output": 0.13 } }, { - "id": "o1-mini-2024-09-12", - "name": "o1-mini-2024-09-12", - "display_name": "o1-mini-2024-09-12", + "id": "text-davinci-edit-001", + "name": "text-davinci-edit-001", + "display_name": "text-davinci-edit-001", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 3, - "output": 12, - "cache_read": 1.5 + "input": 20, + "output": 20 } }, { - "id": "omni-moderation-latest", - "name": "omni-moderation-latest", - "display_name": "omni-moderation-latest", + "id": "veo3", + "name": "veo3", + "display_name": "veo3", + "modalities": { + "input": [ + "text", + "image", + "audio", + "video" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.2 + "input": 2, + "output": 2, + "cache_read": 0 } }, { - "id": "qwen-flash", - "name": "qwen-flash", - "display_name": "qwen-flash", + "id": "text-davinci-003", + "name": "text-davinci-003", + "display_name": "text-davinci-003", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.2, - "cache_read": 0.02 + "input": 20, + "output": 20 } }, { - "id": "qwen-flash-2025-07-28", - "name": "qwen-flash-2025-07-28", - "display_name": "qwen-flash-2025-07-28", + "id": "text-davinci-002", + "name": "text-davinci-002", + "display_name": "text-davinci-002", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.02, - "output": 0.2, - "cache_read": 0.02 + "input": 20, + "output": 20 } }, { - "id": "qwen-long", - "name": "qwen-long", - "display_name": "qwen-long", + "id": "text-curie-001", + "name": "text-curie-001", + "display_name": "text-curie-001", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.1, - "output": 0.4 + "input": 2, + "output": 2 } }, { - "id": "qwen-max", - "name": "qwen-max", - "display_name": "qwen-max", + "id": "text-babbage-001", + "name": "text-babbage-001", + "display_name": "text-babbage-001", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.38, - "output": 1.52 + "input": 0.5, + "output": 0.5 } }, { - "id": "qwen-max-longcontext", - "name": "qwen-max-longcontext", - "display_name": "qwen-max-longcontext", + "id": "text-ada-001", + "name": "text-ada-001", + "display_name": "text-ada-001", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 7, - "output": 21 + "input": 0.4, + "output": 0.4 } }, { - "id": "qwen-plus", - "name": "qwen-plus", - "display_name": "qwen-plus", + "id": "step-2-16k", + "name": "step-2-16k", + "display_name": "step-2-16k", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.7, - "output": 2.1 + "input": 2, + "output": 2 } }, { - "id": "qwen-turbo", - "name": "qwen-turbo", - "display_name": "qwen-turbo", - "modalities": { - "input": [ - "text" - ] + "id": "sonar-reasoning-pro", + "name": "sonar-reasoning-pro", + "display_name": "sonar-reasoning-pro", + "limit": { + "context": 0, + "output": 0 }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.36, - "output": 1.08 + "input": 3, + "output": 12 } }, { - "id": "qwen-turbo-2024-11-01", - "name": "qwen-turbo-2024-11-01", - "display_name": "qwen-turbo-2024-11-01", + "id": "whisper-1", + "name": "whisper-1", + "display_name": "whisper-1", "modalities": { "input": [ - "text" + "audio" ] }, - "tool_call": false, - "reasoning": { - "supported": false + "limit": { + "context": 0, + "output": 0 }, - "cost": { - "input": 0.36, - "output": 1.08 - } - }, - { - "id": "qwen2.5-14b-instruct", - "name": "qwen2.5-14b-instruct", - "display_name": "qwen2.5-14b-instruct", "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.4, - "output": 1.2 + "input": 100, + "output": 100 } }, { - "id": "qwen2.5-32b-instruct", - "name": "qwen2.5-32b-instruct", - "display_name": "qwen2.5-32b-instruct", - "tool_call": false, - "reasoning": { - "supported": false + "id": "whisper-large-v3", + "name": "whisper-large-v3", + "display_name": "whisper-large-v3", + "modalities": { + "input": [ + "audio" + ] + }, + "limit": { + "context": 0, + "output": 0 }, - "cost": { - "input": 0.6, - "output": 1.2 - } - }, - { - "id": "qwen2.5-3b-instruct", - "name": "qwen2.5-3b-instruct", - "display_name": "qwen2.5-3b-instruct", "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.4, - "output": 0.8 + "input": 30.834, + "output": 30.834 } }, { - "id": "qwen2.5-72b-instruct", - "name": "qwen2.5-72b-instruct", - "display_name": "qwen2.5-72b-instruct", + "id": "whisper-large-v3-turbo", + "name": "whisper-large-v3-turbo", + "display_name": "whisper-large-v3-turbo", + "modalities": { + "input": [ + "audio" + ] + }, + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.8, - "output": 2.4 + "input": 5.556, + "output": 5.556 } }, { - "id": "qwen2.5-7b-instruct", - "name": "qwen2.5-7b-instruct", - "display_name": "qwen2.5-7b-instruct", + "id": "yi-large", + "name": "yi-large", + "display_name": "yi-large", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.4, - "output": 0.8 + "input": 3, + "output": 3 } }, { - "id": "qwen2.5-coder-1.5b-instruct", - "name": "qwen2.5-coder-1.5b-instruct", - "display_name": "qwen2.5-coder-1.5b-instruct", + "id": "yi-large-rag", + "name": "yi-large-rag", + "display_name": "yi-large-rag", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.4 + "input": 4, + "output": 4 } }, { - "id": "qwen2.5-coder-7b-instruct", - "name": "qwen2.5-coder-7b-instruct", - "display_name": "qwen2.5-coder-7b-instruct", + "id": "yi-large-turbo", + "name": "yi-large-turbo", + "display_name": "yi-large-turbo", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.4 + "input": 1.8, + "output": 1.8 } }, { - "id": "qwen2.5-math-1.5b-instruct", - "name": "qwen2.5-math-1.5b-instruct", - "display_name": "qwen2.5-math-1.5b-instruct", + "id": "yi-lightning", + "name": "yi-lightning", + "display_name": "yi-lightning", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71830,35 +51121,47 @@ } }, { - "id": "qwen2.5-math-72b-instruct", - "name": "qwen2.5-math-72b-instruct", - "display_name": "qwen2.5-math-72b-instruct", + "id": "yi-medium", + "name": "yi-medium", + "display_name": "yi-medium", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.8, - "output": 2.4 + "input": 0.4, + "output": 0.4 } }, { - "id": "qwen2.5-math-7b-instruct", - "name": "qwen2.5-math-7b-instruct", - "display_name": "qwen2.5-math-7b-instruct", + "id": "yi-vl-plus", + "name": "yi-vl-plus", + "display_name": "yi-vl-plus", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false }, "cost": { - "input": 0.2, - "output": 0.4 + "input": 0.000852, + "output": 0.000852 } }, { "id": "gpt-4o-2024-08-06-global", "name": "gpt-4o-2024-08-06-global", "display_name": "gpt-4o-2024-08-06-global", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71873,6 +51176,10 @@ "id": "gpt-4o-mini-global", "name": "gpt-4o-mini-global", "display_name": "gpt-4o-mini-global", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71887,6 +51194,10 @@ "id": "meta-llama-3-70b", "name": "meta-llama-3-70b", "display_name": "meta-llama-3-70b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71900,6 +51211,10 @@ "id": "meta-llama-3-8b", "name": "meta-llama-3-8b", "display_name": "meta-llama-3-8b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71913,6 +51228,10 @@ "id": "o3-global", "name": "o3-global", "display_name": "o3-global", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71927,6 +51246,10 @@ "id": "o3-mini-global", "name": "o3-mini-global", "display_name": "o3-mini-global", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71941,6 +51264,10 @@ "id": "o3-pro-global", "name": "o3-pro-global", "display_name": "o3-pro-global", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71954,6 +51281,10 @@ "id": "qianfan-chinese-llama-2-13b", "name": "qianfan-chinese-llama-2-13b", "display_name": "qianfan-chinese-llama-2-13b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71967,6 +51298,10 @@ "id": "qianfan-llama-vl-8b", "name": "qianfan-llama-vl-8b", "display_name": "qianfan-llama-vl-8b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71980,6 +51315,10 @@ "id": "aistudio_gemini-2.0-flash", "name": "aistudio_gemini-2.0-flash", "display_name": "aistudio_gemini-2.0-flash", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -71994,6 +51333,10 @@ "id": "aistudio_gpt-4.1-mini", "name": "aistudio_gpt-4.1-mini", "display_name": "aistudio_gpt-4.1-mini", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -72008,6 +51351,10 @@ "id": "deepseek-r1-distill-qianfan-llama-8b", "name": "deepseek-r1-distill-qianfan-llama-8b", "display_name": "deepseek-r1-distill-qianfan-llama-8b", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -72021,6 +51368,10 @@ "id": "doubao-1-5-pro-256k-250115", "name": "doubao-1-5-pro-256k-250115", "display_name": "doubao-1-5-pro-256k-250115", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -72034,6 +51385,10 @@ "id": "doubao-1-5-pro-32k-250115", "name": "doubao-1-5-pro-32k-250115", "display_name": "doubao-1-5-pro-32k-250115", + "limit": { + "context": 0, + "output": 0 + }, "tool_call": false, "reasoning": { "supported": false @@ -72050,48 +51405,6 @@ "name": "OpenRouter", "display_name": "OpenRouter", "models": [ - { - "id": "agentica-org/deepcoder-14b-preview", - "name": "Agentica: Deepcoder 14B Preview", - "display_name": "Agentica: Deepcoder 14B Preview", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 96000 - }, - "tool_call": false, - "reasoning": { - "supported": true, - "default": true - } - }, - { - "id": "agentica-org/deepcoder-14b-preview:free", - "name": "Agentica: Deepcoder 14B Preview (free)", - "display_name": "Agentica: Deepcoder 14B Preview (free)", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 96000 - }, - "tool_call": false, - "reasoning": { - "supported": true, - "default": true - } - }, { "id": "ai21/jamba-large-1.7", "name": "AI21: Jamba Large 1.7", @@ -72526,29 +51839,6 @@ }, "attachment": true }, - { - "id": "anthropic/claude-3.5-sonnet-20240620", - "name": "Anthropic: Claude 3.5 Sonnet (2024-06-20)", - "display_name": "Anthropic: Claude 3.5 Sonnet (2024-06-20)", - "modalities": { - "input": [ - "text", - "image" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 200000, - "output": 8192 - }, - "tool_call": true, - "reasoning": { - "supported": false - }, - "attachment": true - }, { "id": "anthropic/claude-3.7-sonnet", "name": "Anthropic: Claude 3.7 Sonnet", @@ -72730,7 +52020,8 @@ ] }, "limit": { - "context": 65536 + "context": 65536, + "output": 65536 }, "tool_call": false, "reasoning": { @@ -72750,7 +52041,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -72856,7 +52148,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -73011,7 +52304,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -73115,7 +52409,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": false, "reasoning": { @@ -73137,7 +52432,8 @@ ] }, "limit": { - "context": 32767 + "context": 32767, + "output": 32767 }, "tool_call": true, "reasoning": { @@ -73158,7 +52454,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": true, "reasoning": { @@ -73179,7 +52476,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": true, "reasoning": { @@ -73187,6 +52485,28 @@ "default": true } }, + { + "id": "deepcogito/cogito-v2.1-671b", + "name": "Deep Cogito: Cogito v2.1 671B", + "display_name": "Deep Cogito: Cogito v2.1 671B", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 128000 + }, + "tool_call": false, + "reasoning": { + "supported": true, + "default": true + } + }, { "id": "deepseek/deepseek-chat", "name": "DeepSeek: DeepSeek V3", @@ -73243,7 +52563,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": true, "reasoning": { @@ -73272,27 +52593,6 @@ "default": true } }, - { - "id": "deepseek/deepseek-chat-v3.1:free", - "name": "DeepSeek: DeepSeek V3.1 (free)", - "display_name": "DeepSeek: DeepSeek V3.1 (free)", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 163800 - }, - "tool_call": false, - "reasoning": { - "supported": true, - "default": true - } - }, { "id": "deepseek/deepseek-prover-v2", "name": "DeepSeek: DeepSeek Prover V2", @@ -73306,7 +52606,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": false, "reasoning": { @@ -73326,7 +52627,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": true, "reasoning": { @@ -73391,7 +52693,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -73412,7 +52715,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": false, "reasoning": { @@ -73499,7 +52803,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -73520,7 +52825,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": false, "reasoning": { @@ -73585,7 +52891,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "temperature": true, "tool_call": true, @@ -73623,7 +52930,8 @@ "input": [ "text", "image", - "audio" + "audio", + "video" ], "output": [ "text" @@ -73669,7 +52977,8 @@ "input": [ "text", "image", - "audio" + "audio", + "video" ], "output": [ "text" @@ -73784,14 +53093,41 @@ "attachment": true }, { - "id": "google/gemini-2.5-flash-lite-preview-06-17", - "name": "Google: Gemini 2.5 Flash Lite Preview 06-17", - "display_name": "Google: Gemini 2.5 Flash Lite Preview 06-17", + "id": "google/gemini-2.5-flash-lite-preview-09-2025", + "name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", + "display_name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", + "modalities": { + "input": [ + "text", + "image", + "audio", + "video" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65536 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true + }, + { + "id": "google/gemini-2.5-flash-preview-09-2025", + "name": "Google: Gemini 2.5 Flash Preview 09-2025", + "display_name": "Google: Gemini 2.5 Flash Preview 09-2025", "modalities": { "input": [ "image", "text", - "audio" + "audio", + "video" ], "output": [ "text" @@ -73799,7 +53135,7 @@ }, "limit": { "context": 1048576, - "output": 65535 + "output": 65536 }, "tool_call": true, "reasoning": { @@ -73809,9 +53145,9 @@ "attachment": true }, { - "id": "google/gemini-2.5-flash-lite-preview-09-2025", - "name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", - "display_name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", + "id": "google/gemini-2.5-pro", + "name": "Google: Gemini 2.5 Pro", + "display_name": "Google: Gemini 2.5 Pro", "modalities": { "input": [ "text", @@ -73835,15 +53171,14 @@ "attachment": true }, { - "id": "google/gemini-2.5-flash-preview-09-2025", - "name": "Google: Gemini 2.5 Flash Preview 09-2025", - "display_name": "Google: Gemini 2.5 Flash Preview 09-2025", + "id": "google/gemini-2.5-pro-preview", + "name": "Google: Gemini 2.5 Pro Preview 06-05", + "display_name": "Google: Gemini 2.5 Pro Preview 06-05", "modalities": { "input": [ "image", "text", - "audio", - "video" + "audio" ], "output": [ "text" @@ -73861,9 +53196,9 @@ "attachment": true }, { - "id": "google/gemini-2.5-pro", - "name": "Google: Gemini 2.5 Pro", - "display_name": "Google: Gemini 2.5 Pro", + "id": "google/gemini-2.5-pro-preview-05-06", + "name": "Google: Gemini 2.5 Pro Preview 05-06", + "display_name": "Google: Gemini 2.5 Pro Preview 05-06", "modalities": { "input": [ "text", @@ -73877,32 +53212,7 @@ }, "limit": { "context": 1048576, - "output": 65536 - }, - "tool_call": true, - "reasoning": { - "supported": true, - "default": true - }, - "attachment": true - }, - { - "id": "google/gemini-2.5-pro-preview", - "name": "Google: Gemini 2.5 Pro Preview 06-05", - "display_name": "Google: Gemini 2.5 Pro Preview 06-05", - "modalities": { - "input": [ - "image", - "text", - "audio" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 1048576, - "output": 65536 + "output": 65535 }, "tool_call": true, "reasoning": { @@ -73912,9 +53222,9 @@ "attachment": true }, { - "id": "google/gemini-2.5-pro-preview-05-06", - "name": "Google: Gemini 2.5 Pro Preview 05-06", - "display_name": "Google: Gemini 2.5 Pro Preview 05-06", + "id": "google/gemini-3-pro-preview", + "name": "Google: Gemini 3 Pro Preview", + "display_name": "Google: Gemini 3 Pro Preview", "modalities": { "input": [ "text", @@ -73928,7 +53238,7 @@ }, "limit": { "context": 1048576, - "output": 65535 + "output": 65536 }, "tool_call": true, "reasoning": { @@ -73950,7 +53260,8 @@ ] }, "limit": { - "context": 8192 + "context": 8192, + "output": 8192 }, "tool_call": false, "reasoning": { @@ -73970,7 +53281,8 @@ ] }, "limit": { - "context": 8192 + "context": 8192, + "output": 8192 }, "tool_call": false, "reasoning": { @@ -74036,7 +53348,7 @@ }, "limit": { "context": 131072, - "output": 16384 + "output": 131072 }, "tool_call": true, "reasoning": { @@ -74057,7 +53369,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -74078,7 +53391,8 @@ ] }, "limit": { - "context": 96000 + "context": 96000, + "output": 96000 }, "tool_call": false, "reasoning": { @@ -74141,7 +53455,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -74182,7 +53497,8 @@ ] }, "limit": { - "context": 4096 + "context": 4096, + "output": 4096 }, "tool_call": false, "reasoning": { @@ -74202,7 +53518,8 @@ ] }, "limit": { - "context": 131000 + "context": 131000, + "output": 131000 }, "tool_call": false, "reasoning": { @@ -74253,49 +53570,6 @@ "supported": false } }, - { - "id": "inclusionai/ling-1t", - "name": "inclusionAI: Ling-1T", - "display_name": "inclusionAI: Ling-1T", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 131072, - "output": 131072 - }, - "tool_call": true, - "reasoning": { - "supported": false - } - }, - { - "id": "inclusionai/ring-1t", - "name": "inclusionAI: Ring 1T", - "display_name": "inclusionAI: Ring 1T", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 131072, - "output": 131072 - }, - "tool_call": true, - "reasoning": { - "supported": true, - "default": true - } - }, { "id": "inflection/inflection-3-pi", "name": "Inflection: Inflection 3 Pi", @@ -74372,7 +53646,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -74392,7 +53667,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -74538,7 +53814,8 @@ ] }, "limit": { - "context": 130815 + "context": 130815, + "output": 130815 }, "tool_call": true, "reasoning": { @@ -74558,7 +53835,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -74621,7 +53899,8 @@ ] }, "limit": { - "context": 60000 + "context": 60000, + "output": 60000 }, "tool_call": false, "reasoning": { @@ -74662,7 +53941,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -74725,28 +54005,8 @@ ] }, "limit": { - "context": 131072 - }, - "tool_call": true, - "reasoning": { - "supported": false - } - }, - { - "id": "meta-llama/llama-3.3-8b-instruct:free", - "name": "Meta: Llama 3.3 8B Instruct (free)", - "display_name": "Meta: Llama 3.3 8B Instruct (free)", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 128000, - "output": 4028 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -74775,28 +54035,6 @@ "supported": false } }, - { - "id": "meta-llama/llama-4-maverick:free", - "name": "Meta: Llama 4 Maverick (free)", - "display_name": "Meta: Llama 4 Maverick (free)", - "modalities": { - "input": [ - "text", - "image" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 128000, - "output": 4028 - }, - "tool_call": true, - "reasoning": { - "supported": false - } - }, { "id": "meta-llama/llama-4-scout", "name": "Meta: Llama 4 Scout", @@ -74819,28 +54057,6 @@ "supported": false } }, - { - "id": "meta-llama/llama-4-scout:free", - "name": "Meta: Llama 4 Scout (free)", - "display_name": "Meta: Llama 4 Scout (free)", - "modalities": { - "input": [ - "text", - "image" - ], - "output": [ - "text" - ] - }, - "limit": { - "context": 128000, - "output": 4028 - }, - "tool_call": true, - "reasoning": { - "supported": false - } - }, { "id": "meta-llama/llama-guard-2-8b", "name": "Meta: LlamaGuard 2 8B", @@ -74854,7 +54070,8 @@ ] }, "limit": { - "context": 8192 + "context": 8192, + "output": 8192 }, "tool_call": false, "reasoning": { @@ -74874,7 +54091,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -74895,7 +54113,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": false, "reasoning": { @@ -74937,7 +54156,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": false, "reasoning": { @@ -74958,7 +54178,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "tool_call": true, "reasoning": { @@ -74978,7 +54199,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "tool_call": true, "reasoning": { @@ -74998,7 +54220,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "tool_call": true, "reasoning": { @@ -75018,7 +54241,8 @@ ] }, "limit": { - "context": 16384 + "context": 16384, + "output": 16384 }, "tool_call": false, "reasoning": { @@ -75039,7 +54263,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -75059,7 +54284,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -75168,7 +54394,8 @@ ] }, "limit": { - "context": 256000 + "context": 256000, + "output": 256000 }, "temperature": true, "tool_call": true, @@ -75189,7 +54416,8 @@ ] }, "limit": { - "context": 256000 + "context": 256000, + "output": 256000 }, "temperature": true, "tool_call": true, @@ -75210,7 +54438,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75231,7 +54460,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "temperature": true, "tool_call": true, @@ -75252,7 +54482,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "temperature": true, "tool_call": true, @@ -75342,7 +54573,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75363,7 +54595,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75406,10 +54639,11 @@ ] }, "limit": { - "context": 2824 + "context": 2824, + "output": 2824 }, "temperature": true, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false } @@ -75427,7 +54661,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "temperature": true, "tool_call": false, @@ -75492,7 +54727,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "temperature": true, "tool_call": true, @@ -75513,7 +54749,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75534,7 +54771,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75556,7 +54794,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75578,7 +54817,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75643,7 +54883,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "temperature": true, "tool_call": true, @@ -75664,7 +54905,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "temperature": true, "tool_call": true, @@ -75707,7 +54949,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "temperature": true, "tool_call": false, @@ -75798,7 +55041,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75819,7 +55063,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "temperature": true, "tool_call": true, @@ -75840,7 +55085,8 @@ ] }, "limit": { - "context": 65536 + "context": 65536, + "output": 65536 }, "temperature": true, "tool_call": true, @@ -75884,7 +55130,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "temperature": true, "tool_call": true, @@ -75906,7 +55153,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "temperature": true, "tool_call": true, @@ -75928,7 +55176,8 @@ ] }, "limit": { - "context": 32000 + "context": 32000, + "output": 32000 }, "temperature": true, "tool_call": true, @@ -75971,7 +55220,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -76012,7 +55262,8 @@ ] }, "limit": { - "context": 262144 + "context": 262144, + "output": 262144 }, "tool_call": true, "reasoning": { @@ -76054,7 +55305,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -76137,7 +55389,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -76157,7 +55410,8 @@ ] }, "limit": { - "context": 4096 + "context": 4096, + "output": 4096 }, "tool_call": false, "reasoning": { @@ -76199,7 +55453,8 @@ ] }, "limit": { - "context": 32768 + "context": 8192, + "output": 2048 }, "tool_call": false, "reasoning": { @@ -76240,7 +55495,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -76260,7 +55516,8 @@ ] }, "limit": { - "context": 65536 + "context": 65536, + "output": 65536 }, "tool_call": true, "reasoning": { @@ -76345,7 +55602,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -76366,7 +55624,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -76389,7 +55648,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -76434,7 +55694,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -76455,7 +55716,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "tool_call": true, "reasoning": { @@ -77194,6 +56456,99 @@ }, "attachment": true }, + { + "id": "openai/gpt-5.1", + "name": "OpenAI: GPT-5.1", + "display_name": "OpenAI: GPT-5.1", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + }, + "attachment": true + }, + { + "id": "openai/gpt-5.1-chat", + "name": "OpenAI: GPT-5.1 Chat", + "display_name": "OpenAI: GPT-5.1 Chat", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 16384 + }, + "tool_call": true, + "reasoning": { + "supported": false + }, + "attachment": true + }, + { + "id": "openai/gpt-5.1-codex", + "name": "OpenAI: GPT-5.1-Codex", + "display_name": "OpenAI: GPT-5.1-Codex", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + } + }, + { + "id": "openai/gpt-5.1-codex-mini", + "name": "OpenAI: GPT-5.1-Codex-Mini", + "display_name": "OpenAI: GPT-5.1-Codex-Mini", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 100000 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + } + }, { "id": "openai/gpt-oss-120b", "name": "OpenAI: gpt-oss-120b", @@ -77229,7 +56584,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -77250,7 +56606,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -77575,29 +56932,11 @@ "text" ] }, - "tool_call": false, - "reasoning": { - "supported": false - } - }, - { - "id": "openrouter/polaris-alpha", - "name": "Polaris Alpha", - "display_name": "Polaris Alpha", - "modalities": { - "input": [ - "text", - "image" - ], - "output": [ - "text" - ] - }, "limit": { - "context": 256000, - "output": 128000 + "context": 0, + "output": 0 }, - "tool_call": true, + "tool_call": false, "reasoning": { "supported": false } @@ -77616,7 +56955,8 @@ ] }, "limit": { - "context": 127072 + "context": 127072, + "output": 127072 }, "tool_call": false, "reasoning": { @@ -77636,7 +56976,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "tool_call": false, "reasoning": { @@ -77702,7 +57043,8 @@ ] }, "limit": { - "context": 127000 + "context": 127000, + "output": 127000 }, "tool_call": false, "reasoning": { @@ -77724,7 +57066,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "tool_call": false, "reasoning": { @@ -77766,7 +57109,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -77786,7 +57130,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": true, "reasoning": { @@ -77827,7 +57172,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -77848,7 +57194,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -78018,7 +57365,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": false, "reasoning": { @@ -78061,7 +57409,8 @@ ] }, "limit": { - "context": 16384 + "context": 16384, + "output": 16384 }, "tool_call": false, "reasoning": { @@ -78125,7 +57474,8 @@ ] }, "limit": { - "context": 40960 + "context": 40960, + "output": 40960 }, "tool_call": false, "reasoning": { @@ -78212,7 +57562,8 @@ ] }, "limit": { - "context": 40960 + "context": 40960, + "output": 40960 }, "tool_call": true, "reasoning": { @@ -78276,8 +57627,8 @@ ] }, "limit": { - "context": 262144, - "output": 131072 + "context": 32768, + "output": 32768 }, "tool_call": true, "reasoning": { @@ -78298,7 +57649,8 @@ ] }, "limit": { - "context": 40960 + "context": 40960, + "output": 40960 }, "tool_call": false, "reasoning": { @@ -78341,7 +57693,8 @@ ] }, "limit": { - "context": 40960 + "context": 40960, + "output": 40960 }, "tool_call": true, "reasoning": { @@ -78578,7 +57931,8 @@ ] }, "limit": { - "context": 262144 + "context": 131072, + "output": 32768 }, "temperature": true, "tool_call": true, @@ -78624,7 +57978,8 @@ ] }, "limit": { - "context": 262144 + "context": 262144, + "output": 262144 }, "temperature": true, "tool_call": true, @@ -78716,7 +58071,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": true, "reasoning": { @@ -78737,7 +58093,8 @@ ] }, "limit": { - "context": 16000 + "context": 16000, + "output": 16000 }, "tool_call": false, "reasoning": { @@ -78799,7 +58156,8 @@ ] }, "limit": { - "context": 8192 + "context": 8192, + "output": 8192 }, "tool_call": false, "reasoning": { @@ -78819,7 +58177,8 @@ ] }, "limit": { - "context": 16000 + "context": 16000, + "output": 16000 }, "tool_call": false, "reasoning": { @@ -78839,7 +58198,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": true, "reasoning": { @@ -78903,7 +58263,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": false, "reasoning": { @@ -78988,7 +58349,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": true, "reasoning": { @@ -79029,7 +58391,8 @@ ] }, "limit": { - "context": 32768 + "context": 32768, + "output": 32768 }, "tool_call": true, "reasoning": { @@ -79094,7 +58457,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": false, "reasoning": { @@ -79137,7 +58501,8 @@ ] }, "limit": { - "context": 163840 + "context": 163840, + "output": 163840 }, "tool_call": false, "reasoning": { @@ -79158,7 +58523,8 @@ ] }, "limit": { - "context": 6144 + "context": 6144, + "output": 6144 }, "tool_call": false, "reasoning": { @@ -79178,7 +58544,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -79198,7 +58565,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -79218,7 +58586,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -79239,7 +58608,8 @@ ] }, "limit": { - "context": 131072 + "context": 131072, + "output": 131072 }, "tool_call": true, "reasoning": { @@ -79261,7 +58631,8 @@ ] }, "limit": { - "context": 256000 + "context": 256000, + "output": 256000 }, "tool_call": true, "reasoning": { @@ -79292,6 +58663,29 @@ "default": true } }, + { + "id": "x-ai/grok-4.1-fast", + "name": "xAI: Grok 4.1 Fast", + "display_name": "xAI: Grok 4.1 Fast", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 2000000, + "output": 30000 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + } + }, { "id": "x-ai/grok-code-fast-1", "name": "xAI: Grok Code Fast 1", @@ -79327,7 +58721,8 @@ ] }, "limit": { - "context": 128000 + "context": 128000, + "output": 128000 }, "temperature": true, "tool_call": true, @@ -79464,8 +58859,8 @@ ] }, "limit": { - "context": 204800, - "output": 131072 + "context": 202752, + "output": 202752 }, "temperature": true, "tool_call": true, @@ -79493,6 +58888,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": false, "reasoning": { "supported": true, @@ -79511,6 +58910,10 @@ "text" ] }, + "limit": { + "context": 200000, + "output": 8192 + }, "tool_call": true, "reasoning": { "supported": false @@ -79528,6 +58931,10 @@ "text" ] }, + "limit": { + "context": 200000, + "output": 8192 + }, "tool_call": true, "reasoning": { "supported": false @@ -79545,6 +58952,10 @@ "text" ] }, + "limit": { + "context": 200000, + "output": 64000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79562,6 +58973,10 @@ "text" ] }, + "limit": { + "context": 200000, + "output": 4096 + }, "tool_call": true, "reasoning": { "supported": false @@ -79580,6 +58995,10 @@ "text" ] }, + "limit": { + "context": 20000, + "output": 20000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79597,6 +59016,10 @@ "text" ] }, + "limit": { + "context": 200000, + "output": 32000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79614,6 +59037,10 @@ "text" ] }, + "limit": { + "context": 200000, + "output": 32000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79631,6 +59058,10 @@ "text" ] }, + "limit": { + "context": 200000, + "output": 64000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79649,6 +59080,10 @@ "text" ] }, + "limit": { + "context": 200000, + "output": 64000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79666,6 +59101,10 @@ "text" ] }, + "limit": { + "context": 163840, + "output": 32768 + }, "tool_call": true, "reasoning": { "supported": true, @@ -79684,6 +59123,10 @@ "text" ] }, + "limit": { + "context": 163840, + "output": 163840 + }, "tool_call": true, "reasoning": { "supported": false @@ -79701,6 +59144,10 @@ "text" ] }, + "limit": { + "context": 163840, + "output": 32768 + }, "tool_call": true, "reasoning": { "supported": true, @@ -79719,22 +59166,9 @@ "text" ] }, - "tool_call": true, - "reasoning": { - "supported": false - } - }, - { - "id": "doubao-1.5-pro-32k", - "name": "doubao-1.5-pro-32k", - "display_name": "doubao-1.5-pro-32k", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] + "limit": { + "context": 128000, + "output": 12000 }, "tool_call": true, "reasoning": { @@ -79753,56 +59187,9 @@ "text" ] }, - "tool_call": true, - "reasoning": { - "supported": false - } - }, - { - "id": "doubao-pro-32k-241215", - "name": "doubao-pro-32k-241215", - "display_name": "doubao-pro-32k-241215", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "tool_call": true, - "reasoning": { - "supported": false - } - }, - { - "id": "doubao-pro-32k-browsing-241115", - "name": "doubao-pro-32k-browsing-241115", - "display_name": "doubao-pro-32k-browsing-241115", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] - }, - "tool_call": true, - "reasoning": { - "supported": false - } - }, - { - "id": "doubao-pro-32k-character-241215", - "name": "doubao-pro-32k-character-241215", - "display_name": "doubao-pro-32k-character-241215", - "modalities": { - "input": [ - "text" - ], - "output": [ - "text" - ] + "limit": { + "context": 200000, + "output": 64000 }, "tool_call": true, "reasoning": { @@ -79821,6 +59208,10 @@ "text" ] }, + "limit": { + "context": 123000, + "output": 12000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79838,6 +59229,10 @@ "text" ] }, + "limit": { + "context": 123000, + "output": 16000 + }, "tool_call": true, "reasoning": { "supported": true, @@ -79856,6 +59251,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 200000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79873,6 +59272,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 65535 + }, "tool_call": true, "reasoning": { "supported": false @@ -79890,6 +59293,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 65535 + }, "tool_call": true, "reasoning": { "supported": false @@ -79907,6 +59314,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 65535 + }, "tool_call": true, "reasoning": { "supported": false @@ -79924,6 +59335,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 65535 + }, "tool_call": true, "reasoning": { "supported": false @@ -79942,6 +59357,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 65536 + }, "tool_call": true, "reasoning": { "supported": true, @@ -79960,6 +59379,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 200000 + }, "tool_call": true, "reasoning": { "supported": false @@ -79977,6 +59400,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 65535 + }, "tool_call": true, "reasoning": { "supported": false @@ -79994,6 +59421,32 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 200000 + }, + "tool_call": true, + "reasoning": { + "supported": false + } + }, + { + "id": "gemini-3-pro-preview", + "name": "gemini-3-pro-preview", + "display_name": "gemini-3-pro-preview", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65536 + }, "tool_call": true, "reasoning": { "supported": false @@ -80011,6 +59464,10 @@ "text" ] }, + "limit": { + "context": 32768, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false @@ -80028,6 +59485,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 8192 + }, "tool_call": false, "reasoning": { "supported": false @@ -80045,6 +59506,10 @@ "text" ] }, + "limit": { + "context": 65536, + "output": 8000 + }, "tool_call": false, "reasoning": { "supported": true, @@ -80063,6 +59528,10 @@ "text" ] }, + "limit": { + "context": 65536, + "output": 16384 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80081,6 +59550,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 98304 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80099,6 +59572,10 @@ "text" ] }, + "limit": { + "context": 1047576, + "output": 32768 + }, "tool_call": true, "reasoning": { "supported": false @@ -80116,6 +59593,10 @@ "text" ] }, + "limit": { + "context": 1047576, + "output": 32768 + }, "tool_call": true, "reasoning": { "supported": false @@ -80133,6 +59614,10 @@ "text" ] }, + "limit": { + "context": 1047576, + "output": 32768 + }, "tool_call": true, "reasoning": { "supported": false @@ -80150,6 +59635,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80167,6 +59656,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80184,6 +59677,10 @@ "text" ] }, + "limit": { + "context": 400000, + "output": 128000 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80202,6 +59699,10 @@ "text" ] }, + "limit": { + "context": 400000, + "output": 128000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80220,6 +59721,10 @@ "text" ] }, + "limit": { + "context": 400000, + "output": 128000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80237,6 +59742,10 @@ "text" ] }, + "limit": { + "context": 400000, + "output": 128000 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80255,6 +59764,10 @@ "text" ] }, + "limit": { + "context": 400000, + "output": 128000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80273,6 +59786,76 @@ "text" ] }, + "limit": { + "context": 400000, + "output": 272000 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + } + }, + { + "id": "gpt-5.1", + "name": "gpt-5.1", + "display_name": "gpt-5.1", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + } + }, + { + "id": "gpt-5.1-chat-latest", + "name": "gpt-5.1-chat-latest", + "display_name": "gpt-5.1-chat-latest", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 16000 + }, + "tool_call": true, + "reasoning": { + "supported": true, + "default": true + } + }, + { + "id": "gpt-5.1-codex", + "name": "gpt-5.1-codex", + "display_name": "gpt-5.1-codex", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 400000, + "output": 128000 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80291,6 +59874,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 32000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80308,6 +59895,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80325,6 +59916,10 @@ "text" ] }, + "limit": { + "context": 256000, + "output": 8192 + }, "tool_call": true, "reasoning": { "supported": false @@ -80343,6 +59938,10 @@ "text" ] }, + "limit": { + "context": 2000000, + "output": 2000000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80361,6 +59960,10 @@ "text" ] }, + "limit": { + "context": 2000000, + "output": 2000000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80378,6 +59981,10 @@ "text" ] }, + "limit": { + "context": 256000, + "output": 256000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80395,6 +60002,10 @@ "text" ] }, + "limit": { + "context": 262144, + "output": 262144 + }, "tool_call": true, "reasoning": { "supported": false @@ -80412,6 +60023,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80429,6 +60044,10 @@ "text" ] }, + "limit": { + "context": 8192, + "output": 8192 + }, "tool_call": true, "reasoning": { "supported": false @@ -80446,6 +60065,10 @@ "text" ] }, + "limit": { + "context": 8192, + "output": 8192 + }, "tool_call": true, "reasoning": { "supported": false @@ -80463,6 +60086,10 @@ "text" ] }, + "limit": { + "context": 16384, + "output": 16384 + }, "tool_call": false, "reasoning": { "supported": false @@ -80480,6 +60107,10 @@ "text" ] }, + "limit": { + "context": 32768, + "output": 32000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80497,6 +60128,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 120000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80514,6 +60149,10 @@ "text" ] }, + "limit": { + "context": 1048576, + "output": 1048576 + }, "tool_call": true, "reasoning": { "supported": false @@ -80531,6 +60170,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80548,6 +60191,10 @@ "text" ] }, + "limit": { + "context": 1000000, + "output": 40000 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80566,6 +60213,10 @@ "text" ] }, + "limit": { + "context": 32768, + "output": 8192 + }, "tool_call": false, "reasoning": { "supported": false @@ -80583,6 +60234,10 @@ "text" ] }, + "limit": { + "context": 60288, + "output": 32000 + }, "tool_call": false, "reasoning": { "supported": false @@ -80600,6 +60255,10 @@ "text" ] }, + "limit": { + "context": 4096, + "output": 4096 + }, "tool_call": false, "reasoning": { "supported": false @@ -80617,6 +60276,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80634,6 +60297,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80651,6 +60318,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80668,6 +60339,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": false @@ -80685,6 +60360,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80703,6 +60382,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": true, @@ -80721,6 +60404,10 @@ "text" ] }, + "limit": { + "context": 32000, + "output": 8192 + }, "tool_call": true, "reasoning": { "supported": false @@ -80738,6 +60425,10 @@ "text" ] }, + "limit": { + "context": 4096, + "output": 2048 + }, "tool_call": false, "reasoning": { "supported": false @@ -80755,6 +60446,10 @@ "text" ] }, + "limit": { + "context": 32000, + "output": 32000 + }, "tool_call": true, "reasoning": { "supported": false @@ -80772,6 +60467,10 @@ "text" ] }, + "limit": { + "context": 32768, + "output": 32768 + }, "tool_call": false, "reasoning": { "supported": false @@ -80789,6 +60488,10 @@ "text" ] }, + "limit": { + "context": 40960, + "output": 20000 + }, "tool_call": false, "reasoning": { "supported": true, @@ -80807,6 +60510,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 16384 + }, "tool_call": true, "reasoning": { "supported": false @@ -80824,6 +60531,10 @@ "text" ] }, + "limit": { + "context": 131072, + "output": 131072 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80842,6 +60553,10 @@ "text" ] }, + "limit": { + "context": 40960, + "output": 20000 + }, "tool_call": false, "reasoning": { "supported": true, @@ -80860,6 +60575,10 @@ "text" ] }, + "limit": { + "context": 40960, + "output": 20000 + }, "tool_call": false, "reasoning": { "supported": true, @@ -80878,6 +60597,10 @@ "text" ] }, + "limit": { + "context": 128000, + "output": 20000 + }, "tool_call": false, "reasoning": { "supported": true, @@ -80896,6 +60619,10 @@ "text" ] }, + "limit": { + "context": 262144, + "output": 65536 + }, "tool_call": true, "reasoning": { "supported": false @@ -80913,6 +60640,10 @@ "text" ] }, + "limit": { + "context": 65536, + "output": 65536 + }, "tool_call": true, "reasoning": { "supported": false @@ -80930,6 +60661,10 @@ "text" ] }, + "limit": { + "context": 65536, + "output": 65536 + }, "tool_call": true, "reasoning": { "supported": true, @@ -80948,6 +60683,10 @@ "text" ] }, + "limit": { + "context": 8192, + "output": 8192 + }, "tool_call": true, "reasoning": { "supported": false diff --git a/src/main/events.ts b/src/main/events.ts index 2b99d3289..d74899523 100644 --- a/src/main/events.ts +++ b/src/main/events.ts @@ -20,6 +20,8 @@ export const CONFIG_EVENTS = { CUSTOM_PROXY_URL_CHANGED: 'config:custom-proxy-url-changed', SYNC_SETTINGS_CHANGED: 'config:sync-settings-changed', SEARCH_ENGINES_UPDATED: 'config:search-engines-updated', + SEARCH_PREVIEW_CHANGED: 'config:search-preview-changed', + NOTIFICATIONS_CHANGED: 'config:notifications-changed', CONTENT_PROTECTION_CHANGED: 'config:content-protection-changed', SOUND_ENABLED_CHANGED: 'config:sound-enabled-changed', // 新增：声音开关变更事件 COPY_WITH_COT_CHANGED: 'config:copy-with-cot-enabled-changed', diff --git a/src/main/presenter/configPresenter/acpConfHelper.ts b/src/main/presenter/configPresenter/acpConfHelper.ts new file mode 100644 index 000000000..f56d1eb86 --- /dev/null +++ b/src/main/presenter/configPresenter/acpConfHelper.ts @@ -0,0 +1,718 @@ +import ElectronStore from 'electron-store' +import { nanoid } from 'nanoid' +import type { + AcpAgentConfig, + AcpAgentProfile, + AcpBuiltinAgent, + AcpBuiltinAgentId, + AcpCustomAgent, + AcpStoreData +} from '@shared/presenter' + +const ACP_STORE_VERSION = '2' +const DEFAULT_PROFILE_NAME = 'Default' + +const BUILTIN_ORDER: AcpBuiltinAgentId[] = ['kimi-cli', 'claude-code-acp', 'codex-acp'] + +interface BuiltinTemplate { + name: string + defaultProfile: () => Omit +} + +const BUILTIN_TEMPLATES: Record = { + 'kimi-cli': { + name: 'Kimi CLI', + defaultProfile: () => ({ + name: DEFAULT_PROFILE_NAME, + command: 'uv', + args: ['tool', 'run', '--from', 'kimi-cli', 'kimi', '--acp'], + env: {} + }) + }, + 'claude-code-acp': { + name: 'Claude Code ACP', + defaultProfile: () => ({ + name: DEFAULT_PROFILE_NAME, + command: 'npx', + args: ['-y', '@zed-industries/claude-code-acp'], + env: { ANTHROPIC_API_KEY: '' } + }) + }, + 'codex-acp': { + name: 'Codex CLI ACP', + defaultProfile: () => ({ + name: DEFAULT_PROFILE_NAME, + command: 'npx', + args: ['-y', '@zed-industries/codex-acp'], + env: { OPENAI_API_KEY: '' } + }) + } +} + +type InternalStore = Partial & { + agents?: AcpAgentConfig[] + builtinsVersion?: string +} + +const deepClone = (value: T): T => { + if (value === undefined || value === null) { + return value + } + return JSON.parse(JSON.stringify(value)) +} + +export class AcpConfHelper { + private store: ElectronStore + + constructor() { + this.store = new ElectronStore({ + name: 'acp_agents', + defaults: { + builtins: [], + customs: [], + enabled: false, + version: ACP_STORE_VERSION + } + }) + + this.migrateLegacyAgents() + this.ensureStoreInitialized() + } + + getGlobalEnabled(): boolean { + return Boolean(this.store.get('enabled')) + } + + setGlobalEnabled(enabled: boolean): boolean { + const current = this.getGlobalEnabled() + if (current === enabled) { + return false + } + this.store.set('enabled', enabled) + return true + } + + getEnabledAgents(): AcpAgentConfig[] { + const data = this.getData() + if (!data.enabled) { + return [] + } + + const builtinAgents: AcpAgentConfig[] = [] + data.builtins.forEach((agent) => { + if (!agent.enabled) { + return + } + const profile = + agent.profiles.find((p) => p.id === agent.activeProfileId) || agent.profiles[0] + if (!profile) { + return + } + const profileLabel = profile.name?.trim() || DEFAULT_PROFILE_NAME + builtinAgents.push({ + id: agent.id, + name: `${agent.name} - ${profileLabel}`, + command: profile.command, + args: profile.args, + env: profile.env + }) + }) + + const customAgents = data.customs + .filter((agent) => agent.enabled) + .map((agent) => ({ + id: agent.id, + name: agent.name, + command: agent.command, + args: agent.args, + env: agent.env + })) + + return [...builtinAgents, ...customAgents] + } + + getBuiltins(): AcpBuiltinAgent[] { + return deepClone(this.getData().builtins) + } + + getCustoms(): AcpCustomAgent[] { + return deepClone(this.getData().customs) + } + + addBuiltinProfile( + agentId: AcpBuiltinAgentId, + profile: Omit, + options?: { activate?: boolean } + ): AcpAgentProfile { + let createdProfile: AcpAgentProfile | null = null + this.mutateBuiltins((builtins) => { + const target = builtins.find((agent) => agent.id === agentId) + if (!target) return + createdProfile = this.createProfile(profile) + target.profiles.push(createdProfile) + if ((options?.activate ?? true) || !target.activeProfileId) { + target.activeProfileId = createdProfile.id + } + }) + + if (!createdProfile) { + throw new Error(`Failed to add profile for ACP builtin ${agentId}`) + } + return createdProfile + } + + updateBuiltinProfile( + agentId: AcpBuiltinAgentId, + profileId: string, + updates: Partial> + ): AcpAgentProfile | null { + let updatedProfile: AcpAgentProfile | null = null + this.mutateBuiltins((builtins) => { + const target = builtins.find((agent) => agent.id === agentId) + if (!target) return + const index = target.profiles.findIndex((profile) => profile.id === profileId) + if (index === -1) return + const merged: AcpAgentProfile | null = this.normalizeProfile({ + ...target.profiles[index], + ...updates, + id: profileId + }) + if (!merged) return + target.profiles[index] = merged + updatedProfile = merged + if (!target.activeProfileId) { + target.activeProfileId = merged.id + } + }) + return updatedProfile + } + + removeBuiltinProfile(agentId: AcpBuiltinAgentId, profileId: string): boolean { + let removed = false + this.mutateBuiltins((builtins) => { + const target = builtins.find((agent) => agent.id === agentId) + if (!target) return + if (target.profiles.length <= 1) return + const index = target.profiles.findIndex((profile) => profile.id === profileId) + if (index === -1) return + target.profiles.splice(index, 1) + removed = true + if (target.activeProfileId === profileId) { + target.activeProfileId = target.profiles[0]?.id ?? null + } + }) + return removed + } + + setBuiltinActiveProfile(agentId: AcpBuiltinAgentId, profileId: string): void { + this.mutateBuiltins((builtins) => { + const target = builtins.find((agent) => agent.id === agentId) + if (!target) return + if (!target.profiles.some((profile) => profile.id === profileId)) return + target.activeProfileId = profileId + }) + } + + setBuiltinEnabled(agentId: AcpBuiltinAgentId, enabled: boolean): void { + this.mutateBuiltins((builtins) => { + const target = builtins.find((agent) => agent.id === agentId) + if (!target) return + target.enabled = enabled + if (enabled && !target.activeProfileId) { + target.activeProfileId = target.profiles[0]?.id ?? null + } + }) + } + + addCustomAgent( + agent: Omit & { id?: string; enabled?: boolean } + ): AcpCustomAgent { + const normalized = this.normalizeCustomAgent( + { + id: agent.id, + name: agent.name, + command: agent.command, + args: agent.args, + env: agent.env, + enabled: agent.enabled ?? true + }, + { enabled: agent.enabled ?? true } + ) + if (!normalized) { + throw new Error('Invalid ACP custom agent payload') + } + let result = normalized + this.mutateCustoms((customs) => { + const existingIndex = customs.findIndex((item) => item.id === normalized.id) + if (existingIndex !== -1) { + customs[existingIndex] = normalized + result = normalized + } else { + customs.push(normalized) + result = normalized + } + }) + return result + } + + updateCustomAgent( + agentId: string, + updates: Partial> + ): AcpCustomAgent | null { + let updated: AcpCustomAgent | null = null + this.mutateCustoms((customs) => { + const index = customs.findIndex((agent) => agent.id === agentId) + if (index === -1) return + const merged = this.normalizeCustomAgent( + { + ...customs[index], + ...updates, + id: agentId, + enabled: updates.enabled ?? customs[index].enabled + }, + { enabled: updates.enabled ?? customs[index].enabled } + ) + if (!merged) return + customs[index] = merged + updated = merged + }) + return updated + } + + removeCustomAgent(agentId: string): boolean { + let removed = false + this.mutateCustoms((customs) => { + const next = customs.filter((agent) => agent.id !== agentId) + if (next.length === customs.length) return + customs.splice(0, customs.length, ...next) + removed = true + }) + return removed + } + + setCustomAgentEnabled(agentId: string, enabled: boolean): void { + this.mutateCustoms((customs) => { + const target = customs.find((agent) => agent.id === agentId) + if (!target) return + target.enabled = enabled + }) + } + + replaceWithLegacyAgents(agents: AcpAgentConfig[]): AcpAgentConfig[] { + const sanitized: AcpAgentConfig[] = [] + for (const agent of agents) { + const normalized = this.normalizeLegacyAgent(agent) + if (normalized) { + sanitized.push(normalized) + } + } + + const builtinMap = new Map() + for (const id of BUILTIN_ORDER) { + builtinMap.set(id, this.createDefaultBuiltin(id)) + } + + const customs: AcpCustomAgent[] = [] + + sanitized.forEach((agent) => { + if (this.isBuiltinAgent(agent.id)) { + const profile = this.createProfile({ + name: agent.name, + command: agent.command, + args: agent.args, + env: agent.env + }) + const target = builtinMap.get(agent.id)! + target.enabled = true + target.profiles = [profile] + target.activeProfileId = profile.id + } else { + const custom = this.normalizeCustomAgent( + { + id: agent.id, + name: agent.name, + command: agent.command, + args: agent.args, + env: agent.env, + enabled: true + }, + { enabled: true } + ) + if (custom) { + customs.push(custom) + } + } + }) + + const builtins = BUILTIN_ORDER.map((id) => builtinMap.get(id)!) + this.store.set('builtins', builtins) + this.store.set('customs', customs) + this.store.set('version', ACP_STORE_VERSION) + return sanitized + } + + addLegacyAgent(agent: Omit & { id?: string }): AcpAgentConfig { + const normalized = this.normalizeLegacyAgent({ ...agent, id: agent.id ?? nanoid(8) }) + if (!normalized) { + throw new Error('Invalid ACP agent payload') + } + + if (this.isBuiltinAgent(normalized.id)) { + const profile = this.createProfile({ + name: normalized.name, + command: normalized.command, + args: normalized.args, + env: normalized.env + }) + this.mutateBuiltins((builtins) => { + const target = builtins.find((item) => item.id === normalized.id) + if (!target) return + target.enabled = true + target.profiles = [profile] + target.activeProfileId = profile.id + }) + return normalized + } + + const custom = this.addCustomAgent({ + id: normalized.id, + name: normalized.name, + command: normalized.command, + args: normalized.args, + env: normalized.env, + enabled: true + }) + + return { + id: custom.id, + name: custom.name, + command: custom.command, + args: custom.args, + env: custom.env + } + } + + updateLegacyAgent( + agentId: string, + updates: Partial> + ): AcpAgentConfig | null { + if (this.isBuiltinAgent(agentId)) { + let result: AcpAgentConfig | null = null + this.mutateBuiltins((builtins) => { + const target = builtins.find((agent) => agent.id === agentId) + if (!target) return + const currentProfile = target.profiles.find( + (profile) => profile.id === target.activeProfileId + ) + if (!currentProfile) return + const merged = this.normalizeProfile({ + ...currentProfile, + ...updates, + id: currentProfile.id + }) + if (!merged) return + target.profiles = [merged] + target.activeProfileId = merged.id + target.enabled = true + result = { + id: target.id, + name: merged.name, + command: merged.command, + args: merged.args, + env: merged.env + } + }) + return result + } + + const updated = this.updateCustomAgent(agentId, { + name: updates.name, + command: updates.command, + args: updates.args, + env: updates.env + }) + + if (!updated) { + return null + } + + return { + id: updated.id, + name: updated.name, + command: updated.command, + args: updated.args, + env: updated.env + } + } + + removeLegacyAgent(agentId: string): boolean { + if (this.isBuiltinAgent(agentId)) { + let changed = false + this.mutateBuiltins((builtins) => { + const target = builtins.find((agent) => agent.id === agentId) + if (!target) return + target.enabled = false + const defaultProfile = this.createProfile(BUILTIN_TEMPLATES[agentId].defaultProfile()) + target.profiles = [defaultProfile] + target.activeProfileId = defaultProfile.id + changed = true + }) + return changed + } + + return this.removeCustomAgent(agentId) + } + + private mutateBuiltins(mutator: (builtins: AcpBuiltinAgent[]) => void): void { + const data = this.getData() + mutator(data.builtins) + const normalized = this.normalizeBuiltins(data.builtins) + this.store.set('builtins', normalized) + this.store.set('version', ACP_STORE_VERSION) + } + + private mutateCustoms(mutator: (customs: AcpCustomAgent[]) => void): void { + const data = this.getData() + mutator(data.customs) + const normalized = this.normalizeCustoms(data.customs) + this.store.set('customs', normalized) + this.store.set('version', ACP_STORE_VERSION) + } + + private migrateLegacyAgents(): void { + const legacyAgents = this.store.get('agents') as AcpAgentConfig[] | undefined + if (!legacyAgents || !legacyAgents.length) { + return + } + + const sanitized = legacyAgents + .map((agent) => this.normalizeLegacyAgent(agent)) + .filter((agent): agent is AcpAgentConfig => Boolean(agent)) + + const builtinMap = new Map() + BUILTIN_ORDER.forEach((id) => { + builtinMap.set(id, this.createDefaultBuiltin(id)) + }) + + const customs: AcpCustomAgent[] = [] + + sanitized.forEach((agent) => { + if (this.isBuiltinAgent(agent.id)) { + const profile = this.createProfile({ + name: agent.name, + command: agent.command, + args: agent.args, + env: agent.env + }) + const target = builtinMap.get(agent.id)! + target.enabled = true + target.profiles = [profile] + target.activeProfileId = profile.id + } else { + const custom = this.normalizeCustomAgent( + { + id: agent.id, + name: agent.name, + command: agent.command, + args: agent.args, + env: agent.env, + enabled: true + }, + { enabled: true } + ) + if (custom) { + customs.push(custom) + } + } + }) + + this.store.set( + 'builtins', + BUILTIN_ORDER.map((id) => builtinMap.get(id)!) + ) + this.store.set('customs', customs) + this.store.delete('agents') + this.store.delete('builtinsVersion') + this.store.set('version', ACP_STORE_VERSION) + } + + private ensureStoreInitialized(): void { + const builtins = this.store.get('builtins') as AcpBuiltinAgent[] | undefined + const customs = this.store.get('customs') as AcpCustomAgent[] | undefined + + if (!Array.isArray(builtins) || !builtins.length) { + this.store.set('builtins', this.createDefaultBuiltins()) + } else { + this.store.set('builtins', this.normalizeBuiltins(builtins)) + } + + this.store.set('customs', this.normalizeCustoms(customs)) + + if (!this.store.get('version')) { + this.store.set('version', ACP_STORE_VERSION) + } + } + + private getData(): AcpStoreData { + return { + builtins: deepClone( + (this.store.get('builtins') as AcpBuiltinAgent[]) ?? this.createDefaultBuiltins() + ), + customs: deepClone((this.store.get('customs') as AcpCustomAgent[]) ?? []), + enabled: this.getGlobalEnabled(), + version: (this.store.get('version') as string | undefined) ?? ACP_STORE_VERSION + } + } + + private createDefaultBuiltins(): AcpBuiltinAgent[] { + return BUILTIN_ORDER.map((id) => this.createDefaultBuiltin(id)) + } + + private createDefaultBuiltin(id: AcpBuiltinAgentId): AcpBuiltinAgent { + const profile = this.createProfile(BUILTIN_TEMPLATES[id].defaultProfile()) + return { + id, + name: BUILTIN_TEMPLATES[id].name, + enabled: false, + activeProfileId: profile.id, + profiles: [profile] + } + } + + private normalizeBuiltins(builtins?: AcpBuiltinAgent[]): AcpBuiltinAgent[] { + const normalizedMap = new Map() + builtins + ?.filter((agent): agent is AcpBuiltinAgent => Boolean(agent) && this.isBuiltinAgent(agent.id)) + .forEach((agent) => { + normalizedMap.set(agent.id, this.normalizeBuiltin(agent)) + }) + + return BUILTIN_ORDER.map((id) => normalizedMap.get(id) ?? this.createDefaultBuiltin(id)) + } + + private normalizeBuiltin(agent: AcpBuiltinAgent): AcpBuiltinAgent { + const template = BUILTIN_TEMPLATES[agent.id] + const profiles = (agent.profiles || []) + .map((profile) => this.normalizeProfile(profile)) + .filter((profile): profile is AcpAgentProfile => Boolean(profile)) + + if (!profiles.length) { + profiles.push(this.createProfile(template.defaultProfile())) + } + + let activeProfileId = profiles.find((profile) => profile.id === agent.activeProfileId)?.id + if (!activeProfileId) { + activeProfileId = profiles[0].id + } + + return { + id: agent.id, + name: template.name, + enabled: Boolean(agent.enabled), + activeProfileId, + profiles + } + } + + private normalizeCustoms(customs?: AcpCustomAgent[]): AcpCustomAgent[] { + if (!Array.isArray(customs)) { + return [] + } + + return customs + .map((agent) => + this.normalizeCustomAgent( + agent, + typeof agent?.enabled === 'boolean' ? { enabled: agent.enabled } : undefined + ) + ) + .filter((agent): agent is AcpCustomAgent => Boolean(agent)) + } + + private normalizeProfile( + profile: Partial & { id?: string } + ): AcpAgentProfile | null { + const command = profile.command?.toString().trim() + if (!command) return null + const name = profile.name?.toString().trim() || DEFAULT_PROFILE_NAME + return { + id: profile.id ?? nanoid(10), + name, + command, + args: this.normalizeArgs(profile.args), + env: this.normalizeEnv(profile.env) + } + } + + private createProfile(profile: Omit & { id?: string }): AcpAgentProfile { + const normalized = this.normalizeProfile({ ...profile, id: profile.id }) + if (!normalized) { + throw new Error('Invalid ACP agent profile payload') + } + return normalized + } + + private normalizeCustomAgent( + agent: Partial & { id?: string }, + defaults?: { enabled?: boolean } + ): AcpCustomAgent | null { + const name = agent.name?.toString().trim() + const command = agent.command?.toString().trim() + if (!name || !command) { + return null + } + const enabled = typeof agent.enabled === 'boolean' ? agent.enabled : (defaults?.enabled ?? true) + const id = agent.id ?? nanoid(8) + if (this.isBuiltinAgent(id)) { + return null + } + return { + id, + name, + command, + args: this.normalizeArgs(agent.args), + env: this.normalizeEnv(agent.env), + enabled + } + } + + private normalizeLegacyAgent( + agent?: Partial & { id?: string } + ): AcpAgentConfig | null { + if (!agent) return null + const id = agent.id?.toString().trim() + const name = agent.name?.toString().trim() + const command = agent.command?.toString().trim() + if (!id || !name || !command) { + return null + } + return { + id, + name, + command, + args: this.normalizeArgs(agent.args), + env: this.normalizeEnv(agent.env) + } + } + + private normalizeArgs(args?: string[] | null): string[] | undefined { + if (!Array.isArray(args)) return undefined + const cleaned = args + .map((arg) => arg?.toString().trim()) + .filter((arg): arg is string => Boolean(arg && arg.length > 0)) + return cleaned.length ? cleaned : undefined + } + + private normalizeEnv(env?: Record | null): Record | undefined { + if (!env || typeof env !== 'object') return undefined + const entries = Object.entries(env) + .map(([key, value]) => [key?.toString().trim(), value?.toString() ?? ''] as [string, string]) + .filter(([key]) => Boolean(key)) + if (!entries.length) return undefined + return Object.fromEntries(entries) + } + + private isBuiltinAgent(id: string): id is AcpBuiltinAgentId { + return BUILTIN_ORDER.includes(id as AcpBuiltinAgentId) + } +} diff --git a/src/main/presenter/configPresenter/index.ts b/src/main/presenter/configPresenter/index.ts index 950b3ad15..8d8baba3a 100644 --- a/src/main/presenter/configPresenter/index.ts +++ b/src/main/presenter/configPresenter/index.ts @@ -10,13 +10,14 @@ import { Prompt, SystemPrompt, IModelConfig, - BuiltinKnowledgeConfig + BuiltinKnowledgeConfig, + AcpAgentConfig, + AcpAgentProfile, + AcpBuiltinAgent, + AcpBuiltinAgentId, + AcpCustomAgent } from '@shared/presenter' -import { - ProviderChange, - ProviderBatchUpdate, - checkRequiresRebuild -} from '@shared/provider-operations' +import { ProviderBatchUpdate } from '@shared/provider-operations' import { SearchEngineTemplate } from '@shared/chat' import { ModelType } from '@shared/model' import ElectronStore from 'electron-store' @@ -34,12 +35,13 @@ import { KnowledgeConfHelper } from './knowledgeConfHelper' import { providerDbLoader } from './providerDbLoader' import { ProviderAggregate } from '@shared/types/model-db' import { modelCapabilities } from './modelCapabilities' - -// Default system prompt constant -const DEFAULT_SYSTEM_PROMPT = `You are DeepChat, a highly capable AI assistant. Your goal is to fully complete the user’s requested task before handing the conversation back to them. Keep working autonomously until the task is fully resolved. -Be thorough in gathering information. Before replying, make sure you have all the details necessary to provide a complete solution. Use additional tools or ask clarifying questions when needed, but if you can find the answer on your own, avoid asking the user for help. -When using tools, briefly describe your intended steps first—for example, which tool you’ll use and for what purpose. -Adhere to this in all languages.Always respond in the same language as the user's query.` +import { ProviderHelper } from './providerHelper' +import { ModelStatusHelper } from './modelStatusHelper' +import { ProviderModelHelper, PROVIDER_MODELS_DIR } from './providerModelHelper' +import { SystemPromptHelper, DEFAULT_SYSTEM_PROMPT } from './systemPromptHelper' +import { UiSettingsHelper } from './uiSettingsHelper' +import { AcpConfHelper } from './acpConfHelper' +import { AcpProvider } from '../llmProviderPresenter/providers/acpProvider' // Define application settings interface interface IAppSettings { @@ -69,11 +71,6 @@ interface IAppSettings { } // Create interface for model storage -interface IModelStore { - models: MODEL_META[] - custom_models: MODEL_META[] -} - const defaultProviders = DEFAULT_PROVIDERS.map((provider) => ({ id: provider.id, name: provider.name, @@ -84,25 +81,23 @@ const defaultProviders = DEFAULT_PROVIDERS.map((provider) => ({ websites: provider.websites })) -// Define storeKey constants const PROVIDERS_STORE_KEY = 'providers' -const PROVIDER_MODELS_DIR = 'provider_models' -// Model state key prefix -const MODEL_STATUS_KEY_PREFIX = 'model_status_' - export class ConfigPresenter implements IConfigPresenter { private store: ElectronStore - private providersModelStores: Map> = new Map() private customPromptsStore: ElectronStore<{ prompts: Prompt[] }> private systemPromptsStore: ElectronStore<{ prompts: SystemPrompt[] }> private userDataPath: string private currentAppVersion: string private mcpConfHelper: McpConfHelper // Use MCP configuration helper + private acpConfHelper: AcpConfHelper private modelConfigHelper: ModelConfigHelper // Model configuration helper private knowledgeConfHelper: KnowledgeConfHelper // Knowledge configuration helper - // Model status memory cache for high-frequency read/write operations - private modelStatusCache: Map = new Map() + private providerHelper: ProviderHelper + private modelStatusHelper: ModelStatusHelper + private providerModelHelper: ProviderModelHelper + private systemPromptHelper: SystemPromptHelper + private uiSettingsHelper: UiSettingsHelper // Custom prompts cache for high-frequency read operations private customPromptsCache: Prompt[] | null = null @@ -136,6 +131,17 @@ export class ConfigPresenter implements IConfigPresenter { } }) + this.providerHelper = new ProviderHelper({ + store: this.store, + setSetting: this.setSetting.bind(this), + defaultProviders + }) + + this.modelStatusHelper = new ModelStatusHelper({ + store: this.store, + setSetting: this.setSetting.bind(this) + }) + this.initTheme() // Initialize custom prompts storage @@ -162,6 +168,20 @@ export class ConfigPresenter implements IConfigPresenter { } }) + this.systemPromptHelper = new SystemPromptHelper({ + systemPromptsStore: this.systemPromptsStore, + getSetting: this.getSetting.bind(this), + setSetting: this.setSetting.bind(this) + }) + + this.uiSettingsHelper = new UiSettingsHelper({ + getSetting: this.getSetting.bind(this), + setSetting: this.setSetting.bind(this) + }) + + this.acpConfHelper = new AcpConfHelper() + this.syncAcpProviderEnabled(this.acpConfHelper.getGlobalEnabled()) + // Initialize MCP configuration helper this.mcpConfHelper = new McpConfHelper() @@ -171,6 +191,15 @@ export class ConfigPresenter implements IConfigPresenter { // Initialize knowledge configuration helper this.knowledgeConfHelper = new KnowledgeConfHelper() + this.providerModelHelper = new ProviderModelHelper({ + userDataPath: this.userDataPath, + getModelConfig: (modelId: string, providerId?: string) => + this.getModelConfig(modelId, providerId), + setModelStatus: this.modelStatusHelper.setModelStatus.bind(this.modelStatusHelper), + deleteModelStatus: this.modelStatusHelper.deleteModelStatus.bind(this.modelStatusHelper) + }) + + // Initialize built-in ACP agents on first run or version upgrade // Initialize provider models directory this.initProviderModelsDir() @@ -250,21 +279,6 @@ export class ConfigPresenter implements IConfigPresenter { return modelCapabilities.getVerbosityDefault(providerId, modelId) } - private getProviderModelStore(providerId: string): ElectronStore { - if (!this.providersModelStores.has(providerId)) { - const store = new ElectronStore({ - name: `models_${providerId}`, - cwd: path.join(this.userDataPath, PROVIDER_MODELS_DIR), - defaults: { - models: [], - custom_models: [] - } - }) - this.providersModelStores.set(providerId, store) - } - return this.providersModelStores.get(providerId)! - } - private migrateConfigData(oldVersion: string | undefined): void { // Before version 0.2.4, minimax's baseUrl was incorrect and needs to be fixed if (oldVersion && compare(oldVersion, '0.2.4', '<')) { @@ -297,7 +311,7 @@ export class ConfigPresenter implements IConfigPresenter { this.getSetting<(MODEL_META & { enabled: boolean })[]>(oldProviderModelsKey) if (oldModels && oldModels.length > 0) { - const store = this.getProviderModelStore(provider.id) + const store = this.providerModelHelper.getProviderModelStore(provider.id) // Iterate through old models, save enabled state oldModels.forEach((model) => { if (model.enabled) { @@ -318,7 +332,7 @@ export class ConfigPresenter implements IConfigPresenter { this.getSetting<(MODEL_META & { enabled: boolean })[]>(oldCustomModelsKey) if (oldCustomModels && oldCustomModels.length > 0) { - const store = this.getProviderModelStore(provider.id) + const store = this.providerModelHelper.getProviderModelStore(provider.id) // Iterate through old custom models, save enabled state oldCustomModels.forEach((model) => { if (model.enabled) { @@ -415,35 +429,19 @@ export class ConfigPresenter implements IConfigPresenter { } getProviders(): LLM_PROVIDER[] { - const providers = this.getSetting(PROVIDERS_STORE_KEY) - if (Array.isArray(providers) && providers.length > 0) { - return providers - } else { - this.setSetting(PROVIDERS_STORE_KEY, defaultProviders) - return defaultProviders - } + return this.providerHelper.getProviders() } setProviders(providers: LLM_PROVIDER[]): void { - this.setSetting(PROVIDERS_STORE_KEY, providers) - // Trigger new event (need to notify all tabs) - eventBus.send(CONFIG_EVENTS.PROVIDER_CHANGED, SendTarget.ALL_WINDOWS) + this.providerHelper.setProviders(providers) } getProviderById(id: string): LLM_PROVIDER | undefined { - const providers = this.getProviders() - return providers.find((provider) => provider.id === id) + return this.providerHelper.getProviderById(id) } setProviderById(id: string, provider: LLM_PROVIDER): void { - const providers = this.getProviders() - const index = providers.findIndex((p) => p.id === id) - if (index !== -1) { - providers[index] = provider - this.setProviders(providers) - } else { - console.error(`[Config] Provider ${id} not found`) - } + this.providerHelper.setProviderById(id, provider) } /** @@ -453,31 +451,7 @@ export class ConfigPresenter implements IConfigPresenter { * @returns 是否需要重建实例 */ updateProviderAtomic(id: string, updates: Partial): boolean { - const providers = this.getProviders() - const index = providers.findIndex((p) => p.id === id) - - if (index === -1) { - console.error(`[Config] Provider ${id} not found`) - return false - } - - // Check if instance rebuild is needed - const requiresRebuild = checkRequiresRebuild(updates) - - // Update configuration - providers[index] = { ...providers[index], ...updates } - this.setSetting(PROVIDERS_STORE_KEY, providers) - - // Trigger precise change event - const change: ProviderChange = { - operation: 'update', - providerId: id, - requiresRebuild, - updates - } - eventBus.send(CONFIG_EVENTS.PROVIDER_ATOMIC_UPDATE, SendTarget.ALL_WINDOWS, change) - - return requiresRebuild + return this.providerHelper.updateProviderAtomic(id, updates) } /** @@ -485,11 +459,7 @@ export class ConfigPresenter implements IConfigPresenter { * @param batchUpdate 批量更新请求 */ updateProvidersBatch(batchUpdate: ProviderBatchUpdate): void { - // Update complete provider list (used for order changes) - this.setSetting(PROVIDERS_STORE_KEY, batchUpdate.providers) - - // Trigger batch change event - eventBus.send(CONFIG_EVENTS.PROVIDER_BATCH_UPDATE, SendTarget.ALL_WINDOWS, batchUpdate) + this.providerHelper.updateProvidersBatch(batchUpdate) } /** @@ -497,17 +467,7 @@ export class ConfigPresenter implements IConfigPresenter { * @param provider 新的 provider */ addProviderAtomic(provider: LLM_PROVIDER): void { - const providers = this.getProviders() - providers.push(provider) - this.setSetting(PROVIDERS_STORE_KEY, providers) - - const change: ProviderChange = { - operation: 'add', - providerId: provider.id, - requiresRebuild: true, // Adding new provider always requires creating instance - provider - } - eventBus.send(CONFIG_EVENTS.PROVIDER_ATOMIC_UPDATE, SendTarget.ALL_WINDOWS, change) + this.providerHelper.addProviderAtomic(provider) } /** @@ -515,16 +475,7 @@ export class ConfigPresenter implements IConfigPresenter { * @param providerId Provider ID */ removeProviderAtomic(providerId: string): void { - const providers = this.getProviders() - const filteredProviders = providers.filter((p) => p.id !== providerId) - this.setSetting(PROVIDERS_STORE_KEY, filteredProviders) - - const change: ProviderChange = { - operation: 'remove', - providerId, - requiresRebuild: true // Deleting provider requires cleaning up instances - } - eventBus.send(CONFIG_EVENTS.PROVIDER_ATOMIC_UPDATE, SendTarget.ALL_WINDOWS, change) + this.providerHelper.removeProviderAtomic(providerId) } /** @@ -532,150 +483,43 @@ export class ConfigPresenter implements IConfigPresenter { * @param providers 新的 provider 排序 */ reorderProvidersAtomic(providers: LLM_PROVIDER[]): void { - this.setSetting(PROVIDERS_STORE_KEY, providers) - - const change: ProviderChange = { - operation: 'reorder', - providerId: '', // Reordering affects all providers - requiresRebuild: false // Only reordering doesn't require rebuilding instances - } - eventBus.send(CONFIG_EVENTS.PROVIDER_ATOMIC_UPDATE, SendTarget.ALL_WINDOWS, change) - } - - // Construct storage key for model state - private getModelStatusKey(providerId: string, modelId: string): string { - // Replace dots in modelId with hyphens - const formattedModelId = modelId.replace(/\./g, '-') - return `${MODEL_STATUS_KEY_PREFIX}${providerId}_${formattedModelId}` + this.providerHelper.reorderProvidersAtomic(providers) } - // Get model enabled state (with memory cache optimization) getModelStatus(providerId: string, modelId: string): boolean { - const statusKey = this.getModelStatusKey(providerId, modelId) - - // First check memory cache - if (this.modelStatusCache.has(statusKey)) { - return this.modelStatusCache.get(statusKey)! - } - - // Cache miss: read from settings and cache the result - const status = this.getSetting(statusKey) - const finalStatus = typeof status === 'boolean' ? status : false - this.modelStatusCache.set(statusKey, finalStatus) - - return finalStatus + return this.modelStatusHelper.getModelStatus(providerId, modelId) } - // Batch get model enabled states (with memory cache optimization) getBatchModelStatus(providerId: string, modelIds: string[]): Record { - const result: Record = {} - const uncachedKeys: string[] = [] - const uncachedModelIds: string[] = [] - - // First pass: check cache for all models - for (const modelId of modelIds) { - const statusKey = this.getModelStatusKey(providerId, modelId) - if (this.modelStatusCache.has(statusKey)) { - result[modelId] = this.modelStatusCache.get(statusKey)! - } else { - uncachedKeys.push(statusKey) - uncachedModelIds.push(modelId) - } - } - - // Second pass: fetch uncached values from settings and cache them - for (let i = 0; i < uncachedModelIds.length; i++) { - const modelId = uncachedModelIds[i] - const statusKey = uncachedKeys[i] - const status = this.getSetting(statusKey) - const finalStatus = typeof status === 'boolean' ? status : false - - // Cache the result and add to return object - this.modelStatusCache.set(statusKey, finalStatus) - result[modelId] = finalStatus - } - - return result + return this.modelStatusHelper.getBatchModelStatus(providerId, modelIds) } - // Set model enabled state (synchronously update memory cache) setModelStatus(providerId: string, modelId: string, enabled: boolean): void { - const statusKey = this.getModelStatusKey(providerId, modelId) - - // Update both settings and memory cache synchronously - this.setSetting(statusKey, enabled) - this.modelStatusCache.set(statusKey, enabled) - - // Trigger model state change event (need to notify all tabs) - eventBus.sendToRenderer(CONFIG_EVENTS.MODEL_STATUS_CHANGED, SendTarget.ALL_WINDOWS, { - providerId, - modelId, - enabled - }) + this.modelStatusHelper.setModelStatus(providerId, modelId, enabled) } - // Enable model enableModel(providerId: string, modelId: string): void { - this.setModelStatus(providerId, modelId, true) + this.modelStatusHelper.enableModel(providerId, modelId) } - // Disable model disableModel(providerId: string, modelId: string): void { - this.setModelStatus(providerId, modelId, false) + this.modelStatusHelper.disableModel(providerId, modelId) } - // Clear model state cache (for configuration reload or reset scenarios) clearModelStatusCache(): void { - this.modelStatusCache.clear() + this.modelStatusHelper.clearModelStatusCache() } - // Clear model state cache for specific provider clearProviderModelStatusCache(providerId: string): void { - const keysToDelete: string[] = [] - for (const key of this.modelStatusCache.keys()) { - if (key.startsWith(`${MODEL_STATUS_KEY_PREFIX}${providerId}_`)) { - keysToDelete.push(key) - } - } - keysToDelete.forEach((key) => this.modelStatusCache.delete(key)) + this.modelStatusHelper.clearProviderModelStatusCache(providerId) } - // Batch set model states batchSetModelStatus(providerId: string, modelStatusMap: Record): void { - for (const [modelId, enabled] of Object.entries(modelStatusMap)) { - this.setModelStatus(providerId, modelId, enabled) - } + this.modelStatusHelper.batchSetModelStatus(providerId, modelStatusMap) } getProviderModels(providerId: string): MODEL_META[] { - const store = this.getProviderModelStore(providerId) - let models = store.get('models') || [] - - models = models.map((model) => { - const config = this.getModelConfig(model.id, providerId) - if (config) { - model.maxTokens = config.maxTokens - model.contextLength = config.contextLength - // If model already has these properties, keep them, otherwise use values from config or default to false - model.vision = model.vision !== undefined ? model.vision : config.vision || false - model.functionCall = - model.functionCall !== undefined ? model.functionCall : config.functionCall || false - model.reasoning = - model.reasoning !== undefined ? model.reasoning : config.reasoning || false - model.enableSearch = - model.enableSearch !== undefined ? model.enableSearch : config.enableSearch || false - model.type = model.type !== undefined ? model.type : config.type || ModelType.Chat - } else { - // Ensure model has these properties, default to false if not configured - model.vision = model.vision || false - model.functionCall = model.functionCall || false - model.reasoning = model.reasoning || false - model.enableSearch = model.enableSearch || false - model.type = model.type || ModelType.Chat - } - return model - }) - return models + return this.providerModelHelper.getProviderModels(providerId) } // 基于聚合 Provider DB 的标准模型（只读映射，不落库） @@ -723,13 +567,11 @@ export class ConfigPresenter implements IConfigPresenter { } setProviderModels(providerId: string, models: MODEL_META[]): void { - const store = this.getProviderModelStore(providerId) - store.set('models', models) + this.providerModelHelper.setProviderModels(providerId, models) } getEnabledProviders(): LLM_PROVIDER[] { - const providers = this.getProviders() - return providers.filter((provider) => provider.enable) + return this.providerHelper.getEnabledProviders() } getAllEnabledModels(): Promise<{ providerId: string; models: RENDERER_MODEL_META[] }[]> { @@ -768,71 +610,23 @@ export class ConfigPresenter implements IConfigPresenter { } getCustomModels(providerId: string): MODEL_META[] { - const store = this.getProviderModelStore(providerId) - let customModels = store.get('custom_models') || [] - - // Ensure custom models also have capability properties - customModels = customModels.map((model) => { - // If model already has these properties, keep them, otherwise default to false - model.vision = model.vision !== undefined ? model.vision : false - model.functionCall = model.functionCall !== undefined ? model.functionCall : false - model.reasoning = model.reasoning !== undefined ? model.reasoning : false - model.enableSearch = model.enableSearch !== undefined ? model.enableSearch : false - return model - }) - - return customModels + return this.providerModelHelper.getCustomModels(providerId) } setCustomModels(providerId: string, models: MODEL_META[]): void { - const store = this.getProviderModelStore(providerId) - store.set('custom_models', models) + this.providerModelHelper.setCustomModels(providerId, models) } addCustomModel(providerId: string, model: MODEL_META): void { - const models = this.getCustomModels(providerId) - const existingIndex = models.findIndex((m) => m.id === model.id) - - // Create model copy without enabled property - const modelWithoutStatus: MODEL_META = { ...model } - // @ts-ignore - Need to delete enabled property for independent state storage - delete modelWithoutStatus.enabled - - if (existingIndex !== -1) { - models[existingIndex] = modelWithoutStatus as MODEL_META - } else { - models.push(modelWithoutStatus as MODEL_META) - } - - this.setCustomModels(providerId, models) - // Set individual model state - this.setModelStatus(providerId, model.id, true) - // Trigger model list change event (need to notify all tabs) - eventBus.sendToRenderer(CONFIG_EVENTS.MODEL_LIST_CHANGED, SendTarget.ALL_WINDOWS, providerId) + this.providerModelHelper.addCustomModel(providerId, model) } removeCustomModel(providerId: string, modelId: string): void { - const models = this.getCustomModels(providerId) - const filteredModels = models.filter((model) => model.id !== modelId) - this.setCustomModels(providerId, filteredModels) - - // Delete model state - const statusKey = this.getModelStatusKey(providerId, modelId) - this.store.delete(statusKey) - - // Trigger model list change event (need to notify all tabs) - eventBus.sendToRenderer(CONFIG_EVENTS.MODEL_LIST_CHANGED, SendTarget.ALL_WINDOWS, providerId) + this.providerModelHelper.removeCustomModel(providerId, modelId) } updateCustomModel(providerId: string, modelId: string, updates: Partial): void { - const models = this.getCustomModels(providerId) - const index = models.findIndex((model) => model.id === modelId) - - if (index !== -1) { - Object.assign(models[index], updates) - this.setCustomModels(providerId, models) - eventBus.sendToRenderer(CONFIG_EVENTS.MODEL_LIST_CHANGED, SendTarget.ALL_WINDOWS, providerId) - } + this.providerModelHelper.updateCustomModel(providerId, modelId, updates) } getCloseToQuit(): boolean { @@ -894,7 +688,7 @@ export class ConfigPresenter implements IConfigPresenter { } public getDefaultProviders(): LLM_PROVIDER[] { - return DEFAULT_PROVIDERS + return this.providerHelper.getDefaultProviders() } // Get proxy mode @@ -1000,32 +794,19 @@ export class ConfigPresenter implements IConfigPresenter { // Get search preview setting status getSearchPreviewEnabled(): Promise { - const value = this.getSetting('searchPreviewEnabled') - // Default search preview is off - return Promise.resolve(value === undefined || value === null ? false : value) + return this.uiSettingsHelper.getSearchPreviewEnabled() } - // Set search preview status setSearchPreviewEnabled(enabled: boolean): void { - console.log('ConfigPresenter.setSearchPreviewEnabled:', enabled, typeof enabled) - - // Ensure the input is a boolean value - const boolValue = Boolean(enabled) - - this.setSetting('searchPreviewEnabled', boolValue) + this.uiSettingsHelper.setSearchPreviewEnabled(enabled) } - // Get content protection setting status getContentProtectionEnabled(): boolean { - const value = this.getSetting('contentProtectionEnabled') - // Default content protection is off - return value === undefined || value === null ? false : value + return this.uiSettingsHelper.getContentProtectionEnabled() } - // Set content protection status setContentProtectionEnabled(enabled: boolean): void { - this.setSetting('contentProtectionEnabled', enabled) - eventBus.send(CONFIG_EVENTS.CONTENT_PROTECTION_CHANGED, SendTarget.ALL_WINDOWS, enabled) + this.uiSettingsHelper.setContentProtectionEnabled(enabled) } getLoggingEnabled(): boolean { @@ -1052,18 +833,15 @@ export class ConfigPresenter implements IConfigPresenter { } getCopyWithCotEnabled(): boolean { - const value = this.getSetting('copyWithCotEnabled') ?? true - return value === undefined || value === null ? false : value + return this.uiSettingsHelper.getCopyWithCotEnabled() } setCopyWithCotEnabled(enabled: boolean): void { - this.setSetting('copyWithCotEnabled', enabled) - eventBus.sendToRenderer(CONFIG_EVENTS.COPY_WITH_COT_CHANGED, SendTarget.ALL_WINDOWS, enabled) + this.uiSettingsHelper.setCopyWithCotEnabled(enabled) } setTraceDebugEnabled(enabled: boolean): void { - this.setSetting('traceDebugEnabled', enabled) - eventBus.sendToRenderer(CONFIG_EVENTS.TRACE_DEBUG_CHANGED, SendTarget.ALL_WINDOWS, enabled) + this.uiSettingsHelper.setTraceDebugEnabled(enabled) } // Get floating button switch status @@ -1076,6 +854,7 @@ export class ConfigPresenter implements IConfigPresenter { setFloatingButtonEnabled(enabled: boolean): void { this.setSetting('floatingButtonEnabled', enabled) eventBus.sendToMain(FLOATING_BUTTON_EVENTS.ENABLED_CHANGED, enabled) + eventBus.sendToRenderer(FLOATING_BUTTON_EVENTS.ENABLED_CHANGED, SendTarget.ALL_WINDOWS, enabled) try { presenter.floatingButtonPresenter.setEnabled(enabled) @@ -1139,6 +918,180 @@ export class ConfigPresenter implements IConfigPresenter { await this.mcpConfHelper.updateMcpServer(name, config) } + private syncAcpProviderEnabled(enabled: boolean): void { + const provider = this.getProviderById('acp') + if (!provider || provider.enable === enabled) { + return + } + console.log(`[ACP] syncAcpProviderEnabled: updating provider enable state to ${enabled}`) + this.updateProviderAtomic('acp', { enable: enabled }) + } + + async getAcpEnabled(): Promise { + return this.acpConfHelper.getGlobalEnabled() + } + + async setAcpEnabled(enabled: boolean): Promise { + const changed = this.acpConfHelper.setGlobalEnabled(enabled) + if (!changed) return + + console.log('[ACP] setAcpEnabled: updating global toggle to', enabled) + this.syncAcpProviderEnabled(enabled) + + if (!enabled) { + console.log('[ACP] Disabling: clearing provider models and status cache') + this.providerModelHelper.setProviderModels('acp', []) + this.clearProviderModelStatusCache('acp') + } + + this.notifyAcpAgentsChanged() + } + + // ===================== ACP configuration methods ===================== + async getAcpAgents(): Promise { + return this.acpConfHelper.getEnabledAgents() + } + + async setAcpAgents(agents: AcpAgentConfig[]): Promise { + const sanitizedAgents = this.acpConfHelper.replaceWithLegacyAgents(agents) + this.handleAcpAgentsMutated(sanitizedAgents.map((agent) => agent.id)) + return sanitizedAgents + } + + async addAcpAgent(agent: Omit & { id?: string }): Promise { + const created = this.acpConfHelper.addLegacyAgent(agent) + this.handleAcpAgentsMutated([created.id]) + return created + } + + async updateAcpAgent( + agentId: string, + updates: Partial> + ): Promise { + const updated = this.acpConfHelper.updateLegacyAgent(agentId, updates) + if (updated) { + this.handleAcpAgentsMutated([agentId]) + } + return updated + } + + async removeAcpAgent(agentId: string): Promise { + const removed = this.acpConfHelper.removeLegacyAgent(agentId) + if (removed) { + this.handleAcpAgentsMutated([agentId]) + } + return removed + } + + async getAcpBuiltinAgents(): Promise { + return this.acpConfHelper.getBuiltins() + } + + async getAcpCustomAgents(): Promise { + return this.acpConfHelper.getCustoms() + } + + async addAcpBuiltinProfile( + agentId: AcpBuiltinAgentId, + profile: Omit, + options?: { activate?: boolean } + ): Promise { + const created = this.acpConfHelper.addBuiltinProfile(agentId, profile, options) + this.handleAcpAgentsMutated([agentId]) + return created + } + + async updateAcpBuiltinProfile( + agentId: AcpBuiltinAgentId, + profileId: string, + updates: Partial> + ): Promise { + const updated = this.acpConfHelper.updateBuiltinProfile(agentId, profileId, updates) + if (updated) { + this.handleAcpAgentsMutated([agentId]) + } + return updated + } + + async removeAcpBuiltinProfile(agentId: AcpBuiltinAgentId, profileId: string): Promise { + const removed = this.acpConfHelper.removeBuiltinProfile(agentId, profileId) + if (removed) { + this.handleAcpAgentsMutated([agentId]) + } + return removed + } + + async setAcpBuiltinActiveProfile(agentId: AcpBuiltinAgentId, profileId: string): Promise { + this.acpConfHelper.setBuiltinActiveProfile(agentId, profileId) + this.handleAcpAgentsMutated([agentId]) + } + + async setAcpBuiltinEnabled(agentId: AcpBuiltinAgentId, enabled: boolean): Promise { + this.acpConfHelper.setBuiltinEnabled(agentId, enabled) + this.handleAcpAgentsMutated([agentId]) + } + + async addCustomAcpAgent( + agent: Omit & { id?: string; enabled?: boolean } + ): Promise { + const created = this.acpConfHelper.addCustomAgent(agent) + this.handleAcpAgentsMutated([created.id]) + return created + } + + async updateCustomAcpAgent( + agentId: string, + updates: Partial> + ): Promise { + const updated = this.acpConfHelper.updateCustomAgent(agentId, updates) + if (updated) { + this.handleAcpAgentsMutated([agentId]) + } + return updated + } + + async removeCustomAcpAgent(agentId: string): Promise { + const removed = this.acpConfHelper.removeCustomAgent(agentId) + if (removed) { + this.handleAcpAgentsMutated([agentId]) + } + return removed + } + + async setCustomAcpAgentEnabled(agentId: string, enabled: boolean): Promise { + this.acpConfHelper.setCustomAgentEnabled(agentId, enabled) + this.handleAcpAgentsMutated([agentId]) + } + + private handleAcpAgentsMutated(agentIds?: string[]) { + this.clearProviderModelStatusCache('acp') + this.notifyAcpAgentsChanged() + this.refreshAcpProviderAgents(agentIds) + } + + private refreshAcpProviderAgents(agentIds?: string[]): void { + try { + const providerInstance = presenter?.llmproviderPresenter?.getProviderInstance('acp') + if (!providerInstance) { + return + } + + const acpProvider = providerInstance as AcpProvider + if (typeof acpProvider.refreshAgents !== 'function') { + return + } + + void acpProvider.refreshAgents(agentIds) + } catch (error) { + console.warn('[ACP] Failed to refresh agent processes after config change:', error) + } + } + + private notifyAcpAgentsChanged() { + console.log('[ACP] notifyAcpAgentsChanged: sending MODEL_LIST_CHANGED event for provider "acp"') + eventBus.sendToRenderer(CONFIG_EVENTS.MODEL_LIST_CHANGED, SendTarget.ALL_WINDOWS, 'acp') + } + // Provide getMcpConfHelper method to get MCP configuration helper getMcpConfHelper(): McpConfHelper { return this.mcpConfHelper @@ -1236,16 +1189,11 @@ export class ConfigPresenter implements IConfigPresenter { } getNotificationsEnabled(): boolean { - const value = this.getSetting('notificationsEnabled') - if (value === undefined) { - return true - } else { - return value - } + return this.uiSettingsHelper.getNotificationsEnabled() } setNotificationsEnabled(enabled: boolean): void { - this.setSetting('notificationsEnabled', enabled) + this.uiSettingsHelper.setNotificationsEnabled(enabled) } async initTheme() { @@ -1361,103 +1309,47 @@ export class ConfigPresenter implements IConfigPresenter { // 获取默认系统提示词 async getDefaultSystemPrompt(): Promise { - const prompts = await this.getSystemPrompts() - const defaultPrompt = prompts.find((p) => p.isDefault) - if (defaultPrompt) { - return defaultPrompt.content - } - return this.getSetting('default_system_prompt') || '' + return this.systemPromptHelper.getDefaultSystemPrompt() } - // 设置默认系统提示词 async setDefaultSystemPrompt(prompt: string): Promise { - this.setSetting('default_system_prompt', prompt) + return this.systemPromptHelper.setDefaultSystemPrompt(prompt) } - // 重置为默认系统提示词 async resetToDefaultPrompt(): Promise { - this.setSetting('default_system_prompt', DEFAULT_SYSTEM_PROMPT) + return this.systemPromptHelper.resetToDefaultPrompt() } - // 清空系统提示词 async clearSystemPrompt(): Promise { - this.setSetting('default_system_prompt', '') + return this.systemPromptHelper.clearSystemPrompt() } async getSystemPrompts(): Promise { - try { - return this.systemPromptsStore.get('prompts') || [] - } catch { - return [] - } + return this.systemPromptHelper.getSystemPrompts() } async setSystemPrompts(prompts: SystemPrompt[]): Promise { - await this.systemPromptsStore.set('prompts', prompts) + return this.systemPromptHelper.setSystemPrompts(prompts) } async addSystemPrompt(prompt: SystemPrompt): Promise { - const prompts = await this.getSystemPrompts() - prompts.push(prompt) - await this.setSystemPrompts(prompts) + return this.systemPromptHelper.addSystemPrompt(prompt) } async updateSystemPrompt(promptId: string, updates: Partial): Promise { - const prompts = await this.getSystemPrompts() - const index = prompts.findIndex((p) => p.id === promptId) - if (index !== -1) { - prompts[index] = { ...prompts[index], ...updates } - await this.setSystemPrompts(prompts) - } + return this.systemPromptHelper.updateSystemPrompt(promptId, updates) } async deleteSystemPrompt(promptId: string): Promise { - const prompts = await this.getSystemPrompts() - const filteredPrompts = prompts.filter((p) => p.id !== promptId) - await this.setSystemPrompts(filteredPrompts) + return this.systemPromptHelper.deleteSystemPrompt(promptId) } async setDefaultSystemPromptId(promptId: string): Promise { - const prompts = await this.getSystemPrompts() - const updatedPrompts = prompts.map((p) => ({ ...p, isDefault: false })) - - if (promptId === 'empty') { - await this.setSystemPrompts(updatedPrompts) - await this.clearSystemPrompt() - eventBus.sendToRenderer(CONFIG_EVENTS.DEFAULT_SYSTEM_PROMPT_CHANGED, SendTarget.ALL_WINDOWS, { - promptId: 'empty', - content: '' - }) - return - } - - const targetIndex = updatedPrompts.findIndex((p) => p.id === promptId) - if (targetIndex !== -1) { - updatedPrompts[targetIndex].isDefault = true - await this.setSystemPrompts(updatedPrompts) - await this.setDefaultSystemPrompt(updatedPrompts[targetIndex].content) - eventBus.sendToRenderer(CONFIG_EVENTS.DEFAULT_SYSTEM_PROMPT_CHANGED, SendTarget.ALL_WINDOWS, { - promptId, - content: updatedPrompts[targetIndex].content - }) - } else { - await this.setSystemPrompts(updatedPrompts) - } + return this.systemPromptHelper.setDefaultSystemPromptId(promptId) } async getDefaultSystemPromptId(): Promise { - const prompts = await this.getSystemPrompts() - const defaultPrompt = prompts.find((p) => p.isDefault) - if (defaultPrompt) { - return defaultPrompt.id - } - - const storedPrompt = this.getSetting('default_system_prompt') - if (!storedPrompt || storedPrompt.trim() === '') { - return 'empty' - } - - return prompts.find((p) => p.id === 'default')?.id || 'default' + return this.systemPromptHelper.getDefaultSystemPromptId() } // 获取更新渠道 diff --git a/src/main/presenter/configPresenter/modelStatusHelper.ts b/src/main/presenter/configPresenter/modelStatusHelper.ts new file mode 100644 index 000000000..9203ad36c --- /dev/null +++ b/src/main/presenter/configPresenter/modelStatusHelper.ts @@ -0,0 +1,113 @@ +import { eventBus, SendTarget } from '@/eventbus' +import { CONFIG_EVENTS } from '@/events' +import ElectronStore from 'electron-store' + +type SetSetting = (key: string, value: T) => void + +const MODEL_STATUS_KEY_PREFIX = 'model_status_' + +interface ModelStatusHelperOptions { + store: ElectronStore + setSetting: SetSetting +} + +export class ModelStatusHelper { + private readonly store: ElectronStore + private readonly setSetting: SetSetting + private readonly cache: Map = new Map() + + constructor(options: ModelStatusHelperOptions) { + this.store = options.store + this.setSetting = options.setSetting + } + + private getStatusKey(providerId: string, modelId: string): string { + const formattedModelId = modelId.replace(/\./g, '-') + return `${MODEL_STATUS_KEY_PREFIX}${providerId}_${formattedModelId}` + } + + getModelStatus(providerId: string, modelId: string): boolean { + const statusKey = this.getStatusKey(providerId, modelId) + if (this.cache.has(statusKey)) { + return this.cache.get(statusKey)! + } + + const status = this.store.get(statusKey) as boolean | undefined + const finalStatus = typeof status === 'boolean' ? status : false + this.cache.set(statusKey, finalStatus) + return finalStatus + } + + getBatchModelStatus(providerId: string, modelIds: string[]): Record { + const result: Record = {} + const uncachedKeys: string[] = [] + const uncachedModelIds: string[] = [] + + for (const modelId of modelIds) { + const statusKey = this.getStatusKey(providerId, modelId) + if (this.cache.has(statusKey)) { + result[modelId] = this.cache.get(statusKey)! + } else { + uncachedKeys.push(statusKey) + uncachedModelIds.push(modelId) + } + } + + for (let i = 0; i < uncachedModelIds.length; i++) { + const modelId = uncachedModelIds[i] + const statusKey = uncachedKeys[i] + const status = this.store.get(statusKey) as boolean | undefined + const finalStatus = typeof status === 'boolean' ? status : false + this.cache.set(statusKey, finalStatus) + result[modelId] = finalStatus + } + + return result + } + + setModelStatus(providerId: string, modelId: string, enabled: boolean): void { + const statusKey = this.getStatusKey(providerId, modelId) + this.setSetting(statusKey, enabled) + this.cache.set(statusKey, enabled) + eventBus.sendToRenderer(CONFIG_EVENTS.MODEL_STATUS_CHANGED, SendTarget.ALL_WINDOWS, { + providerId, + modelId, + enabled + }) + } + + enableModel(providerId: string, modelId: string): void { + this.setModelStatus(providerId, modelId, true) + } + + disableModel(providerId: string, modelId: string): void { + this.setModelStatus(providerId, modelId, false) + } + + clearModelStatusCache(): void { + this.cache.clear() + } + + clearProviderModelStatusCache(providerId: string): void { + const prefix = `${MODEL_STATUS_KEY_PREFIX}${providerId}_` + const keysToDelete: string[] = [] + for (const key of this.cache.keys()) { + if (key.startsWith(prefix)) { + keysToDelete.push(key) + } + } + keysToDelete.forEach((key) => this.cache.delete(key)) + } + + batchSetModelStatus(providerId: string, modelStatusMap: Record): void { + for (const [modelId, enabled] of Object.entries(modelStatusMap)) { + this.setModelStatus(providerId, modelId, enabled) + } + } + + deleteModelStatus(providerId: string, modelId: string): void { + const statusKey = this.getStatusKey(providerId, modelId) + this.store.delete(statusKey) + this.cache.delete(statusKey) + } +} diff --git a/src/main/presenter/configPresenter/providerHelper.ts b/src/main/presenter/configPresenter/providerHelper.ts new file mode 100644 index 000000000..3781bc699 --- /dev/null +++ b/src/main/presenter/configPresenter/providerHelper.ts @@ -0,0 +1,225 @@ +import { eventBus, SendTarget } from '@/eventbus' +import { CONFIG_EVENTS } from '@/events' +import { + checkRequiresRebuild, + ProviderBatchUpdate, + ProviderChange +} from '@shared/provider-operations' +import { LLM_PROVIDER } from '@shared/presenter' +import ElectronStore from 'electron-store' + +type SetSetting = (key: string, value: T) => void + +const PROVIDERS_STORE_KEY = 'providers' + +interface ProviderHelperOptions { + store: ElectronStore + setSetting: SetSetting + defaultProviders: LLM_PROVIDER[] +} + +export class ProviderHelper { + private readonly store: ElectronStore + private readonly setSetting: SetSetting + private readonly defaultProviders: LLM_PROVIDER[] + + constructor(options: ProviderHelperOptions) { + this.store = options.store + this.setSetting = options.setSetting + this.defaultProviders = options.defaultProviders + } + + getProviders(): LLM_PROVIDER[] { + const providers = this.store.get(PROVIDERS_STORE_KEY) as LLM_PROVIDER[] | undefined + + // Guard and self-heal if data is corrupted (e.g. ACP agents/models mistakenly stored here) + if (Array.isArray(providers) && providers.length > 0) { + const defaultMap = new Map(this.defaultProviders.map((p) => [p.id, p])) + + const repairedProviders: LLM_PROVIDER[] = [] + let hasValidProvider = false + + for (const item of providers) { + if (!item || typeof item.id !== 'string') continue + + // Check if this is a valid provider entry (must have apiType) + if ((item as any).apiType) { + repairedProviders.push(item as LLM_PROVIDER) + hasValidProvider = true + continue + } + + // Check if this looks like a MODEL_META (has providerId but no apiType) - skip it + if ((item as any).providerId && !(item as any).apiType) { + console.warn( + `[Config] Ignoring MODEL_META entry in providers store (likely ACP model): ${item.id}` + ) + continue + } + + // Try to fill missing fields from default provider with the same id + const template = defaultMap.get(item.id) + if (template) { + repairedProviders.push({ ...template, ...item }) + hasValidProvider = true + continue + } + + // Unknown item without apiType — likely an ACP agent or corrupted data; skip to avoid polluting provider list + console.warn( + `[Config] Ignoring non-provider entry in providers store: ${JSON.stringify(item)}` + ) + } + + // If no valid providers were found, the store is completely corrupted - restore from defaults + if (!hasValidProvider) { + console.error( + `[Config] Providers store is corrupted (no valid providers found), restoring from defaults` + ) + this.setSetting(PROVIDERS_STORE_KEY, this.defaultProviders) + return this.defaultProviders + } + + // Add back any defaults that are still missing + for (const def of this.defaultProviders) { + if (!repairedProviders.some((p) => p.id === def.id)) { + repairedProviders.push(def) + } + } + + // If repaired list matches original valid shape, return; otherwise persist the healed data + const listChanged = + repairedProviders.length !== providers.length || + repairedProviders.some((p) => !(p as any).apiType) + + if (listChanged) { + console.log( + `[Config] Repaired providers store: ${providers.length} entries -> ${repairedProviders.length} valid providers` + ) + this.setSetting(PROVIDERS_STORE_KEY, repairedProviders) + eventBus.send(CONFIG_EVENTS.PROVIDER_CHANGED, SendTarget.ALL_WINDOWS) + } + return repairedProviders + } + + // If providers is empty or not an array, initialize with defaults + if (!Array.isArray(providers) || providers.length === 0) { + this.setSetting(PROVIDERS_STORE_KEY, this.defaultProviders) + return this.defaultProviders + } + + return this.defaultProviders + } + + setProviders(providers: LLM_PROVIDER[]): void { + // Validate that all entries are valid providers (have apiType) + const validProviders = providers.filter((p) => { + if (!p || typeof p.id !== 'string' || !(p as any).apiType) { + console.warn( + `[Config] Skipping invalid provider entry in setProviders: ${JSON.stringify(p)}` + ) + return false + } + return true + }) + + if (validProviders.length !== providers.length) { + console.error( + `[Config] setProviders: ${providers.length - validProviders.length} invalid entries filtered out` + ) + } + + this.setSetting(PROVIDERS_STORE_KEY, validProviders) + eventBus.send(CONFIG_EVENTS.PROVIDER_CHANGED, SendTarget.ALL_WINDOWS) + } + + getProviderById(id: string): LLM_PROVIDER | undefined { + return this.getProviders().find((provider) => provider.id === id) + } + + setProviderById(id: string, provider: LLM_PROVIDER): void { + const providers = this.getProviders() + const index = providers.findIndex((p) => p.id === id) + if (index !== -1) { + providers[index] = provider + this.setProviders(providers) + } else { + console.error(`[Config] Provider ${id} not found`) + } + } + + updateProviderAtomic(id: string, updates: Partial): boolean { + const providers = this.getProviders() + const index = providers.findIndex((p) => p.id === id) + + if (index === -1) { + console.error(`[Config] Provider ${id} not found`) + return false + } + + const requiresRebuild = checkRequiresRebuild(updates) + providers[index] = { ...providers[index], ...updates } + this.setSetting(PROVIDERS_STORE_KEY, providers) + + const change: ProviderChange = { + operation: 'update', + providerId: id, + requiresRebuild, + updates + } + eventBus.send(CONFIG_EVENTS.PROVIDER_ATOMIC_UPDATE, SendTarget.ALL_WINDOWS, change) + + return requiresRebuild + } + + updateProvidersBatch(batchUpdate: ProviderBatchUpdate): void { + this.setSetting(PROVIDERS_STORE_KEY, batchUpdate.providers) + eventBus.send(CONFIG_EVENTS.PROVIDER_BATCH_UPDATE, SendTarget.ALL_WINDOWS, batchUpdate) + } + + addProviderAtomic(provider: LLM_PROVIDER): void { + const providers = this.getProviders() + providers.push(provider) + this.setSetting(PROVIDERS_STORE_KEY, providers) + + const change: ProviderChange = { + operation: 'add', + providerId: provider.id, + requiresRebuild: true, + provider + } + eventBus.send(CONFIG_EVENTS.PROVIDER_ATOMIC_UPDATE, SendTarget.ALL_WINDOWS, change) + } + + removeProviderAtomic(providerId: string): void { + const providers = this.getProviders() + const filteredProviders = providers.filter((p) => p.id !== providerId) + this.setSetting(PROVIDERS_STORE_KEY, filteredProviders) + + const change: ProviderChange = { + operation: 'remove', + providerId, + requiresRebuild: true + } + eventBus.send(CONFIG_EVENTS.PROVIDER_ATOMIC_UPDATE, SendTarget.ALL_WINDOWS, change) + } + + reorderProvidersAtomic(providers: LLM_PROVIDER[]): void { + this.setSetting(PROVIDERS_STORE_KEY, providers) + + const change: ProviderChange = { + operation: 'reorder', + providerId: '', + requiresRebuild: false + } + eventBus.send(CONFIG_EVENTS.PROVIDER_ATOMIC_UPDATE, SendTarget.ALL_WINDOWS, change) + } + + getDefaultProviders(): LLM_PROVIDER[] { + return this.defaultProviders + } + + getEnabledProviders(): LLM_PROVIDER[] { + return this.getProviders().filter((provider) => provider.enable) + } +} diff --git a/src/main/presenter/configPresenter/providerModelHelper.ts b/src/main/presenter/configPresenter/providerModelHelper.ts new file mode 100644 index 000000000..210c15331 --- /dev/null +++ b/src/main/presenter/configPresenter/providerModelHelper.ts @@ -0,0 +1,208 @@ +import { eventBus, SendTarget } from '@/eventbus' +import { CONFIG_EVENTS } from '@/events' +import { ModelConfig, MODEL_META } from '@shared/presenter' +import { ModelType } from '@shared/model' +import ElectronStore from 'electron-store' +import path from 'path' + +export interface IModelStore { + models: MODEL_META[] + custom_models: MODEL_META[] +} + +export const PROVIDER_MODELS_DIR = 'provider_models' + +type ModelConfigResolver = (modelId: string, providerId?: string) => ModelConfig + +type ModelStatusUpdater = (providerId: string, modelId: string, enabled: boolean) => void + +type ModelStatusRemover = (providerId: string, modelId: string) => void + +interface ProviderModelHelperOptions { + userDataPath: string + getModelConfig: ModelConfigResolver + setModelStatus: ModelStatusUpdater + deleteModelStatus: ModelStatusRemover +} + +export class ProviderModelHelper { + private readonly userDataPath: string + private readonly getModelConfig: ModelConfigResolver + private readonly setModelStatus: ModelStatusUpdater + private readonly deleteModelStatus: ModelStatusRemover + private readonly stores: Map> = new Map() + + constructor(options: ProviderModelHelperOptions) { + this.userDataPath = options.userDataPath + this.getModelConfig = options.getModelConfig + this.setModelStatus = options.setModelStatus + this.deleteModelStatus = options.deleteModelStatus + } + + getProviderModelStore(providerId: string): ElectronStore { + if (!this.stores.has(providerId)) { + const storeName = `models_${providerId}` + const storePath = path.join(this.userDataPath, PROVIDER_MODELS_DIR) + console.log( + `[ProviderModelHelper] getProviderModelStore: creating isolated store "${storeName}" at "${storePath}" for provider "${providerId}"` + ) + const store = new ElectronStore({ + name: storeName, + cwd: storePath, + defaults: { + models: [], + custom_models: [] + } + }) + this.stores.set(providerId, store) + console.log( + `[ProviderModelHelper] getProviderModelStore: store "${storeName}" created and cached for provider "${providerId}"` + ) + } + return this.stores.get(providerId)! + } + + getProviderModels(providerId: string): MODEL_META[] { + const store = this.getProviderModelStore(providerId) + let models = store.get('models') || [] + console.log( + `[ProviderModelHelper] getProviderModels: reading ${models.length} models for provider "${providerId}"` + ) + + const result = models.map((model) => { + // Validate and fix providerId if incorrect + if (model.providerId && model.providerId !== providerId) { + console.warn( + `[ProviderModelHelper] getProviderModels: Model ${model.id} has incorrect providerId: expected "${providerId}", got "${model.providerId}". Fixing it.` + ) + model.providerId = providerId + } else if (!model.providerId) { + console.warn( + `[ProviderModelHelper] getProviderModels: Model ${model.id} missing providerId, setting to "${providerId}"` + ) + model.providerId = providerId + } + + const config = this.getModelConfig(model.id, providerId) + if (config) { + model.maxTokens = config.maxTokens + model.contextLength = config.contextLength + model.vision = model.vision !== undefined ? model.vision : config.vision || false + model.functionCall = + model.functionCall !== undefined ? model.functionCall : config.functionCall || false + model.reasoning = + model.reasoning !== undefined ? model.reasoning : config.reasoning || false + model.enableSearch = + model.enableSearch !== undefined ? model.enableSearch : config.enableSearch || false + model.type = model.type !== undefined ? model.type : config.type || ModelType.Chat + } else { + model.vision = model.vision || false + model.functionCall = model.functionCall || false + model.reasoning = model.reasoning || false + model.enableSearch = model.enableSearch || false + model.type = model.type || ModelType.Chat + } + return model + }) + + // Log validation results + const incorrectProviderIds = result.filter((m) => m.providerId !== providerId) + if (incorrectProviderIds.length > 0) { + console.error( + `[ProviderModelHelper] getProviderModels: Found ${incorrectProviderIds.length} models with incorrect providerId for provider "${providerId}"` + ) + } + + return result + } + + setProviderModels(providerId: string, models: MODEL_META[]): void { + console.log( + `[ProviderModelHelper] setProviderModels: storing ${models.length} models for provider "${providerId}"` + ) + + // Validate and fix providerId for all models before storing + const validatedModels = models.map((model) => { + if (model.providerId && model.providerId !== providerId) { + console.warn( + `[ProviderModelHelper] setProviderModels: Model ${model.id} has incorrect providerId: expected "${providerId}", got "${model.providerId}". Fixing it.` + ) + model.providerId = providerId + } else if (!model.providerId) { + console.warn( + `[ProviderModelHelper] setProviderModels: Model ${model.id} missing providerId, setting to "${providerId}"` + ) + model.providerId = providerId + } + return model + }) + + // Log validation results + const incorrectProviderIds = validatedModels.filter((m) => m.providerId !== providerId) + if (incorrectProviderIds.length > 0) { + console.error( + `[ProviderModelHelper] setProviderModels: Found ${incorrectProviderIds.length} models with incorrect providerId for provider "${providerId}" after validation` + ) + } + + const store = this.getProviderModelStore(providerId) + store.set('models', validatedModels) + console.log( + `[ProviderModelHelper] setProviderModels: stored ${validatedModels.length} models for provider "${providerId}"` + ) + } + + getCustomModels(providerId: string): MODEL_META[] { + const store = this.getProviderModelStore(providerId) + const customModels = (store.get('custom_models') || []) as MODEL_META[] + return customModels.map((model) => { + model.vision = model.vision !== undefined ? model.vision : false + model.functionCall = model.functionCall !== undefined ? model.functionCall : false + model.reasoning = model.reasoning !== undefined ? model.reasoning : false + model.enableSearch = model.enableSearch !== undefined ? model.enableSearch : false + model.type = model.type || ModelType.Chat + return model + }) + } + + setCustomModels(providerId: string, models: MODEL_META[]): void { + const store = this.getProviderModelStore(providerId) + store.set('custom_models', models) + } + + addCustomModel(providerId: string, model: MODEL_META): void { + const models = this.getCustomModels(providerId) + const existingIndex = models.findIndex((m) => m.id === model.id) + const { enabled: _enabled, ...modelWithoutStatus } = model as MODEL_META & { + enabled?: unknown + } + + if (existingIndex !== -1) { + models[existingIndex] = modelWithoutStatus as MODEL_META + } else { + models.push(modelWithoutStatus as MODEL_META) + } + + this.setCustomModels(providerId, models) + this.setModelStatus(providerId, model.id, true) + eventBus.send(CONFIG_EVENTS.MODEL_LIST_CHANGED, SendTarget.ALL_WINDOWS, providerId) + } + + removeCustomModel(providerId: string, modelId: string): void { + const models = this.getCustomModels(providerId) + const filteredModels = models.filter((model) => model.id !== modelId) + this.setCustomModels(providerId, filteredModels) + this.deleteModelStatus(providerId, modelId) + eventBus.send(CONFIG_EVENTS.MODEL_LIST_CHANGED, SendTarget.ALL_WINDOWS, providerId) + } + + updateCustomModel(providerId: string, modelId: string, updates: Partial): void { + const models = this.getCustomModels(providerId) + const index = models.findIndex((model) => model.id === modelId) + if (index !== -1) { + models[index] = { ...models[index], ...updates } + this.setCustomModels(providerId, models) + eventBus.send(CONFIG_EVENTS.MODEL_LIST_CHANGED, SendTarget.ALL_WINDOWS, providerId) + } + } +} diff --git a/src/main/presenter/configPresenter/providers.ts b/src/main/presenter/configPresenter/providers.ts index 6e42bf566..68e112424 100644 --- a/src/main/presenter/configPresenter/providers.ts +++ b/src/main/presenter/configPresenter/providers.ts @@ -172,6 +172,21 @@ export const DEFAULT_PROVIDERS: LLM_PROVIDER_BASE[] = [ defaultBaseUrl: 'https://api.openai.com/v1' } }, + { + id: 'acp', + name: 'ACP', + apiType: 'acp', + apiKey: '', + baseUrl: '', + enable: false, + websites: { + official: 'https://agentclientprotocol.com', + apiKey: '', + docs: 'https://agentclientprotocol.com', + models: 'https://agentclientprotocol.com', + defaultBaseUrl: '' + } + }, { id: 'cherryin', name: 'CherryIn', diff --git a/src/main/presenter/configPresenter/systemPromptHelper.ts b/src/main/presenter/configPresenter/systemPromptHelper.ts new file mode 100644 index 000000000..49f365b8d --- /dev/null +++ b/src/main/presenter/configPresenter/systemPromptHelper.ts @@ -0,0 +1,129 @@ +import { eventBus, SendTarget } from '@/eventbus' +import { CONFIG_EVENTS } from '@/events' +import { SystemPrompt } from '@shared/presenter' +import ElectronStore from 'electron-store' + +type SetSetting = (key: string, value: T) => void + +export const DEFAULT_SYSTEM_PROMPT = `You are DeepChat, a highly capable AI assistant. Your goal is to fully complete the user’s requested task before handing the conversation back to them. Keep working autonomously until the task is fully resolved. +Be thorough in gathering information. Before replying, make sure you have all the details necessary to provide a complete solution. Use additional tools or ask clarifying questions when needed, but if you can find the answer on your own, avoid asking the user for help. +When using tools, briefly describe your intended steps first—for example, which tool you’ll use and for what purpose. +Adhere to this in all languages.Always respond in the same language as the user's query.` + +type GetSetting = (key: string) => T | undefined + +interface SystemPromptHelperOptions { + systemPromptsStore: ElectronStore<{ prompts: SystemPrompt[] }> + getSetting: GetSetting + setSetting: SetSetting +} + +export class SystemPromptHelper { + private readonly systemPromptsStore: ElectronStore<{ prompts: SystemPrompt[] }> + private readonly getSetting: GetSetting + private readonly setSetting: SetSetting + + constructor(options: SystemPromptHelperOptions) { + this.systemPromptsStore = options.systemPromptsStore + this.getSetting = options.getSetting + this.setSetting = options.setSetting + } + + async getDefaultSystemPrompt(): Promise { + const prompts = await this.getSystemPrompts() + const defaultPrompt = prompts.find((p) => p.isDefault) + if (defaultPrompt) { + return defaultPrompt.content + } + return this.getSetting('default_system_prompt') || '' + } + + async setDefaultSystemPrompt(prompt: string): Promise { + this.setSetting('default_system_prompt', prompt) + } + + async resetToDefaultPrompt(): Promise { + this.setSetting('default_system_prompt', DEFAULT_SYSTEM_PROMPT) + } + + async clearSystemPrompt(): Promise { + this.setSetting('default_system_prompt', '') + } + + async getSystemPrompts(): Promise { + try { + return this.systemPromptsStore.get('prompts') || [] + } catch (error) { + console.error('[SystemPromptHelper] Failed to load prompts:', error) + return [] + } + } + + async setSystemPrompts(prompts: SystemPrompt[]): Promise { + await this.systemPromptsStore.set('prompts', prompts) + } + + async addSystemPrompt(prompt: SystemPrompt): Promise { + const prompts = await this.getSystemPrompts() + prompts.push(prompt) + await this.setSystemPrompts(prompts) + } + + async updateSystemPrompt(promptId: string, updates: Partial): Promise { + const prompts = await this.getSystemPrompts() + const index = prompts.findIndex((p) => p.id === promptId) + if (index !== -1) { + prompts[index] = { ...prompts[index], ...updates } + await this.setSystemPrompts(prompts) + } + } + + async deleteSystemPrompt(promptId: string): Promise { + const prompts = await this.getSystemPrompts() + const filteredPrompts = prompts.filter((p) => p.id !== promptId) + await this.setSystemPrompts(filteredPrompts) + } + + async setDefaultSystemPromptId(promptId: string): Promise { + const prompts = await this.getSystemPrompts() + const updatedPrompts = prompts.map((p) => ({ ...p, isDefault: false })) + + if (promptId === 'empty') { + await this.setSystemPrompts(updatedPrompts) + await this.clearSystemPrompt() + eventBus.send(CONFIG_EVENTS.DEFAULT_SYSTEM_PROMPT_CHANGED, SendTarget.ALL_WINDOWS, { + promptId: 'empty', + content: '' + }) + return + } + + const targetIndex = updatedPrompts.findIndex((p) => p.id === promptId) + if (targetIndex !== -1) { + updatedPrompts[targetIndex].isDefault = true + await this.setSystemPrompts(updatedPrompts) + await this.setDefaultSystemPrompt(updatedPrompts[targetIndex].content) + eventBus.send(CONFIG_EVENTS.DEFAULT_SYSTEM_PROMPT_CHANGED, SendTarget.ALL_WINDOWS, { + promptId, + content: updatedPrompts[targetIndex].content + }) + } else { + await this.setSystemPrompts(updatedPrompts) + } + } + + async getDefaultSystemPromptId(): Promise { + const prompts = await this.getSystemPrompts() + const defaultPrompt = prompts.find((p) => p.isDefault) + if (defaultPrompt) { + return defaultPrompt.id + } + + const storedPrompt = this.getSetting('default_system_prompt') + if (!storedPrompt || storedPrompt.trim() === '') { + return 'empty' + } + + return prompts.find((p) => p.id === 'default')?.id || 'default' + } +} diff --git a/src/main/presenter/configPresenter/uiSettingsHelper.ts b/src/main/presenter/configPresenter/uiSettingsHelper.ts new file mode 100644 index 000000000..e599442e0 --- /dev/null +++ b/src/main/presenter/configPresenter/uiSettingsHelper.ts @@ -0,0 +1,69 @@ +import { eventBus, SendTarget } from '@/eventbus' +import { CONFIG_EVENTS } from '@/events' + +type SetSetting = (key: string, value: T) => void +type GetSetting = (key: string) => T | undefined + +interface UiSettingsHelperOptions { + getSetting: GetSetting + setSetting: SetSetting +} + +export class UiSettingsHelper { + private readonly getSetting: GetSetting + private readonly setSetting: SetSetting + + constructor(options: UiSettingsHelperOptions) { + this.getSetting = options.getSetting + this.setSetting = options.setSetting + } + + getSearchPreviewEnabled(): Promise { + const value = this.getSetting('searchPreviewEnabled') + return Promise.resolve(Boolean(value)) + } + + setSearchPreviewEnabled(enabled: boolean): void { + const boolValue = Boolean(enabled) + this.setSetting('searchPreviewEnabled', boolValue) + eventBus.send(CONFIG_EVENTS.SEARCH_PREVIEW_CHANGED, SendTarget.ALL_WINDOWS, boolValue) + } + + getContentProtectionEnabled(): boolean { + const value = this.getSetting('contentProtectionEnabled') + return value === undefined || value === null ? false : value + } + + setContentProtectionEnabled(enabled: boolean): void { + this.setSetting('contentProtectionEnabled', enabled) + eventBus.send(CONFIG_EVENTS.CONTENT_PROTECTION_CHANGED, SendTarget.ALL_WINDOWS, enabled) + } + + getCopyWithCotEnabled(): boolean { + const value = this.getSetting('copyWithCotEnabled') + return value === undefined || value === null ? false : value + } + + setCopyWithCotEnabled(enabled: boolean): void { + this.setSetting('copyWithCotEnabled', enabled) + eventBus.send(CONFIG_EVENTS.COPY_WITH_COT_CHANGED, SendTarget.ALL_WINDOWS, enabled) + } + + setTraceDebugEnabled(enabled: boolean): void { + this.setSetting('traceDebugEnabled', enabled) + eventBus.send(CONFIG_EVENTS.TRACE_DEBUG_CHANGED, SendTarget.ALL_WINDOWS, enabled) + } + + getNotificationsEnabled(): boolean { + const value = this.getSetting('notificationsEnabled') + if (value === undefined) { + return true + } + return value + } + + setNotificationsEnabled(enabled: boolean): void { + this.setSetting('notificationsEnabled', enabled) + eventBus.send(CONFIG_EVENTS.NOTIFICATIONS_CHANGED, SendTarget.ALL_WINDOWS, Boolean(enabled)) + } +} diff --git a/src/main/presenter/index.ts b/src/main/presenter/index.ts index 4c6101b63..908319522 100644 --- a/src/main/presenter/index.ts +++ b/src/main/presenter/index.ts @@ -92,7 +92,7 @@ export class Presenter implements IPresenter { // 初始化各个 Presenter 实例及其依赖 this.windowPresenter = new WindowPresenter(this.configPresenter) this.tabPresenter = new TabPresenter(this.windowPresenter) - this.llmproviderPresenter = new LLMProviderPresenter(this.configPresenter) + this.llmproviderPresenter = new LLMProviderPresenter(this.configPresenter, this.sqlitePresenter) this.devicePresenter = new DevicePresenter() this.threadPresenter = new ThreadPresenter( this.sqlitePresenter, diff --git a/src/main/presenter/llmProviderPresenter/agent/acpContentMapper.ts b/src/main/presenter/llmProviderPresenter/agent/acpContentMapper.ts new file mode 100644 index 000000000..4f38cb9e9 --- /dev/null +++ b/src/main/presenter/llmProviderPresenter/agent/acpContentMapper.ts @@ -0,0 +1,328 @@ +import type * as schema from '@agentclientprotocol/sdk/dist/schema.js' +import type { AssistantMessageBlock } from '@shared/chat' +import { createStreamEvent, type LLMCoreStreamEvent } from '@shared/types/core/llm-events' + +export interface MappedContent { + events: LLMCoreStreamEvent[] + blocks: AssistantMessageBlock[] +} + +interface ToolCallState { + sessionId: string + toolCallId: string + toolName: string + argumentsBuffer: string + status?: schema.ToolCallStatus | null + started: boolean +} + +const now = () => Date.now() + +export class AcpContentMapper { + private readonly toolCallStates = new Map() + + map(notification: schema.SessionNotification): MappedContent { + const { update, sessionId } = notification + const payload: MappedContent = { events: [], blocks: [] } + + switch (update.sessionUpdate) { + case 'agent_message_chunk': + this.pushContent(update.content, 'text', payload) + break + case 'agent_thought_chunk': + this.pushContent(update.content, 'reasoning', payload) + break + case 'tool_call': + case 'tool_call_update': + this.handleToolCallUpdate(sessionId, update, payload) + break + case 'plan': + this.handlePlanUpdate(update, payload) + break + case 'user_message_chunk': + // ignore echo + break + default: + console.debug('[ACP] Unhandled session update', update.sessionUpdate) + break + } + + return payload + } + + private pushContent( + content: + | { type: 'text'; text: string } + | { type: 'image'; data: string; mimeType: string } + | { type: 'audio'; data: string; mimeType: string } + | { type: 'resource_link'; uri: string } + | { type: 'resource'; resource: unknown } + | undefined, + channel: 'text' | 'reasoning', + payload: MappedContent + ) { + if (!content) return + + switch (content.type) { + case 'text': + if (channel === 'text') { + payload.events.push(createStreamEvent.text(content.text)) + payload.blocks.push(this.createBlock('content', content.text)) + } else { + payload.events.push(createStreamEvent.reasoning(content.text)) + payload.blocks.push(this.createBlock('reasoning_content', content.text)) + } + break + case 'image': + payload.events.push( + createStreamEvent.imageData({ data: content.data, mimeType: content.mimeType }) + ) + payload.blocks.push( + this.createBlock('image', undefined, { + image_data: { data: content.data, mimeType: content.mimeType } + }) + ) + break + case 'audio': + this.emitAsText(`[audio ${content.mimeType}]`, channel, payload) + break + case 'resource_link': + this.emitAsText(content.uri, channel, payload) + break + case 'resource': + this.emitAsText(JSON.stringify(content.resource), channel, payload) + break + default: + this.emitAsText(JSON.stringify(content), channel, payload) + break + } + } + + private emitAsText(text: string, channel: 'text' | 'reasoning', payload: MappedContent) { + if (channel === 'text') { + payload.events.push(createStreamEvent.text(text)) + payload.blocks.push(this.createBlock('content', text)) + } else { + payload.events.push(createStreamEvent.reasoning(text)) + payload.blocks.push(this.createBlock('reasoning_content', text)) + } + } + + private handleToolCallUpdate( + sessionId: string, + update: Extract< + schema.SessionNotification['update'], + { sessionUpdate: 'tool_call' | 'tool_call_update' } + >, + payload: MappedContent + ) { + const toolCallId = update.toolCallId + if (!toolCallId) return + + const rawTitle = 'title' in update ? (update.title ?? undefined) : undefined + const title = typeof rawTitle === 'string' ? rawTitle.trim() || undefined : undefined + const status = 'status' in update ? (update.status ?? undefined) : undefined + + const state = this.getOrCreateToolCallState(sessionId, toolCallId, title) + if (title && state.toolName !== title) { + state.toolName = title + } + + const previousStatus = state.status + if (status) { + state.status = status + } + + this.emitToolCallStartIfNeeded(state, payload) + + const shouldEmitReasoning = + update.sessionUpdate === 'tool_call' || (status && status !== previousStatus) + if (shouldEmitReasoning) { + const reasoningText = this.buildToolCallReasoning(state.toolName, status) + if (reasoningText) { + payload.events.push(createStreamEvent.reasoning(reasoningText)) + payload.blocks.push( + this.createBlock('action', reasoningText, { action_type: 'tool_call_permission' }) + ) + } + } + + const content = 'content' in update ? (update.content ?? undefined) : undefined + const chunk = this.formatToolCallContent(content, '') + if (chunk) { + this.emitToolCallChunk(state, chunk, payload) + } + + if (status === 'completed' || status === 'failed') { + this.emitToolCallEnd(state, payload, status === 'failed') + } + } + + private handlePlanUpdate( + update: Extract, + payload: MappedContent + ) { + const summary = (update.entries || []) + .map((entry) => `${entry.content} (${entry.status})`) + .join('; ') + if (!summary) return + const text = `Plan updated: ${summary}` + payload.events.push(createStreamEvent.reasoning(text)) + payload.blocks.push(this.createBlock('reasoning_content', text)) + } + + private formatToolCallContent( + contents?: schema.ToolCallContent[] | null, + joiner: string = '\n' + ): string { + if (!contents?.length) { + return '' + } + + return contents + .map((item) => { + if (item.type === 'content') { + const block = item.content + switch (block.type) { + case 'text': + return block.text + case 'image': + return '[image]' + case 'audio': + return '[audio]' + case 'resource': + return '[resource]' + case 'resource_link': + return block.uri + default: + return JSON.stringify(block) + } + } + if (item.type === 'terminal') { + return 'output' in item && typeof item.output === 'string' + ? item.output + : `[terminal:${item.terminalId}]` + } + if (item.type === 'diff') { + return item.path ? `diff: ${item.path}` : '[diff]' + } + return JSON.stringify(item) + }) + .filter(Boolean) + .join(joiner) + } + + private tryParseJsonArguments(buffer: string, toolCallId: string): string | undefined { + const trimmed = buffer.trim() + if (!trimmed) { + return undefined + } + + if (!trimmed.startsWith('{') && !trimmed.startsWith('[')) { + return trimmed + } + + try { + JSON.parse(trimmed) + return trimmed + } catch (error) { + const preview = trimmed.length > 120 ? `${trimmed.slice(0, 120)}…` : trimmed + console.warn( + `[ACP] Tool call arguments appear incomplete (toolCallId=${toolCallId}): ${preview}`, + error + ) + return trimmed + } + } + + private buildToolCallReasoning( + title?: string, + status?: schema.ToolCallStatus | null + ): string | null { + const statusText = status ? status.replace(/_/g, ' ') : undefined + const segments = ['Tool call', title, statusText].filter(Boolean) + return segments.length ? segments.join(' - ') : null + } + + private emitToolCallStartIfNeeded(state: ToolCallState, payload: MappedContent) { + if (state.started) return + state.started = true + payload.events.push(createStreamEvent.toolCallStart(state.toolCallId, state.toolName)) + } + + private emitToolCallChunk(state: ToolCallState, chunk: string, payload: MappedContent) { + state.argumentsBuffer += chunk + payload.events.push(createStreamEvent.toolCallChunk(state.toolCallId, chunk)) + payload.blocks.push( + this.createBlock('tool_call', state.argumentsBuffer, { + status: 'loading', + tool_call: { + id: state.toolCallId, + name: state.toolName, + params: state.argumentsBuffer + } + }) + ) + } + + private emitToolCallEnd(state: ToolCallState, payload: MappedContent, isError: boolean) { + const toolCallId = state.toolCallId + const finalArgs = this.tryParseJsonArguments(state.argumentsBuffer, toolCallId) + payload.events.push(createStreamEvent.toolCallEnd(toolCallId, finalArgs)) + payload.blocks.push( + this.createBlock('tool_call', finalArgs, { + status: isError ? 'error' : 'success', + tool_call: { + id: toolCallId, + name: state.toolName, + params: finalArgs + } + }) + ) + this.toolCallStates.delete(this.getToolCallStateKey(state.sessionId, toolCallId)) + } + + private getOrCreateToolCallState( + sessionId: string, + toolCallId: string, + toolName?: string + ): ToolCallState { + const key = this.getToolCallStateKey(sessionId, toolCallId) + const existing = this.toolCallStates.get(key) + if (existing) { + if (toolName && existing.toolName !== toolName) { + existing.toolName = toolName + } + return existing + } + + const state: ToolCallState = { + sessionId, + toolCallId, + toolName: toolName ?? toolCallId, + argumentsBuffer: '', + status: undefined, + started: false + } + this.toolCallStates.set(key, state) + return state + } + + private getToolCallStateKey(sessionId: string, toolCallId: string): string { + return `${sessionId}:${toolCallId}` + } + + private createBlock( + type: AssistantMessageBlock['type'], + content?: string, + extra?: Partial + ): AssistantMessageBlock { + return { + type, + content, + status: 'success', + timestamp: now(), + ...extra + } as AssistantMessageBlock + } +} diff --git a/src/main/presenter/llmProviderPresenter/agent/acpMessageFormatter.ts b/src/main/presenter/llmProviderPresenter/agent/acpMessageFormatter.ts new file mode 100644 index 000000000..85a61af38 --- /dev/null +++ b/src/main/presenter/llmProviderPresenter/agent/acpMessageFormatter.ts @@ -0,0 +1,93 @@ +import type * as schema from '@agentclientprotocol/sdk/dist/schema.js' +import type { ChatMessage, ModelConfig } from '@shared/presenter' + +interface NormalizedContent { + type: 'text' | 'resource_link' + value: string +} + +export class AcpMessageFormatter { + format(messages: ChatMessage[], modelConfig: ModelConfig): schema.ContentBlock[] { + const blocks: schema.ContentBlock[] = [] + const configLine = this.buildConfigLine(modelConfig) + if (configLine) { + blocks.push({ type: 'text', text: configLine }) + } + + messages.forEach((message) => { + const prefix = (message.role || 'unknown').toUpperCase() + const normalized = this.normalizeContent(message) + if (normalized.length === 0) { + blocks.push({ type: 'text', text: `${prefix}:` }) + return + } + + normalized.forEach((item, index) => { + if (item.type === 'text') { + const label = index === 0 ? `${prefix}: ` : '' + blocks.push({ type: 'text', text: `${label}${item.value}` }) + } else if (item.type === 'resource_link') { + blocks.push({ type: 'resource_link', uri: item.value, name: prefix }) + } + }) + + if (message.tool_calls && message.tool_calls.length > 0) { + message.tool_calls.forEach((toolCall) => { + blocks.push({ + type: 'text', + text: `${prefix} TOOL CALL ${toolCall.id || ''}: ${toolCall.function?.name || 'unknown'} ${toolCall.function?.arguments || ''}` + }) + }) + } + + if (message.role === 'tool' && typeof message.content === 'string') { + blocks.push({ + type: 'text', + text: `TOOL RESPONSE${message.tool_call_id ? ` (${message.tool_call_id})` : ''}: ${message.content}` + }) + } + }) + + return blocks + } + + private buildConfigLine(modelConfig: ModelConfig): string { + const temperature = modelConfig.temperature ?? 0.6 + const maxTokens = modelConfig.maxTokens ?? modelConfig.maxCompletionTokens ?? 4096 + return `temperature=${temperature}, maxTokens=${maxTokens}` + } + + private normalizeContent(message: ChatMessage): NormalizedContent[] { + const normalized: NormalizedContent[] = [] + const content = message.content as unknown + + if (typeof content === 'string') { + if (content.trim().length > 0) { + normalized.push({ type: 'text', value: content }) + } + } else if (Array.isArray(content)) { + content.forEach((rawPart) => { + const part = rawPart as Record + const type = typeof part.type === 'string' ? part.type : undefined + + if ((type === 'text' || type === 'input_text') && typeof part.text === 'string') { + normalized.push({ type: 'text', value: part.text }) + } else if (type === 'image_url') { + const imageUrl = part['image_url'] as { url?: string } | undefined + if (imageUrl?.url) { + normalized.push({ type: 'resource_link', value: imageUrl.url }) + } + } else if (type === 'input_image') { + const imageUrl = part['image_url'] as { url?: string } | undefined + if (imageUrl?.url) { + normalized.push({ type: 'resource_link', value: imageUrl.url }) + } + } else if (typeof part.text === 'string') { + normalized.push({ type: 'text', value: part.text }) + } + }) + } + + return normalized + } +} diff --git a/src/main/presenter/llmProviderPresenter/agent/acpProcessManager.ts b/src/main/presenter/llmProviderPresenter/agent/acpProcessManager.ts new file mode 100644 index 000000000..c62695643 --- /dev/null +++ b/src/main/presenter/llmProviderPresenter/agent/acpProcessManager.ts @@ -0,0 +1,276 @@ +import { spawn, type ChildProcessWithoutNullStreams } from 'child_process' +import { Readable, Writable } from 'node:stream' +import { app } from 'electron' +import { ClientSideConnection, PROTOCOL_VERSION, ndJsonStream } from '@agentclientprotocol/sdk' +import type { + ClientSideConnection as ClientSideConnectionType, + Client +} from '@agentclientprotocol/sdk' +import type * as schema from '@agentclientprotocol/sdk/dist/schema.js' +import type { Stream } from '@agentclientprotocol/sdk/dist/stream.js' +import type { AcpAgentConfig } from '@shared/presenter' +import type { AgentProcessHandle, AgentProcessManager } from './types' + +export interface AcpProcessHandle extends AgentProcessHandle { + child: ChildProcessWithoutNullStreams + connection: ClientSideConnectionType + agent: AcpAgentConfig + readyAt: number +} + +interface AcpProcessManagerOptions { + providerId: string +} + +export type SessionNotificationHandler = (notification: schema.SessionNotification) => void + +export type PermissionResolver = ( + request: schema.RequestPermissionRequest +) => Promise + +interface SessionListenerEntry { + agentId: string + handlers: Set +} + +interface PermissionResolverEntry { + agentId: string + resolver: PermissionResolver +} + +export class AcpProcessManager implements AgentProcessManager { + private readonly providerId: string + private readonly handles = new Map() + private readonly pendingHandles = new Map>() + private readonly sessionListeners = new Map() + private readonly permissionResolvers = new Map() + + constructor(options: AcpProcessManagerOptions) { + this.providerId = options.providerId + } + + async getConnection(agent: AcpAgentConfig): Promise { + const existing = this.handles.get(agent.id) + if (existing && this.isHandleAlive(existing)) { + return existing + } + + const inflight = this.pendingHandles.get(agent.id) + if (inflight) { + return inflight + } + + const handlePromise = this.spawnProcess(agent) + this.pendingHandles.set(agent.id, handlePromise) + try { + const handle = await handlePromise + this.handles.set(agent.id, handle) + return handle + } finally { + this.pendingHandles.delete(agent.id) + } + } + + getProcess(agentId: string): AcpProcessHandle | null { + return this.handles.get(agentId) ?? null + } + + listProcesses(): AcpProcessHandle[] { + return Array.from(this.handles.values()) + } + + async release(agentId: string): Promise { + const handle = this.handles.get(agentId) + if (!handle) return + + this.handles.delete(agentId) + this.clearSessionsForAgent(agentId) + + this.killChild(handle.child) + } + + async shutdown(): Promise { + const releases = Array.from(this.handles.keys()).map((agentId) => this.release(agentId)) + await Promise.allSettled(releases) + this.handles.clear() + this.sessionListeners.clear() + this.permissionResolvers.clear() + this.pendingHandles.clear() + } + + registerSessionListener( + agentId: string, + sessionId: string, + handler: SessionNotificationHandler + ): () => void { + const entry = this.sessionListeners.get(sessionId) + if (entry) { + entry.handlers.add(handler) + } else { + this.sessionListeners.set(sessionId, { agentId, handlers: new Set([handler]) }) + } + + return () => { + const existingEntry = this.sessionListeners.get(sessionId) + if (!existingEntry) return + existingEntry.handlers.delete(handler) + if (existingEntry.handlers.size === 0) { + this.sessionListeners.delete(sessionId) + } + } + } + + registerPermissionResolver( + agentId: string, + sessionId: string, + resolver: PermissionResolver + ): () => void { + if (this.permissionResolvers.has(sessionId)) { + console.warn( + `[ACP] Overwriting existing permission resolver for session "${sessionId}" (agent ${agentId})` + ) + } + this.permissionResolvers.set(sessionId, { agentId, resolver }) + + return () => { + const entry = this.permissionResolvers.get(sessionId) + if (entry && entry.resolver === resolver) { + this.permissionResolvers.delete(sessionId) + } + } + } + + clearSession(sessionId: string): void { + this.sessionListeners.delete(sessionId) + this.permissionResolvers.delete(sessionId) + } + + private async spawnProcess(agent: AcpAgentConfig): Promise { + const child = this.spawnAgentProcess(agent) + const stream = this.createAgentStream(child) + const client = this.createClientProxy() + const connection = new ClientSideConnection(() => client, stream) + + await connection.initialize({ + protocolVersion: PROTOCOL_VERSION, + clientCapabilities: {}, + clientInfo: { name: 'DeepChat', version: app.getVersion() } + }) + + const handle: AcpProcessHandle = { + providerId: this.providerId, + agentId: agent.id, + agent, + status: 'ready', + pid: child.pid ?? undefined, + restarts: (this.handles.get(agent.id)?.restarts ?? 0) + 1, + lastHeartbeatAt: Date.now(), + metadata: { command: agent.command }, + child, + connection, + readyAt: Date.now() + } + + child.on('exit', (code, signal) => { + console.warn( + `[ACP] Agent process for ${agent.id} exited (code=${code ?? 'null'}, signal=${signal ?? 'null'})` + ) + if (this.handles.get(agent.id)?.child === child) { + this.handles.delete(agent.id) + } + this.clearSessionsForAgent(agent.id) + }) + + child.stderr?.on('data', (chunk: Buffer) => { + console.warn(`[ACP] ${agent.id} stderr: ${chunk.toString()}`) + }) + + return handle + } + + private spawnAgentProcess(agent: AcpAgentConfig): ChildProcessWithoutNullStreams { + const mergedEnv = agent.env ? { ...process.env, ...agent.env } : { ...process.env } + return spawn(agent.command, agent.args ?? [], { + env: mergedEnv, + stdio: ['pipe', 'pipe', 'pipe'] + }) + } + + private createAgentStream(child: ChildProcessWithoutNullStreams): Stream { + const writable = Writable.toWeb(child.stdin) as unknown as WritableStream + const readable = Readable.toWeb(child.stdout) as unknown as ReadableStream + return ndJsonStream(writable, readable) + } + + private createClientProxy(): Client { + return { + requestPermission: async (params) => this.dispatchPermissionRequest(params), + sessionUpdate: async (notification) => { + this.dispatchSessionUpdate(notification) + } + } + } + + private dispatchSessionUpdate(notification: schema.SessionNotification): void { + const entry = this.sessionListeners.get(notification.sessionId) + if (!entry) { + console.warn(`[ACP] Received session update for unknown session "${notification.sessionId}"`) + return + } + + entry.handlers.forEach((handler) => { + try { + handler(notification) + } catch (error) { + console.warn(`[ACP] Session handler threw for session ${notification.sessionId}:`, error) + } + }) + } + + private async dispatchPermissionRequest( + params: schema.RequestPermissionRequest + ): Promise { + const entry = this.permissionResolvers.get(params.sessionId) + if (!entry) { + console.warn( + `[ACP] Missing permission resolver for session "${params.sessionId}", returning cancelled` + ) + return { outcome: { outcome: 'cancelled' } } + } + + try { + return await entry.resolver(params) + } catch (error) { + console.error('[ACP] Permission resolver failed:', error) + return { outcome: { outcome: 'cancelled' } } + } + } + + private clearSessionsForAgent(agentId: string): void { + for (const [sessionId, entry] of this.sessionListeners.entries()) { + if (entry.agentId === agentId) { + this.sessionListeners.delete(sessionId) + } + } + + for (const [sessionId, entry] of this.permissionResolvers.entries()) { + if (entry.agentId === agentId) { + this.permissionResolvers.delete(sessionId) + } + } + } + + private killChild(child: ChildProcessWithoutNullStreams): void { + if (!child.killed) { + try { + child.kill() + } catch (error) { + console.warn('[ACP] Failed to kill agent process:', error) + } + } + } + + private isHandleAlive(handle: AcpProcessHandle): boolean { + return !handle.child.killed && !handle.connection.signal.aborted + } +} diff --git a/src/main/presenter/llmProviderPresenter/agent/acpSessionManager.ts b/src/main/presenter/llmProviderPresenter/agent/acpSessionManager.ts new file mode 100644 index 000000000..852aa7e1b --- /dev/null +++ b/src/main/presenter/llmProviderPresenter/agent/acpSessionManager.ts @@ -0,0 +1,213 @@ +import { app } from 'electron' +import type { AcpAgentConfig } from '@shared/presenter' +import type { AgentSessionState } from './types' +import type { + AcpProcessManager, + AcpProcessHandle, + PermissionResolver, + SessionNotificationHandler +} from './acpProcessManager' +import type { ClientSideConnection as ClientSideConnectionType } from '@agentclientprotocol/sdk' +import { AcpSessionPersistence } from './acpSessionPersistence' + +interface AcpSessionManagerOptions { + providerId: string + processManager: AcpProcessManager + sessionPersistence: AcpSessionPersistence +} + +interface SessionHooks { + onSessionUpdate: SessionNotificationHandler + onPermission: PermissionResolver +} + +export interface AcpSessionRecord extends AgentSessionState { + connection: ClientSideConnectionType + detachHandlers: Array<() => void> + workdir: string +} + +export class AcpSessionManager { + private readonly providerId: string + private readonly processManager: AcpProcessManager + private readonly sessionPersistence: AcpSessionPersistence + private readonly sessionsByConversation = new Map() + private readonly sessionsById = new Map() + private readonly pendingSessions = new Map>() + + constructor(options: AcpSessionManagerOptions) { + this.providerId = options.providerId + this.processManager = options.processManager + this.sessionPersistence = options.sessionPersistence + + app.on('before-quit', () => { + void this.clearAllSessions() + }) + } + + async getOrCreateSession( + conversationId: string, + agent: AcpAgentConfig, + hooks: SessionHooks, + workdir?: string | null + ): Promise { + const resolvedWorkdir = this.sessionPersistence.resolveWorkdir(workdir) + const existing = this.sessionsByConversation.get(conversationId) + if (existing && existing.agentId === agent.id && existing.workdir === resolvedWorkdir) { + // Reuse existing session, but update hooks for new conversation turn + // Clean up old handlers + existing.detachHandlers.forEach((dispose) => { + try { + dispose() + } catch (error) { + console.warn('[ACP] Failed to dispose old session handler:', error) + } + }) + // Register new handlers + existing.detachHandlers = this.attachSessionHooks(agent.id, existing.sessionId, hooks) + existing.workdir = resolvedWorkdir + return existing + } + if (existing) { + await this.clearSession(conversationId) + } + + const inflight = this.pendingSessions.get(conversationId) + if (inflight) { + return inflight + } + + const createPromise = this.createSession(conversationId, agent, hooks, resolvedWorkdir) + this.pendingSessions.set(conversationId, createPromise) + try { + const session = await createPromise + this.sessionsByConversation.set(conversationId, session) + this.sessionsById.set(session.sessionId, session) + return session + } finally { + this.pendingSessions.delete(conversationId) + } + } + + getSession(conversationId: string): AcpSessionRecord | null { + return this.sessionsByConversation.get(conversationId) ?? null + } + + getSessionById(sessionId: string): AcpSessionRecord | null { + return this.sessionsById.get(sessionId) ?? null + } + + listSessions(): AcpSessionRecord[] { + return Array.from(this.sessionsByConversation.values()) + } + + async clearSessionsByAgent(agentId: string): Promise { + const targets = Array.from(this.sessionsByConversation.entries()).filter( + ([, session]) => session.agentId === agentId + ) + await Promise.allSettled(targets.map(([conversationId]) => this.clearSession(conversationId))) + } + + async clearSession(conversationId: string): Promise { + const session = this.sessionsByConversation.get(conversationId) + if (!session) return + + this.sessionsByConversation.delete(conversationId) + this.sessionsById.delete(session.sessionId) + session.detachHandlers.forEach((dispose) => { + try { + dispose() + } catch (error) { + console.warn('[ACP] Failed to dispose session handler:', error) + } + }) + + this.processManager.clearSession(session.sessionId) + + try { + await session.connection.cancel({ sessionId: session.sessionId }) + } catch (error) { + console.warn(`[ACP] Failed to cancel session ${session.sessionId}:`, error) + } + + await this.sessionPersistence.clearSession(conversationId, session.agentId) + } + + async clearAllSessions(): Promise { + const clears = Array.from(this.sessionsByConversation.keys()).map((conversationId) => + this.clearSession(conversationId) + ) + await Promise.allSettled(clears) + this.sessionsByConversation.clear() + this.sessionsById.clear() + this.pendingSessions.clear() + } + + private async createSession( + conversationId: string, + agent: AcpAgentConfig, + hooks: SessionHooks, + workdir: string + ): Promise { + const handle = await this.processManager.getConnection(agent) + const session = await this.initializeSession(handle, agent, workdir) + const detachListeners = this.attachSessionHooks(agent.id, session.sessionId, hooks) + + void this.sessionPersistence + .saveSessionData(conversationId, agent.id, session.sessionId, workdir, 'active', { + agentName: agent.name + }) + .catch((error) => { + console.warn('[ACP] Failed to persist session metadata:', error) + }) + + return { + ...session, + providerId: this.providerId, + agentId: agent.id, + conversationId, + status: 'active', + createdAt: Date.now(), + updatedAt: Date.now(), + metadata: { agentName: agent.name }, + connection: handle.connection, + detachHandlers: detachListeners, + workdir + } + } + + private attachSessionHooks( + agentId: string, + sessionId: string, + hooks: SessionHooks + ): Array<() => void> { + const detachUpdate = this.processManager.registerSessionListener( + agentId, + sessionId, + hooks.onSessionUpdate + ) + const detachPermission = this.processManager.registerPermissionResolver( + agentId, + sessionId, + hooks.onPermission + ) + return [detachUpdate, detachPermission] + } + + private async initializeSession( + handle: AcpProcessHandle, + agent: AcpAgentConfig, + workdir: string + ): Promise<{ sessionId: string }> { + try { + const response = await handle.connection.newSession({ + cwd: workdir, + mcpServers: [] + }) + return { sessionId: response.sessionId } + } catch (error) { + console.error(`[ACP] Failed to create session for agent ${agent.id}:`, error) + throw error + } + } +} diff --git a/src/main/presenter/llmProviderPresenter/agent/acpSessionPersistence.ts b/src/main/presenter/llmProviderPresenter/agent/acpSessionPersistence.ts new file mode 100644 index 000000000..8e9ec6df0 --- /dev/null +++ b/src/main/presenter/llmProviderPresenter/agent/acpSessionPersistence.ts @@ -0,0 +1,88 @@ +import { app } from 'electron' +import type { + AcpSessionEntity, + AgentSessionLifecycleStatus, + ISQLitePresenter +} from '@shared/presenter' + +export class AcpSessionPersistence { + constructor(private readonly sqlitePresenter: ISQLitePresenter) {} + + async getSessionData(conversationId: string, agentId: string): Promise { + return this.sqlitePresenter.getAcpSession(conversationId, agentId) + } + + async saveSessionData( + conversationId: string, + agentId: string, + sessionId: string | null, + workdir: string | null, + status: AgentSessionLifecycleStatus, + metadata: Record | null + ): Promise { + await this.sqlitePresenter.upsertAcpSession(conversationId, agentId, { + sessionId, + workdir, + status, + metadata + }) + } + + async updateSessionId( + conversationId: string, + agentId: string, + sessionId: string | null + ): Promise { + await this.sqlitePresenter.updateAcpSessionId(conversationId, agentId, sessionId) + } + + async updateWorkdir( + conversationId: string, + agentId: string, + workdir: string | null + ): Promise { + const existing = await this.getSessionData(conversationId, agentId) + if (!existing) { + await this.saveSessionData(conversationId, agentId, null, workdir, 'idle', null) + return + } + await this.sqlitePresenter.updateAcpWorkdir(conversationId, agentId, workdir) + } + + async updateStatus( + conversationId: string, + agentId: string, + status: AgentSessionLifecycleStatus + ): Promise { + await this.sqlitePresenter.updateAcpSessionStatus(conversationId, agentId, status) + } + + async deleteSession(conversationId: string, agentId: string): Promise { + await this.sqlitePresenter.deleteAcpSession(conversationId, agentId) + } + + async clearSession(conversationId: string, agentId: string): Promise { + await this.updateSessionId(conversationId, agentId, null) + await this.updateStatus(conversationId, agentId, 'idle') + } + + async getWorkdir(conversationId: string, agentId: string): Promise { + const record = await this.getSessionData(conversationId, agentId) + return this.resolveWorkdir(record?.workdir) + } + + resolveWorkdir(workdir?: string | null): string { + if (workdir && workdir.trim().length > 0) { + return workdir + } + return this.getDefaultWorkdir() + } + + getDefaultWorkdir(): string { + try { + return app.getPath('home') + } catch { + return process.env.HOME || process.cwd() + } + } +} diff --git a/src/main/presenter/llmProviderPresenter/agent/types.ts b/src/main/presenter/llmProviderPresenter/agent/types.ts new file mode 100644 index 000000000..efa450247 --- /dev/null +++ b/src/main/presenter/llmProviderPresenter/agent/types.ts @@ -0,0 +1,61 @@ +import type { + AgentProcessHandle, + AgentProcessStatus, + AgentSessionLifecycleStatus, + AgentSessionState +} from '@shared/presenter' + +export type { + AgentProcessHandle, + AgentProcessStatus, + AgentSessionLifecycleStatus, + AgentSessionState +} + +export interface AgentSessionManager< + TSession extends AgentSessionState = AgentSessionState, + TAgentDescriptor = string, + TSessionOptions = unknown +> { + getOrCreateSession( + conversationId: string, + agent: TAgentDescriptor, + options: TSessionOptions + ): Promise + getSession(conversationId: string): TSession | null + listSessions(): TSession[] + clearSession(conversationId: string): Promise + clearSessionsByAgent(agentId: string): Promise + clearAllSessions(): Promise +} + +export interface AgentProcessManager< + THandle extends AgentProcessHandle = AgentProcessHandle, + TDescriptor = string +> { + getConnection(agent: TDescriptor): Promise + getProcess(agentId: string): THandle | null + listProcesses(): THandle[] + release(agentId: string): Promise + shutdown(): Promise +} + +export interface AgentPermissionOption { + optionId: string + label?: string + kind?: string + description?: string +} + +export interface AgentPermissionRequest { + providerId: string + agentId: string + toolCallId?: string + title?: string + description?: string + options: AgentPermissionOption[] +} + +export type AgentPermissionResult = + | { outcome: 'cancelled' } + | { outcome: 'selected'; optionId: string } diff --git a/src/main/presenter/llmProviderPresenter/baseAgentProvider.ts b/src/main/presenter/llmProviderPresenter/baseAgentProvider.ts new file mode 100644 index 000000000..13887ef63 --- /dev/null +++ b/src/main/presenter/llmProviderPresenter/baseAgentProvider.ts @@ -0,0 +1,47 @@ +import { BaseLLMProvider } from './baseProvider' +import type { + AgentPermissionRequest, + AgentPermissionResult, + AgentProcessManager, + AgentSessionManager +} from './agent/types' + +/** + * Base class for Agent-specific providers. + * Ensures that session/process lifecycle management is centralized + * while allowing subclasses to supply concrete managers. + */ +export abstract class BaseAgentProvider< + TSessionManager extends AgentSessionManager = AgentSessionManager, + TProcessManager extends AgentProcessManager = AgentProcessManager, + TPermissionRequest = AgentPermissionRequest, + TPermissionResult = AgentPermissionResult +> extends BaseLLMProvider { + protected abstract getSessionManager(): TSessionManager + protected abstract getProcessManager(): TProcessManager + protected abstract requestPermission(params: TPermissionRequest): Promise + + /** + * Default cleanup hook invoked when provider instances are torn down. + * Clears in-memory sessions and tears down any running agent processes. + */ + public cleanup(): void { + void this.getSessionManager() + .clearAllSessions() + .catch((error) => { + console.warn( + `[AgentProvider] Failed to clear sessions for provider "${this.provider.id}":`, + error + ) + }) + + void this.getProcessManager() + .shutdown() + .catch((error) => { + console.warn( + `[AgentProvider] Failed to shutdown process manager for provider "${this.provider.id}":`, + error + ) + }) + } +} diff --git a/src/main/presenter/llmProviderPresenter/baseProvider.ts b/src/main/presenter/llmProviderPresenter/baseProvider.ts index a9b116482..86b32dad4 100644 --- a/src/main/presenter/llmProviderPresenter/baseProvider.ts +++ b/src/main/presenter/llmProviderPresenter/baseProvider.ts @@ -162,13 +162,28 @@ export abstract class BaseLLMProvider { public async fetchModels(): Promise { try { return this.fetchProviderModels().then((models) => { - console.log('Fetched models:', models?.length, this.provider.id) - this.models = models - this.configPresenter.setProviderModels(this.provider.id, models) - return models + console.log( + `[Provider] fetchModels: fetched ${models?.length || 0} models for provider "${this.provider.id}"` + ) + // Validate that all models have correct providerId + const validatedModels = models.map((model) => { + if (model.providerId !== this.provider.id) { + console.warn( + `[Provider] fetchModels: Model ${model.id} has incorrect providerId: expected "${this.provider.id}", got "${model.providerId}". Fixing it.` + ) + model.providerId = this.provider.id + } + return model + }) + this.models = validatedModels + this.configPresenter.setProviderModels(this.provider.id, validatedModels) + return validatedModels }) } catch (e) { - console.error('Failed to fetch models:', e) + console.error( + `[Provider] fetchModels: Failed to fetch models for provider "${this.provider.id}":`, + e + ) if (!this.models) { this.models = [] } @@ -182,9 +197,14 @@ export abstract class BaseLLMProvider { * @returns 模型列表 */ public async refreshModels(): Promise { - console.info(`Force refreshing models for provider: ${this.provider.name}`) + console.log( + `[Provider] refreshModels: force refreshing models for provider "${this.provider.id}" (${this.provider.name})` + ) await this.fetchModels() await this.autoEnableModelsIfNeeded() + console.log( + `[Provider] refreshModels: sending MODEL_LIST_CHANGED event for provider "${this.provider.id}"` + ) eventBus.sendToRenderer( CONFIG_EVENTS.MODEL_LIST_CHANGED, SendTarget.ALL_WINDOWS, diff --git a/src/main/presenter/llmProviderPresenter/index.ts b/src/main/presenter/llmProviderPresenter/index.ts index 56e3ca459..980d92790 100644 --- a/src/main/presenter/llmProviderPresenter/index.ts +++ b/src/main/presenter/llmProviderPresenter/index.ts @@ -10,7 +10,9 @@ import { LLM_EMBEDDING_ATTRS, ModelScopeMcpSyncOptions, ModelScopeMcpSyncResult, - IConfigPresenter + IConfigPresenter, + ISQLitePresenter, + AcpWorkdirInfo } from '@shared/presenter' import { ProviderChange, ProviderBatchUpdate } from '@shared/provider-operations' import { eventBus } from '@/eventbus' @@ -26,6 +28,8 @@ import { AgentLoopHandler } from './managers/agentLoopHandler' import { ModelScopeSyncManager } from './managers/modelScopeSyncManager' import type { OllamaProvider } from './providers/ollamaProvider' import { ShowResponse } from 'ollama' +import { AcpSessionPersistence } from './agent/acpSessionPersistence' +import { AcpProvider } from './providers/acpProvider' export class LLMProviderPresenter implements ILlmProviderPresenter { private currentProviderId: string | null = null @@ -40,9 +44,11 @@ export class LLMProviderPresenter implements ILlmProviderPresenter { private readonly embeddingManager: EmbeddingManager private readonly agentLoopHandler: AgentLoopHandler private readonly modelScopeSyncManager: ModelScopeSyncManager + private readonly acpSessionPersistence: AcpSessionPersistence - constructor(configPresenter: IConfigPresenter) { + constructor(configPresenter: IConfigPresenter, sqlitePresenter: ISQLitePresenter) { this.rateLimitManager = new RateLimitManager(configPresenter) + this.acpSessionPersistence = new AcpSessionPersistence(sqlitePresenter) this.providerInstanceManager = new ProviderInstanceManager({ configPresenter, activeStreams: this.activeStreams, @@ -50,7 +56,8 @@ export class LLMProviderPresenter implements ILlmProviderPresenter { getCurrentProviderId: () => this.currentProviderId, setCurrentProviderId: (providerId) => { this.currentProviderId = providerId - } + }, + acpSessionPersistence: this.acpSessionPersistence }) this.modelManager = new ModelManager({ configPresenter, @@ -109,6 +116,10 @@ export class LLMProviderPresenter implements ILlmProviderPresenter { return this.providerInstanceManager.getProviderById(id) } + isAgentProvider(providerId: string): boolean { + return this.providerInstanceManager.isAgentProvider(providerId) + } + async setCurrentProvider(providerId: string): Promise { // 如果有正在生成的流，先停止它们 await this.stopAllStreams() @@ -214,7 +225,8 @@ export class LLMProviderPresenter implements ILlmProviderPresenter { verbosity?: 'low' | 'medium' | 'high', enableSearch?: boolean, forcedSearch?: boolean, - searchStrategy?: 'turbo' | 'max' + searchStrategy?: 'turbo' | 'max', + conversationId?: string ): AsyncGenerator { yield* this.agentLoopHandler.startStreamCompletion( providerId, @@ -229,7 +241,8 @@ export class LLMProviderPresenter implements ILlmProviderPresenter { verbosity, enableSearch, forcedSearch, - searchStrategy + searchStrategy, + conversationId ) } @@ -443,4 +456,44 @@ export class LLMProviderPresenter implements ILlmProviderPresenter { ): Promise { return this.modelScopeSyncManager.syncModelScopeMcpServers(providerId, syncOptions) } + + async getAcpWorkdir(conversationId: string, agentId: string): Promise { + const record = await this.acpSessionPersistence.getSessionData(conversationId, agentId) + const path = this.acpSessionPersistence.resolveWorkdir(record?.workdir) + const isCustom = Boolean(record?.workdir && record.workdir.trim().length > 0) + return { path, isCustom } + } + + async setAcpWorkdir( + conversationId: string, + agentId: string, + workdir: string | null + ): Promise { + const provider = this.getAcpProviderInstance() + if (provider) { + await provider.updateAcpWorkdir(conversationId, agentId, workdir) + return + } + + const trimmed = workdir?.trim() ? workdir : null + await this.acpSessionPersistence.updateWorkdir(conversationId, agentId, trimmed) + } + + async resolveAgentPermission(requestId: string, granted: boolean): Promise { + const provider = this.getAcpProviderInstance() + if (!provider) { + throw new Error('ACP provider unavailable') + } + await provider.resolvePermissionRequest(requestId, granted) + } + + private getAcpProviderInstance(): AcpProvider | null { + try { + const instance = this.getProviderInstance('acp') + return instance instanceof AcpProvider ? (instance as AcpProvider) : null + } catch (error) { + console.warn('[LLMProviderPresenter] ACP provider unavailable:', error) + return null + } + } } diff --git a/src/main/presenter/llmProviderPresenter/managers/agentLoopHandler.ts b/src/main/presenter/llmProviderPresenter/managers/agentLoopHandler.ts index a837098ac..0d0ad6046 100644 --- a/src/main/presenter/llmProviderPresenter/managers/agentLoopHandler.ts +++ b/src/main/presenter/llmProviderPresenter/managers/agentLoopHandler.ts @@ -37,7 +37,8 @@ export class AgentLoopHandler { verbosity?: 'low' | 'medium' | 'high', enableSearch?: boolean, forcedSearch?: boolean, - searchStrategy?: 'turbo' | 'max' + searchStrategy?: 'turbo' | 'max', + conversationId?: string ): AsyncGenerator { console.log(`[Agent Loop] Starting agent loop for event: ${eventId} with model: ${modelId}`) if (!this.options.canStartNewStream()) { @@ -51,6 +52,10 @@ export class AgentLoopHandler { const abortController = new AbortController() const modelConfig = this.options.configPresenter.getModelConfig(modelId, providerId) + if (conversationId) { + modelConfig.conversationId = conversationId + } + if (thinkingBudget !== undefined) { modelConfig.thinkingBudget = thinkingBudget } @@ -266,6 +271,45 @@ export class AgentLoopHandler { delete currentToolChunks[chunk.tool_call_id] } break + case 'permission': { + const permission = chunk.permission + const permissionType = permission.permissionType ?? 'read' + const description = permission.description ?? '' + const toolName = permission.tool_call_name ?? permission.tool_call_id + const serverName = + permission.server_name ?? permission.agentName ?? permission.providerName ?? '' + + yield { + type: 'response', + data: { + eventId, + tool_call: 'permission-required', + tool_call_id: permission.tool_call_id, + tool_call_name: toolName, + tool_call_params: permission.tool_call_params, + tool_call_server_name: serverName, + tool_call_server_icons: permission.server_icons, + tool_call_server_description: + permission.server_description ?? permission.agentName, + tool_call_response: description, + permission_request: { + toolName, + serverName, + permissionType, + description, + providerId: permission.providerId, + requestId: permission.requestId, + sessionId: permission.sessionId, + agentId: permission.agentId, + agentName: permission.agentName, + conversationId: permission.conversationId, + options: permission.options, + rememberable: permission.metadata?.rememberable === false ? false : true + } + } + } + break + } case 'usage': if (chunk.usage) { // console.log('usage', chunk.usage, totalUsage) diff --git a/src/main/presenter/llmProviderPresenter/managers/modelManager.ts b/src/main/presenter/llmProviderPresenter/managers/modelManager.ts index 47df644af..c0b521356 100644 --- a/src/main/presenter/llmProviderPresenter/managers/modelManager.ts +++ b/src/main/presenter/llmProviderPresenter/managers/modelManager.ts @@ -11,9 +11,27 @@ export class ModelManager { constructor(private readonly options: ModelManagerOptions) {} async getModelList(providerId: string): Promise { + console.log(`[ModelManager] getModelList: fetching models for provider "${providerId}"`) const provider = this.options.getProviderInstance(providerId) let models = await provider.fetchModels() + + console.log( + `[ModelManager] getModelList: received ${models.length} models from provider "${providerId}"` + ) + models = models.map((model) => { + // Validate and fix providerId + if (model.providerId && model.providerId !== providerId) { + console.warn( + `[ModelManager] getModelList: Model ${model.id} has incorrect providerId: expected "${providerId}", got "${model.providerId}". Fixing it.` + ) + model.providerId = providerId + } else if (!model.providerId) { + console.warn( + `[ModelManager] getModelList: Model ${model.id} missing providerId, setting to "${providerId}"` + ) + model.providerId = providerId + } const config = this.options.configPresenter.getModelConfig(model.id, providerId) model.maxTokens = config.maxTokens @@ -34,6 +52,19 @@ export class ModelManager { return model }) + + // Final validation + const incorrectProviderIds = models.filter((m) => m.providerId !== providerId) + if (incorrectProviderIds.length > 0) { + console.error( + `[ModelManager] getModelList: Found ${incorrectProviderIds.length} models with incorrect providerId for provider "${providerId}" after processing` + ) + } else { + console.log( + `[ModelManager] getModelList: returning ${models.length} validated models for provider "${providerId}"` + ) + } + return models } diff --git a/src/main/presenter/llmProviderPresenter/managers/providerInstanceManager.ts b/src/main/presenter/llmProviderPresenter/managers/providerInstanceManager.ts index e64f1de5d..390f0af31 100644 --- a/src/main/presenter/llmProviderPresenter/managers/providerInstanceManager.ts +++ b/src/main/presenter/llmProviderPresenter/managers/providerInstanceManager.ts @@ -1,6 +1,7 @@ import { ProviderBatchUpdate, ProviderChange } from '@shared/provider-operations' import { IConfigPresenter, LLM_PROVIDER } from '@shared/presenter' import { BaseLLMProvider } from '../baseProvider' +import { BaseAgentProvider } from '../baseAgentProvider' import { OpenAIProvider } from '../providers/openAIProvider' import { DeepseekProvider } from '../providers/deepseekProvider' import { SiliconcloudProvider } from '../providers/siliconcloudProvider' @@ -27,16 +28,19 @@ import { MinimaxProvider } from '../providers/minimaxProvider' import { AihubmixProvider } from '../providers/aihubmixProvider' import { _302AIProvider } from '../providers/_302AIProvider' import { ModelscopeProvider } from '../providers/modelscopeProvider' +import { AcpProvider } from '../providers/acpProvider' import { VercelAIGatewayProvider } from '../providers/vercelAIGatewayProvider' import { PoeProvider } from '../providers/poeProvider' import { JiekouProvider } from '../providers/jiekouProvider' import { ZenmuxProvider } from '../providers/zenmuxProvider' import { RateLimitManager } from './rateLimitManager' import { StreamState } from '../types' +import { AcpSessionPersistence } from '../agent/acpSessionPersistence' type ProviderConstructor = new ( provider: LLM_PROVIDER, - configPresenter: IConfigPresenter + configPresenter: IConfigPresenter, + ...rest: any[] ) => BaseLLMProvider interface ProviderInstanceManagerOptions { @@ -45,6 +49,7 @@ interface ProviderInstanceManagerOptions { rateLimitManager: RateLimitManager getCurrentProviderId: () => string | null setCurrentProviderId: (providerId: string | null) => void + acpSessionPersistence?: AcpSessionPersistence } export class ProviderInstanceManager { @@ -87,7 +92,8 @@ export class ProviderInstanceManager { ['poe', PoeProvider], ['aws-bedrock', AwsBedrockProvider], ['jiekou', JiekouProvider], - ['zenmux', ZenmuxProvider] + ['zenmux', ZenmuxProvider], + ['acp', AcpProvider] ]) } @@ -117,10 +123,16 @@ export class ProviderInstanceManager { ['poe', PoeProvider], ['aws-bedrock', AwsBedrockProvider], ['jiekou', JiekouProvider], - ['zenmux', ZenmuxProvider] + ['zenmux', ZenmuxProvider], + ['acp', AcpProvider] ]) } + private static isAgentConstructor(ctor?: ProviderConstructor): boolean { + if (!ctor) return false + return BaseAgentProvider.prototype.isPrototypeOf(ctor.prototype) + } + init(): void { const providers = this.options.configPresenter.getProviders() for (const provider of providers) { @@ -228,6 +240,24 @@ export class ProviderInstanceManager { return instance } + isAgentProvider(providerId: string): boolean { + const instance = this.providerInstances.get(providerId) + if (instance) { + return instance instanceof BaseAgentProvider + } + + const provider = this.providers.get(providerId) + if (!provider) { + return false + } + + const ProviderClass = + ProviderInstanceManager.PROVIDER_ID_MAP.get(provider.id) ?? + ProviderInstanceManager.PROVIDER_TYPE_MAP.get(provider.apiType) + + return ProviderInstanceManager.isAgentConstructor(ProviderClass) + } + private handleProviderAdd(change: ProviderChange): void { if (!change.provider) return @@ -270,7 +300,12 @@ export class ProviderInstanceManager { if (updatedProvider.enable) { try { - this.getProviderInstance(change.providerId) + const instance = this.getProviderInstance(change.providerId) + // For ACP provider, trigger model loading when enabled + if (change.providerId === 'acp' && instance && 'handleEnableStateChange' in instance) { + console.log(`[ACP] Provider rebuilt and enabled, triggering model loading`) + void (instance as any).handleEnableStateChange() + } } catch (error) { console.error(`Failed to rebuild provider instance ${change.providerId}:`, error) } @@ -286,7 +321,12 @@ export class ProviderInstanceManager { } else { try { console.log(`Provider ${change.providerId} enabled, creating instance`) - this.getProviderInstance(change.providerId) + const instance = this.getProviderInstance(change.providerId) + // For ACP provider, trigger model loading when enabled + if (change.providerId === 'acp' && instance && 'handleEnableStateChange' in instance) { + console.log(`[ACP] Provider enabled, triggering model loading`) + void (instance as any).handleEnableStateChange() + } } catch (error) { console.error(`Failed to create provider instance ${change.providerId}:`, error) } @@ -372,6 +412,17 @@ export class ProviderInstanceManager { return undefined } + if (provider.id === 'acp') { + if (!this.options.acpSessionPersistence) { + throw new Error('ACP session persistence is not configured') + } + return new AcpProvider( + provider, + this.options.configPresenter, + this.options.acpSessionPersistence + ) + } + return new ProviderClass(provider, this.options.configPresenter) } catch (error) { console.error(`Failed to create provider instance for ${provider.id}:`, error) diff --git a/src/main/presenter/llmProviderPresenter/providers/acpProvider.ts b/src/main/presenter/llmProviderPresenter/providers/acpProvider.ts new file mode 100644 index 000000000..9a6f9dff3 --- /dev/null +++ b/src/main/presenter/llmProviderPresenter/providers/acpProvider.ts @@ -0,0 +1,645 @@ +import type * as schema from '@agentclientprotocol/sdk/dist/schema.js' +import { SUMMARY_TITLES_PROMPT } from '../baseProvider' +import { BaseAgentProvider } from '../baseAgentProvider' +import type { + ChatMessage, + LLMResponse, + MCPToolDefinition, + MODEL_META, + ModelConfig, + AcpAgentConfig, + LLM_PROVIDER, + IConfigPresenter +} from '@shared/presenter' +import { + createStreamEvent, + type LLMCoreStreamEvent, + type PermissionRequestPayload, + type PermissionRequestOption +} from '@shared/types/core/llm-events' +import { ModelType } from '@shared/model' +import { eventBus, SendTarget } from '@/eventbus' +import { CONFIG_EVENTS } from '@/events' +import { AcpProcessManager } from '../agent/acpProcessManager' +import { AcpSessionManager } from '../agent/acpSessionManager' +import type { AcpSessionRecord } from '../agent/acpSessionManager' +import { AcpContentMapper } from '../agent/acpContentMapper' +import { AcpMessageFormatter } from '../agent/acpMessageFormatter' +import { AcpSessionPersistence } from '../agent/acpSessionPersistence' +import { nanoid } from 'nanoid' + +type EventQueue = { + push: (event: LLMCoreStreamEvent | null) => void + next: () => Promise + done: () => void +} + +type PermissionRequestContext = { + agent: AcpAgentConfig + conversationId: string +} + +type PendingPermissionState = { + requestId: string + sessionId: string + params: schema.RequestPermissionRequest + context: PermissionRequestContext + resolve: (response: schema.RequestPermissionResponse) => void + reject: (error: Error) => void +} + +export class AcpProvider extends BaseAgentProvider< + AcpSessionManager, + AcpProcessManager, + schema.RequestPermissionRequest, + schema.RequestPermissionResponse +> { + private readonly processManager: AcpProcessManager + private readonly sessionManager: AcpSessionManager + private readonly sessionPersistence: AcpSessionPersistence + private readonly contentMapper = new AcpContentMapper() + private readonly messageFormatter = new AcpMessageFormatter() + private readonly pendingPermissions = new Map() + + constructor( + provider: LLM_PROVIDER, + configPresenter: IConfigPresenter, + sessionPersistence: AcpSessionPersistence + ) { + super(provider, configPresenter) + this.sessionPersistence = sessionPersistence + this.processManager = new AcpProcessManager({ providerId: provider.id }) + this.sessionManager = new AcpSessionManager({ + providerId: provider.id, + processManager: this.processManager, + sessionPersistence: this.sessionPersistence + }) + + void this.initWhenEnabled() + } + + protected getSessionManager(): AcpSessionManager { + return this.sessionManager + } + + protected getProcessManager(): AcpProcessManager { + return this.processManager + } + + protected async requestPermission( + params: schema.RequestPermissionRequest + ): Promise { + void params + return { outcome: { outcome: 'cancelled' } } + } + + protected async fetchProviderModels(): Promise { + try { + const acpEnabled = await this.configPresenter.getAcpEnabled() + if (!acpEnabled) { + console.log('[ACP] fetchProviderModels: ACP is disabled, returning empty models') + this.configPresenter.setProviderModels(this.provider.id, []) + return [] + } + const agents = await this.configPresenter.getAcpAgents() + console.log( + `[ACP] fetchProviderModels: found ${agents.length} agents, creating models for provider "${this.provider.id}"` + ) + + const models: MODEL_META[] = agents.map((agent) => { + const model: MODEL_META = { + id: agent.id, + name: agent.name, + group: 'ACP', + providerId: this.provider.id, // Ensure providerId is explicitly set + isCustom: true, + contextLength: 8192, + maxTokens: 4096, + description: agent.command, + functionCall: true, + reasoning: false, + enableSearch: false, + type: ModelType.Chat + } + + // Validate that providerId is correctly set + if (model.providerId !== this.provider.id) { + console.error( + `[ACP] fetchProviderModels: Model ${model.id} has incorrect providerId: expected "${this.provider.id}", got "${model.providerId}"` + ) + model.providerId = this.provider.id // Fix it + } + + return model + }) + + console.log( + `[ACP] fetchProviderModels: returning ${models.length} models, all with providerId="${this.provider.id}"` + ) + this.configPresenter.setProviderModels(this.provider.id, models) + return models + } catch (error) { + console.error('[ACP] fetchProviderModels: Failed to load ACP agents:', error) + return [] + } + } + + public onProxyResolved(): void { + // ACP agents run locally; no proxy handling needed + // When provider is enabled, trigger model loading + void this.initWhenEnabled() + } + + /** + * Override init to send MODEL_LIST_CHANGED event after initialization + * This ensures renderer is notified when ACP provider is initialized on startup + */ + protected async init(): Promise { + const acpEnabled = await this.configPresenter.getAcpEnabled() + if (!acpEnabled || !this.provider.enable) return + + try { + this.isInitialized = true + await this.fetchModels() + await this.autoEnableModelsIfNeeded() + // Send MODEL_LIST_CHANGED event to notify renderer to refresh model list + console.log(`[ACP] init: sending MODEL_LIST_CHANGED event for provider "${this.provider.id}"`) + eventBus.sendToRenderer( + CONFIG_EVENTS.MODEL_LIST_CHANGED, + SendTarget.ALL_WINDOWS, + this.provider.id + ) + console.info('Provider initialized successfully:', this.provider.name) + } catch (error) { + console.warn('Provider initialization failed:', this.provider.name, error) + } + } + + /** + * Handle provider enable state changes + * Called when the provider's enable state changes to true + */ + public async handleEnableStateChange(): Promise { + const acpEnabled = await this.configPresenter.getAcpEnabled() + if (acpEnabled && this.provider.enable) { + console.log('[ACP] handleEnableStateChange: ACP enabled, triggering model fetch') + await this.fetchModels() + // Send MODEL_LIST_CHANGED event to notify renderer to refresh model list + console.log( + `[ACP] handleEnableStateChange: sending MODEL_LIST_CHANGED event for provider "${this.provider.id}"` + ) + eventBus.sendToRenderer( + CONFIG_EVENTS.MODEL_LIST_CHANGED, + SendTarget.ALL_WINDOWS, + this.provider.id + ) + } + } + + public async refreshAgents(agentIds?: string[]): Promise { + const ids = agentIds?.length + ? Array.from(new Set(agentIds)) + : (await this.configPresenter.getAcpAgents()).map((agent) => agent.id) + + const tasks = ids.map(async (agentId) => { + try { + await this.sessionManager.clearSessionsByAgent(agentId) + } catch (error) { + console.warn(`[ACP] Failed to clear sessions for agent ${agentId}:`, error) + } + + try { + await this.processManager.release(agentId) + } catch (error) { + console.warn(`[ACP] Failed to release process for agent ${agentId}:`, error) + } + }) + + await Promise.allSettled(tasks) + } + + public async check(): Promise<{ isOk: boolean; errorMsg: string | null }> { + const enabled = await this.configPresenter.getAcpEnabled() + if (!enabled) { + return { + isOk: false, + errorMsg: 'ACP is disabled' + } + } + const agents = await this.configPresenter.getAcpAgents() + if (!agents.length) { + return { + isOk: false, + errorMsg: 'No ACP agents configured' + } + } + return { isOk: true, errorMsg: null } + } + + public async summaryTitles(messages: ChatMessage[], modelId: string): Promise { + const promptMessages: ChatMessage[] = [ + { role: 'system', content: SUMMARY_TITLES_PROMPT }, + ...messages + ] + const response = await this.completions(promptMessages, modelId) + return response.content || '' + } + + public async completions( + messages: ChatMessage[], + modelId: string, + temperature: number = 0.6, + maxTokens: number = 4096 + ): Promise { + const modelConfig = this.configPresenter.getModelConfig(modelId, this.provider.id) + const { content, reasoning } = await this.collectFromStream( + messages, + modelId, + modelConfig, + temperature, + maxTokens + ) + + return { + content, + reasoning_content: reasoning + } + } + + public async summaries( + text: string, + modelId: string, + temperature: number = 0.6, + maxTokens: number = 4096 + ): Promise { + return this.completions([{ role: 'user', content: text }], modelId, temperature, maxTokens) + } + + public async generateText( + prompt: string, + modelId: string, + temperature: number = 0.6, + maxTokens: number = 4096 + ): Promise { + return this.completions([{ role: 'user', content: prompt }], modelId, temperature, maxTokens) + } + + async *coreStream( + messages: ChatMessage[], + modelId: string, + modelConfig: ModelConfig, + _temperature: number, + _maxTokens: number, + _tools: MCPToolDefinition[] + ): AsyncGenerator { + const queue = this.createEventQueue() + let session: AcpSessionRecord | null = null + + try { + const acpEnabled = await this.configPresenter.getAcpEnabled() + if (!acpEnabled) { + queue.push(createStreamEvent.error('ACP is disabled')) + queue.done() + } else { + const agent = await this.getAgentById(modelId) + if (!agent) { + queue.push(createStreamEvent.error(`ACP agent not found: ${modelId}`)) + queue.done() + } else { + const conversationKey = modelConfig.conversationId ?? modelId + const workdir = await this.sessionPersistence.getWorkdir(conversationKey, agent.id) + session = await this.sessionManager.getOrCreateSession( + conversationKey, + agent, + { + onSessionUpdate: (notification) => { + console.log('[ACP] onSessionUpdate: notification:', JSON.stringify(notification)) + const mapped = this.contentMapper.map(notification) + mapped.events.forEach((event) => queue.push(event)) + }, + onPermission: (request) => + this.handlePermissionRequest(queue, request, { + agent, + conversationId: conversationKey + }) + }, + workdir + ) + + const promptBlocks = this.messageFormatter.format(messages, modelConfig) + void this.runPrompt(session, promptBlocks, queue) + } + } + } catch (error) { + const message = + error instanceof Error ? error.message : typeof error === 'string' ? error : 'Unknown error' + queue.push(createStreamEvent.error(`ACP: ${message}`)) + queue.done() + } + + try { + while (true) { + const event = await queue.next() + if (event === null) break + yield event + } + } finally { + if (session) { + try { + await session.connection.cancel({ sessionId: session.sessionId }) + } catch (error) { + console.warn('[ACP] cancel failed:', error) + } + this.clearPendingPermissionsForSession(session.sessionId) + } + } + } + + public async getAcpWorkdir(conversationId: string, agentId: string): Promise { + return this.sessionPersistence.getWorkdir(conversationId, agentId) + } + + public async updateAcpWorkdir( + conversationId: string, + agentId: string, + workdir: string | null + ): Promise { + const trimmed = workdir?.trim() ? workdir : null + const existing = await this.sessionPersistence.getSessionData(conversationId, agentId) + const previous = existing?.workdir ?? null + await this.sessionPersistence.updateWorkdir(conversationId, agentId, trimmed) + const previousResolved = this.sessionPersistence.resolveWorkdir(previous) + const nextResolved = this.sessionPersistence.resolveWorkdir(trimmed) + if (previousResolved !== nextResolved) { + try { + await this.sessionManager.clearSession(conversationId) + } catch (error) { + console.warn('[ACP] Failed to clear session after workdir update:', error) + } + } + } + + private async runPrompt( + session: AcpSessionRecord, + prompt: schema.ContentBlock[], + queue: EventQueue + ): Promise { + try { + const response = await session.connection.prompt({ + sessionId: session.sessionId, + prompt + }) + console.log('[ACP] runPrompt: response:', response) + queue.push(createStreamEvent.stop(this.mapStopReason(response.stopReason))) + } catch (error) { + const message = + error instanceof Error ? error.message : typeof error === 'string' ? error : 'Unknown error' + queue.push(createStreamEvent.error(`ACP: ${message}`)) + } finally { + queue.done() + } + } + + private async handlePermissionRequest( + queue: EventQueue, + params: schema.RequestPermissionRequest, + context: PermissionRequestContext + ): Promise { + const { requestId, promise } = this.registerPendingPermission(params, context) + + const toolLabel = params.toolCall.title ?? params.toolCall.toolCallId + queue.push( + createStreamEvent.reasoning( + `ACP agent "${context.agent.name}" requests permission: ${toolLabel}` + ) + ) + queue.push( + createStreamEvent.permission(this.buildPermissionPayload(params, context, requestId)) + ) + + return await promise + } + + private registerPendingPermission( + params: schema.RequestPermissionRequest, + context: PermissionRequestContext + ): { requestId: string; promise: Promise } { + const requestId = nanoid() + + const promise = new Promise((resolve, reject) => { + this.pendingPermissions.set(requestId, { + requestId, + sessionId: params.sessionId, + params, + context, + resolve, + reject + }) + }) + + return { requestId, promise } + } + + private buildPermissionPayload( + params: schema.RequestPermissionRequest, + context: PermissionRequestContext, + requestId: string + ): PermissionRequestPayload { + const permissionType = this.mapPermissionType(params.toolCall.kind) + const toolName = params.toolCall.title?.trim() || params.toolCall.toolCallId + const options: PermissionRequestOption[] = params.options.map((option) => ({ + optionId: option.optionId, + kind: option.kind, + name: option.name + })) + + return { + providerId: this.provider.id, + providerName: this.provider.name, + requestId, + sessionId: params.sessionId, + conversationId: context.conversationId, + agentId: context.agent.id, + agentName: context.agent.name, + tool_call_id: params.toolCall.toolCallId, + tool_call_name: toolName, + tool_call_params: this.summarizeToolCallParams(params.toolCall), + description: `components.messageBlockPermissionRequest.description.${permissionType}`, + permissionType, + server_name: context.agent.name, + server_description: context.agent.command, + options, + metadata: { rememberable: false } + } + } + + private summarizeToolCallParams(toolCall: schema.RequestPermissionRequest['toolCall']): string { + if (toolCall.locations?.length) { + const uniquePaths = Array.from(new Set(toolCall.locations.map((location) => location.path))) + return uniquePaths.slice(0, 3).join(', ') + } + if (toolCall.rawInput && Object.keys(toolCall.rawInput).length > 0) { + try { + return JSON.stringify(toolCall.rawInput) + } catch (error) { + console.warn('[ACP] Failed to stringify rawInput for permission request:', error) + } + } + return toolCall.toolCallId + } + + private mapPermissionType(kind?: schema.ToolKind | null): 'read' | 'write' | 'all' { + switch (kind) { + case 'read': + case 'fetch': + case 'search': + return 'read' + case 'edit': + case 'delete': + case 'move': + case 'execute': + return 'write' + default: + return 'all' + } + } + + private pickPermissionOption( + options: schema.PermissionOption[], + decision: 'allow' | 'deny' + ): schema.PermissionOption | null { + const allowOrder: schema.PermissionOption['kind'][] = ['allow_once', 'allow_always'] + const denyOrder: schema.PermissionOption['kind'][] = ['reject_once', 'reject_always'] + const order = decision === 'allow' ? allowOrder : denyOrder + for (const kind of order) { + const match = options.find((option) => option.kind === kind) + if (match) { + return match + } + } + return null + } + + public async resolvePermissionRequest(requestId: string, granted: boolean): Promise { + const state = this.pendingPermissions.get(requestId) + if (!state) { + throw new Error(`Unknown ACP permission request: ${requestId}`) + } + + this.pendingPermissions.delete(requestId) + + const option = this.pickPermissionOption(state.params.options, granted ? 'allow' : 'deny') + if (option) { + state.resolve({ outcome: { outcome: 'selected', optionId: option.optionId } }) + } else if (granted) { + console.warn('[ACP] No matching permission option for grant, defaulting to cancel') + state.resolve({ outcome: { outcome: 'cancelled' } }) + } else { + state.resolve({ outcome: { outcome: 'cancelled' } }) + } + } + + private clearPendingPermissionsForSession(sessionId: string): void { + for (const [requestId, state] of this.pendingPermissions.entries()) { + if (state.sessionId === sessionId) { + this.pendingPermissions.delete(requestId) + state.resolve({ outcome: { outcome: 'cancelled' } }) + } + } + } + + private async collectFromStream( + messages: ChatMessage[], + modelId: string, + modelConfig: ModelConfig, + temperature: number, + maxTokens: number + ): Promise<{ content: string; reasoning: string }> { + const mergedConfig: ModelConfig = { + ...modelConfig, + temperature: temperature ?? modelConfig.temperature, + maxTokens: maxTokens ?? modelConfig.maxTokens + } + + let content = '' + let reasoning = '' + for await (const chunk of this.coreStream( + messages, + modelId, + mergedConfig, + temperature, + maxTokens, + [] + )) { + console.log('[ACP] collectFromStream: chunk:', chunk) + if (chunk.type === 'text' && chunk.content) { + content += chunk.content + } else if (chunk.type === 'reasoning' && chunk.reasoning_content) { + reasoning += chunk.reasoning_content + } + } + return { content, reasoning } + } + + private mapStopReason( + reason: schema.PromptResponse['stopReason'] + ): 'tool_use' | 'max_tokens' | 'stop_sequence' | 'error' | 'complete' { + switch (reason) { + case 'max_tokens': + return 'max_tokens' + case 'max_turn_requests': + return 'stop_sequence' + case 'cancelled': + return 'error' + case 'refusal': + return 'error' + case 'end_turn': + default: + return 'complete' + } + } + + private createEventQueue(): EventQueue { + const queue: Array = [] + let resolver: ((value: LLMCoreStreamEvent | null) => void) | null = null + + return { + push: (event) => { + if (resolver) { + resolver(event) + resolver = null + } else { + queue.push(event) + } + }, + next: async () => { + if (queue.length > 0) { + return queue.shift() ?? null + } + return await new Promise((resolve) => { + resolver = resolve + }) + }, + done: () => { + if (resolver) { + resolver(null) + resolver = null + } else { + queue.push(null) + } + } + } + } + + private async getAgentById(agentId: string): Promise { + const agents = await this.configPresenter.getAcpAgents() + return agents.find((agent) => agent.id === agentId) ?? null + } + + private async initWhenEnabled(): Promise { + const enabled = await this.configPresenter.getAcpEnabled() + if (!enabled) return + // Call this.init() instead of super.init() to use the overridden method + await this.init() + } +} diff --git a/src/main/presenter/llmProviderPresenter/providers/openAICompatibleProvider.ts b/src/main/presenter/llmProviderPresenter/providers/openAICompatibleProvider.ts index 50a6381bc..ca99a3f6e 100644 --- a/src/main/presenter/llmProviderPresenter/providers/openAICompatibleProvider.ts +++ b/src/main/presenter/llmProviderPresenter/providers/openAICompatibleProvider.ts @@ -1132,6 +1132,38 @@ export class OpenAICompatibleProvider extends BaseLLMProvider { continue } + // 处理 Gemini multi_mod_content 格式的图片数据 + if (delta?.multi_mod_content && Array.isArray(delta.multi_mod_content)) { + for (const item of delta.multi_mod_content) { + if (item.inline_data && item.inline_data.data) { + const base64Data = item.inline_data.data + const mimeType = item.inline_data.mime_type || 'image/png' + + // 将纯 base64 数据转换为 data:image/...;base64,xxx 格式 + const dataUri = base64Data.startsWith('data:image/') + ? base64Data + : `data:${mimeType};base64,${base64Data}` + + try { + // 缓存图片并获取URL + const cachedUrl = await presenter.devicePresenter.cacheImage(dataUri) + yield createStreamEvent.imageData({ data: cachedUrl, mimeType: 'deepchat/image-url' }) + } catch (cacheError) { + console.warn( + '[handleChatCompletion] Failed to cache image from multi_mod_content:', + cacheError + ) + // 缓存失败时，直接使用原始 base64 数据 + yield createStreamEvent.imageData({ + data: dataUri, + mimeType: mimeType + }) + } + } + } + continue + } + // 处理 content 中直接包含 base64 图片的情况 let processedCurrentContent = currentContent if (currentContent && currentContent.includes('![image](data:image/')) { diff --git a/src/main/presenter/mcpPresenter/mcpClient.ts b/src/main/presenter/mcpPresenter/mcpClient.ts index 1ceb05e6d..1183a44dd 100644 --- a/src/main/presenter/mcpPresenter/mcpClient.ts +++ b/src/main/presenter/mcpPresenter/mcpClient.ts @@ -608,9 +608,6 @@ export class McpClient { { name: 'DeepChat', version: app.getVersion() }, { capabilities: { - resources: {}, - tools: {}, - prompts: {}, sampling: {} } } diff --git a/src/main/presenter/sqlitePresenter/index.ts b/src/main/presenter/sqlitePresenter/index.ts index 319a62f93..7a0c687db 100644 --- a/src/main/presenter/sqlitePresenter/index.ts +++ b/src/main/presenter/sqlitePresenter/index.ts @@ -8,9 +8,12 @@ import { ISQLitePresenter, SQLITE_MESSAGE, CONVERSATION, - CONVERSATION_SETTINGS + CONVERSATION_SETTINGS, + AcpSessionEntity, + AgentSessionLifecycleStatus } from '@shared/presenter' import { MessageAttachmentsTable } from './tables/messageAttachments' +import { AcpSessionsTable, type AcpSessionUpsertData } from './tables/acpSessions' /** * 导入模式枚举 @@ -26,6 +29,7 @@ export class SQLitePresenter implements ISQLitePresenter { private messagesTable!: MessagesTable private attachmentsTable!: AttachmentsTable private messageAttachmentsTable!: MessageAttachmentsTable + private acpSessionsTable!: AcpSessionsTable private currentVersion: number = 0 private dbPath: string @@ -134,12 +138,14 @@ export class SQLitePresenter implements ISQLitePresenter { this.messagesTable = new MessagesTable(this.db) this.attachmentsTable = new AttachmentsTable(this.db) this.messageAttachmentsTable = new MessageAttachmentsTable(this.db) + this.acpSessionsTable = new AcpSessionsTable(this.db) // 创建所有表 this.conversationsTable.createTable() this.messagesTable.createTable() this.attachmentsTable.createTable() this.messageAttachmentsTable.createTable() + this.acpSessionsTable.createTable() } private initVersionTable() { @@ -164,7 +170,8 @@ export class SQLitePresenter implements ISQLitePresenter { this.conversationsTable, this.messagesTable, this.attachmentsTable, - this.messageAttachmentsTable + this.messageAttachmentsTable, + this.acpSessionsTable ] // 获取最新的迁移版本 @@ -247,7 +254,8 @@ export class SQLitePresenter implements ISQLitePresenter { // 删除对话 public async deleteConversation(conversationId: string): Promise { - return this.conversationsTable.delete(conversationId) + await this.conversationsTable.delete(conversationId) + await this.acpSessionsTable.deleteByConversation(conversationId) } // 插入消息 @@ -358,4 +366,53 @@ export class SQLitePresenter implements ISQLitePresenter { ): Promise<{ content: string }[]> { return this.messageAttachmentsTable.get(messageId, type) } + + // ACP session helpers + public async getAcpSession( + conversationId: string, + agentId: string + ): Promise { + const row = await this.acpSessionsTable.getByConversationAndAgent(conversationId, agentId) + return row ? (row as AcpSessionEntity) : null + } + + public async upsertAcpSession( + conversationId: string, + agentId: string, + data: AcpSessionUpsertData + ): Promise { + await this.acpSessionsTable.upsert(conversationId, agentId, data) + } + + public async updateAcpSessionId( + conversationId: string, + agentId: string, + sessionId: string | null + ): Promise { + await this.acpSessionsTable.updateSessionId(conversationId, agentId, sessionId) + } + + public async updateAcpWorkdir( + conversationId: string, + agentId: string, + workdir: string | null + ): Promise { + await this.acpSessionsTable.updateWorkdir(conversationId, agentId, workdir) + } + + public async updateAcpSessionStatus( + conversationId: string, + agentId: string, + status: AgentSessionLifecycleStatus + ): Promise { + await this.acpSessionsTable.updateStatus(conversationId, agentId, status) + } + + public async deleteAcpSessions(conversationId: string): Promise { + await this.acpSessionsTable.deleteByConversation(conversationId) + } + + public async deleteAcpSession(conversationId: string, agentId: string): Promise { + await this.acpSessionsTable.deleteByConversationAndAgent(conversationId, agentId) + } } diff --git a/src/main/presenter/sqlitePresenter/tables/acpSessions.ts b/src/main/presenter/sqlitePresenter/tables/acpSessions.ts new file mode 100644 index 000000000..ad9df040b --- /dev/null +++ b/src/main/presenter/sqlitePresenter/tables/acpSessions.ts @@ -0,0 +1,210 @@ +import type Database from 'better-sqlite3-multiple-ciphers' +import type { AgentSessionLifecycleStatus } from '@shared/presenter' +import { BaseTable } from './baseTable' + +export type AcpSessionRow = { + id: number + conversationId: string + agentId: string + sessionId: string | null + workdir: string | null + status: AgentSessionLifecycleStatus + createdAt: number + updatedAt: number + metadata: Record | null +} + +type AcpSessionDbRow = { + id: number + conversation_id: string + agent_id: string + session_id: string | null + workdir: string | null + status: AgentSessionLifecycleStatus + created_at: number + updated_at: number + metadata: string | null +} + +export type AcpSessionUpsertData = { + sessionId?: string | null + workdir?: string | null + status?: AgentSessionLifecycleStatus + metadata?: Record | null +} + +export class AcpSessionsTable extends BaseTable { + constructor(db: Database.Database) { + super(db, 'acp_sessions') + } + + getCreateTableSQL(): string { + return ` + CREATE TABLE IF NOT EXISTS acp_sessions ( + id INTEGER PRIMARY KEY AUTOINCREMENT, + conversation_id TEXT NOT NULL, + agent_id TEXT NOT NULL, + session_id TEXT UNIQUE, + workdir TEXT, + status TEXT NOT NULL DEFAULT 'idle' CHECK(status IN ('idle', 'active', 'error')), + created_at INTEGER NOT NULL, + updated_at INTEGER NOT NULL, + metadata TEXT, + UNIQUE(conversation_id, agent_id) + ); + CREATE INDEX IF NOT EXISTS idx_acp_sessions_session_id ON acp_sessions(session_id); + CREATE INDEX IF NOT EXISTS idx_acp_sessions_agent ON acp_sessions(agent_id); + ` + } + + getMigrationSQL(_version: number): string | null { + return null + } + + getLatestVersion(): number { + return 0 + } + + async getByConversationAndAgent( + conversationId: string, + agentId: string + ): Promise { + const row = this.db + .prepare( + ` + SELECT * + FROM acp_sessions + WHERE conversation_id = ? AND agent_id = ? + LIMIT 1 + ` + ) + .get(conversationId, agentId) as AcpSessionDbRow | undefined + + return row ? this.mapRow(row) : null + } + + async upsert(conversationId: string, agentId: string, data: AcpSessionUpsertData): Promise { + const now = Date.now() + const payload = { + conversationId, + agentId, + sessionId: data.sessionId ?? null, + workdir: data.workdir ?? null, + status: data.status ?? 'idle', + metadata: data.metadata ? JSON.stringify(data.metadata) : null, + createdAt: now, + updatedAt: now + } + + this.db + .prepare( + ` + INSERT INTO acp_sessions ( + conversation_id, + agent_id, + session_id, + workdir, + status, + metadata, + created_at, + updated_at + ) VALUES (?, ?, ?, ?, ?, ?, ?, ?) + ON CONFLICT(conversation_id, agent_id) DO UPDATE SET + session_id = excluded.session_id, + workdir = excluded.workdir, + status = excluded.status, + metadata = excluded.metadata, + updated_at = excluded.updated_at + ` + ) + .run( + payload.conversationId, + payload.agentId, + payload.sessionId, + payload.workdir, + payload.status, + payload.metadata, + payload.createdAt, + payload.updatedAt + ) + } + + async updateSessionId( + conversationId: string, + agentId: string, + sessionId: string | null + ): Promise { + this.updateColumns(conversationId, agentId, { session_id: sessionId }) + } + + async updateWorkdir( + conversationId: string, + agentId: string, + workdir: string | null + ): Promise { + this.updateColumns(conversationId, agentId, { workdir }) + } + + async updateStatus( + conversationId: string, + agentId: string, + status: AgentSessionLifecycleStatus + ): Promise { + this.updateColumns(conversationId, agentId, { status }) + } + + async deleteByConversation(conversationId: string): Promise { + this.db.prepare(`DELETE FROM acp_sessions WHERE conversation_id = ?`).run(conversationId) + } + + async deleteByConversationAndAgent(conversationId: string, agentId: string): Promise { + this.db + .prepare(`DELETE FROM acp_sessions WHERE conversation_id = ? AND agent_id = ?`) + .run(conversationId, agentId) + } + + private updateColumns( + conversationId: string, + agentId: string, + data: Partial> + ): void { + const columns = Object.keys(data) + if (!columns.length) return + + const sets = columns.map((column) => `${column} = ?`) + const values = columns.map((column) => (data as Record)[column]) + + this.db + .prepare( + ` + UPDATE acp_sessions + SET ${sets.join(', ')}, updated_at = ? + WHERE conversation_id = ? AND agent_id = ? + ` + ) + .run(...values, Date.now(), conversationId, agentId) + } + + private mapRow(row: AcpSessionDbRow): AcpSessionRow { + let metadata: Record | null = null + if (row.metadata) { + try { + metadata = JSON.parse(row.metadata) as Record + } catch { + metadata = null + } + } + + return { + id: row.id, + conversationId: row.conversation_id, + agentId: row.agent_id, + sessionId: row.session_id, + workdir: row.workdir, + status: row.status, + createdAt: row.created_at, + updatedAt: row.updated_at, + metadata + } + } +} diff --git a/src/main/presenter/threadPresenter/const.ts b/src/main/presenter/threadPresenter/const.ts index 58c51068f..1afd012ca 100644 --- a/src/main/presenter/threadPresenter/const.ts +++ b/src/main/presenter/threadPresenter/const.ts @@ -116,5 +116,6 @@ export const DEFAULT_SETTINGS: CONVERSATION_SETTINGS = { maxTokens: 8192, providerId: 'deepseek', modelId: 'deepseek-chat', - artifacts: 0 + artifacts: 0, + acpWorkdirMap: {} } diff --git a/src/main/presenter/threadPresenter/handlers/permissionHandler.ts b/src/main/presenter/threadPresenter/handlers/permissionHandler.ts index b41660aea..d670a63a3 100644 --- a/src/main/presenter/threadPresenter/handlers/permissionHandler.ts +++ b/src/main/presenter/threadPresenter/handlers/permissionHandler.ts @@ -86,6 +86,9 @@ export class PermissionHandler extends BaseHandler { ) } + const parsedPermissionRequest = this.parsePermissionRequest(permissionBlock) + const isAcpPermission = this.isAcpPermissionBlock(permissionBlock, parsedPermissionRequest) + permissionBlock.status = granted ? 'granted' : 'denied' if (permissionBlock.extra) { permissionBlock.extra.needsUserAction = false @@ -130,6 +133,16 @@ export class PermissionHandler extends BaseHandler { await this.ctx.messageManager.editMessage(messageId, JSON.stringify(content)) + if (isAcpPermission) { + await this.handleAcpPermissionFlow( + messageId, + permissionBlock, + parsedPermissionRequest, + granted + ) + return + } + if (granted) { const serverName = permissionBlock?.extra?.serverName as string if (!serverName) { @@ -346,7 +359,8 @@ export class PermissionHandler extends BaseHandler { verbosity, enableSearch, forcedSearch, - searchStrategy + searchStrategy, + conversation.id ) for await (const event of stream) { @@ -421,7 +435,8 @@ export class PermissionHandler extends BaseHandler { conversation.settings.verbosity, conversation.settings.enableSearch, conversation.settings.forcedSearch, - conversation.settings.searchStrategy + conversation.settings.searchStrategy, + conversationId ) for await (const event of stream) { @@ -601,7 +616,8 @@ export class PermissionHandler extends BaseHandler { verbosity, enableSearch, forcedSearch, - searchStrategy + searchStrategy, + conversation.id ) for await (const event of stream) { @@ -690,4 +706,59 @@ export class PermissionHandler extends BaseHandler { serverDescription: grantedPermissionBlock.tool_call.server_description } } + + private parsePermissionRequest(block: AssistantMessageBlock): Record | null { + const raw = this.getExtraString(block, 'permissionRequest') + if (!raw) { + return null + } + try { + return JSON.parse(raw) as Record + } catch (error) { + console.warn('[PermissionHandler] Failed to parse permissionRequest payload:', error) + return null + } + } + + private isAcpPermissionBlock( + block: AssistantMessageBlock, + permissionRequest: Record | null + ): boolean { + const providerIdFromExtra = this.getExtraString(block, 'providerId') + const providerIdFromPayload = this.getStringFromObject(permissionRequest, 'providerId') + return providerIdFromExtra === 'acp' || providerIdFromPayload === 'acp' + } + + private async handleAcpPermissionFlow( + messageId: string, + block: AssistantMessageBlock, + permissionRequest: Record | null, + granted: boolean + ): Promise { + const requestId = + this.getExtraString(block, 'permissionRequestId') || + this.getStringFromObject(permissionRequest, 'requestId') + + if (!requestId) { + throw new Error(`Missing ACP permission request identifier for message ${messageId}`) + } + + await this.ctx.llmProviderPresenter.resolveAgentPermission(requestId, granted) + } + + private getExtraString(block: AssistantMessageBlock, key: string): string | undefined { + const extraValue = block.extra?.[key] + return typeof extraValue === 'string' ? extraValue : undefined + } + + private getStringFromObject( + source: Record | null, + key: string + ): string | undefined { + if (!source) { + return undefined + } + const value = source[key] + return typeof value === 'string' ? value : undefined + } } diff --git a/src/main/presenter/threadPresenter/handlers/streamGenerationHandler.ts b/src/main/presenter/threadPresenter/handlers/streamGenerationHandler.ts index c913863a0..60f98b5e5 100644 --- a/src/main/presenter/threadPresenter/handlers/streamGenerationHandler.ts +++ b/src/main/presenter/threadPresenter/handlers/streamGenerationHandler.ts @@ -147,7 +147,8 @@ export class StreamGenerationHandler extends BaseHandler { currentVerbosity, currentEnableSearch, currentForcedSearch, - currentSearchStrategy + currentSearchStrategy, + conversationId ) for await (const event of stream) { @@ -325,7 +326,8 @@ export class StreamGenerationHandler extends BaseHandler { verbosity, enableSearch, forcedSearch, - searchStrategy + searchStrategy, + conversationId ) for await (const event of stream) { diff --git a/src/main/presenter/threadPresenter/handlers/toolCallHandler.ts b/src/main/presenter/threadPresenter/handlers/toolCallHandler.ts index a753f13be..21d6f0bb8 100644 --- a/src/main/presenter/threadPresenter/handlers/toolCallHandler.ts +++ b/src/main/presenter/threadPresenter/handlers/toolCallHandler.ts @@ -15,6 +15,13 @@ interface PermissionRequestPayload { permissionType?: string toolName?: string serverName?: string + providerId?: string + requestId?: string + sessionId?: string + agentId?: string + agentName?: string + conversationId?: string + rememberable?: boolean [key: string]: unknown } @@ -305,24 +312,6 @@ export class ToolCallHandler { ) } - const extra: Record = { - needsUserAction: true, - permissionType - } - - const permissionRequest = event.permission_request as PermissionRequestPayload | undefined - const serverName = permissionRequest?.serverName || event.tool_call_server_name - if (serverName) { - extra.serverName = serverName - } - const toolName = permissionRequest?.toolName || event.tool_call_name - if (toolName) { - extra.toolName = toolName - } - if (permissionRequest) { - extra.permissionRequest = JSON.stringify(permissionRequest) - } - const lastBlock = state.message.content[state.message.content.length - 1] if (lastBlock && lastBlock.type === 'tool_call' && lastBlock.tool_call) { lastBlock.status = 'success' @@ -333,9 +322,8 @@ export class ToolCallHandler { needsUserAction: true } - if (permissionRequest?.permissionType) { - permissionExtra.permissionType = permissionRequest.permissionType - } + const permissionRequest = event.permission_request as PermissionRequestPayload | undefined + permissionExtra.permissionType = permissionRequest?.permissionType ?? permissionType if (permissionRequest) { permissionExtra.permissionRequest = JSON.stringify(permissionRequest) if (permissionRequest.toolName) { @@ -344,6 +332,24 @@ export class ToolCallHandler { if (permissionRequest.serverName) { permissionExtra.serverName = permissionRequest.serverName } + if (permissionRequest.providerId) { + permissionExtra.providerId = permissionRequest.providerId + } + if (permissionRequest.requestId) { + permissionExtra.permissionRequestId = permissionRequest.requestId + } + if (permissionRequest.rememberable === false) { + permissionExtra.rememberable = false + } + if (permissionRequest.agentId) { + permissionExtra.agentId = permissionRequest.agentId + } + if (permissionRequest.agentName) { + permissionExtra.agentName = permissionRequest.agentName + } + if (permissionRequest.sessionId) { + permissionExtra.sessionId = permissionRequest.sessionId + } } else { if (event.tool_call_name) { permissionExtra.toolName = event.tool_call_name diff --git a/src/main/presenter/threadPresenter/index.ts b/src/main/presenter/threadPresenter/index.ts index 77dd39a07..70a5fef52 100644 --- a/src/main/presenter/threadPresenter/index.ts +++ b/src/main/presenter/threadPresenter/index.ts @@ -10,7 +10,8 @@ import { ISQLitePresenter, IConfigPresenter, ILlmProviderPresenter, - LLMAgentEventData + LLMAgentEventData, + AcpWorkdirInfo } from '@shared/presenter' import { presenter } from '@/presenter' import { MessageManager } from './managers/messageManager' @@ -253,7 +254,32 @@ export class ThreadPresenter implements IThreadPresenter { tabId: number, options: CreateConversationOptions = {} ): Promise { - return this.conversationManager.createConversation(title, settings, tabId, options) + const conversationId = await this.conversationManager.createConversation( + title, + settings, + tabId, + options + ) + + if (settings?.acpWorkdirMap) { + const tasks = Object.entries(settings.acpWorkdirMap) + .filter(([, path]) => typeof path === 'string' && path.trim().length > 0) + .map(([agentId, path]) => + this.llmProviderPresenter + .setAcpWorkdir(conversationId, agentId, path as string) + .catch((error) => + console.warn('[ThreadPresenter] Failed to set ACP workdir during creation', { + conversationId, + agentId, + error + }) + ) + ) + + await Promise.all(tasks) + } + + return conversationId } async renameConversation(conversationId: string, title: string): Promise { @@ -714,4 +740,16 @@ export class ThreadPresenter implements IThreadPresenter { async getMessageRequestPreview(messageId: string): Promise { return this.utilityHandler.getMessageRequestPreview(messageId) } + + async getAcpWorkdir(conversationId: string, agentId: string): Promise { + return this.llmProviderPresenter.getAcpWorkdir(conversationId, agentId) + } + + async setAcpWorkdir( + conversationId: string, + agentId: string, + workdir: string | null + ): Promise { + await this.llmProviderPresenter.setAcpWorkdir(conversationId, agentId, workdir) + } } diff --git a/src/renderer/floating/index.html b/src/renderer/floating/index.html index d9eb359f2..0df14ab22 100644 --- a/src/renderer/floating/index.html +++ b/src/renderer/floating/index.html @@ -5,10 +5,6 @@ - Floating Button