import { getOpenRouterEnabled, getOpenRouterTier1Model, getOpenRouterTier2Model, getTier0MaxTokens, getTier0Model, getTier1MaxTokens, getTier1PlannerModel, getTier1ResponderModel, getTier2CriticModel, getTier2MaxTokens, getLlmMaxTokens, } from "../config.js"; import type { ChatCompletionOptions, LlmEndpointConfig, ProviderName } from "./types.js"; export function selectModelForProvider( provider: ProviderName, options: ChatCompletionOptions | undefined, llamaFallbackModel: string, ): string { if (options?.modelOverride?.trim()) { return options.modelOverride.trim(); } if (provider === "llama") { return llamaFallbackModel; } if (provider === "openrouter") { return options?.role === "critic" ? getOpenRouterTier2Model() : getOpenRouterTier1Model(); } if (options?.role === "planner") { return getTier1PlannerModel(); } if (options?.role === "critic") { return getTier2CriticModel(); } if (options?.tier === 1 || options?.tier === 2) { return getTier1ResponderModel(); } return getTier0Model(); } export function selectMaxTokensForTier( options: ChatCompletionOptions | undefined, ): number { if (options?.maxTokens !== undefined) { return options.maxTokens; } if (options?.tier === 0) { return getTier0MaxTokens(); } if (options?.tier === 1) { return getTier1MaxTokens(); } if (options?.tier === 2) { return getTier2MaxTokens(); } return getLlmMaxTokens(); } export function selectProviderOrder( endpoints: readonly LlmEndpointConfig[], options: ChatCompletionOptions | undefined, ): LlmEndpointConfig[] { const preferredProviders: ProviderName[] = ["cliproxy"]; if (getOpenRouterEnabled() && options?.tier !== 0) { preferredProviders.push("openrouter"); } preferredProviders.push("llama"); const weighted = endpoints.map((endpoint, index) => ({ endpoint, index, priority: preferredProviders.indexOf(endpoint.provider), })); return weighted .filter((item) => item.priority !== -1) .sort((left, right) => { if (left.priority !== right.priority) { return left.priority - right.priority; } return left.index - right.index; }) .map((item) => item.endpoint); }