100 lines
2.2 KiB
TypeScript
100 lines
2.2 KiB
TypeScript
import {
|
|
getOpenRouterEnabled,
|
|
getOpenRouterTier1Model,
|
|
getOpenRouterTier2Model,
|
|
getTier0MaxTokens,
|
|
getTier0Model,
|
|
getTier1MaxTokens,
|
|
getTier1PlannerModel,
|
|
getTier1ResponderModel,
|
|
getTier2CriticModel,
|
|
getTier2MaxTokens,
|
|
getLlmMaxTokens,
|
|
} from "../config.js";
|
|
import type { ChatCompletionOptions, LlmEndpointConfig, ProviderName } from "./types.js";
|
|
|
|
export function selectModelForProvider(
|
|
provider: ProviderName,
|
|
options: ChatCompletionOptions | undefined,
|
|
llamaFallbackModel: string,
|
|
): string {
|
|
if (options?.modelOverride?.trim()) {
|
|
return options.modelOverride.trim();
|
|
}
|
|
|
|
if (provider === "llama") {
|
|
return llamaFallbackModel;
|
|
}
|
|
|
|
if (provider === "openrouter") {
|
|
return options?.role === "critic"
|
|
? getOpenRouterTier2Model()
|
|
: getOpenRouterTier1Model();
|
|
}
|
|
|
|
if (options?.role === "planner") {
|
|
return getTier1PlannerModel();
|
|
}
|
|
|
|
if (options?.role === "critic") {
|
|
return getTier2CriticModel();
|
|
}
|
|
|
|
if (options?.tier === 1 || options?.tier === 2) {
|
|
return getTier1ResponderModel();
|
|
}
|
|
|
|
return getTier0Model();
|
|
}
|
|
|
|
export function selectMaxTokensForTier(
|
|
options: ChatCompletionOptions | undefined,
|
|
): number {
|
|
if (options?.maxTokens !== undefined) {
|
|
return options.maxTokens;
|
|
}
|
|
|
|
if (options?.tier === 0) {
|
|
return getTier0MaxTokens();
|
|
}
|
|
|
|
if (options?.tier === 1) {
|
|
return getTier1MaxTokens();
|
|
}
|
|
|
|
if (options?.tier === 2) {
|
|
return getTier2MaxTokens();
|
|
}
|
|
|
|
return getLlmMaxTokens();
|
|
}
|
|
|
|
export function selectProviderOrder(
|
|
endpoints: readonly LlmEndpointConfig[],
|
|
options: ChatCompletionOptions | undefined,
|
|
): LlmEndpointConfig[] {
|
|
const preferredProviders: ProviderName[] = ["cliproxy"];
|
|
|
|
if (getOpenRouterEnabled() && options?.tier !== 0) {
|
|
preferredProviders.push("openrouter");
|
|
}
|
|
|
|
preferredProviders.push("llama");
|
|
|
|
const weighted = endpoints.map((endpoint, index) => ({
|
|
endpoint,
|
|
index,
|
|
priority: preferredProviders.indexOf(endpoint.provider),
|
|
}));
|
|
|
|
return weighted
|
|
.filter((item) => item.priority !== -1)
|
|
.sort((left, right) => {
|
|
if (left.priority !== right.priority) {
|
|
return left.priority - right.priority;
|
|
}
|
|
return left.index - right.index;
|
|
})
|
|
.map((item) => item.endpoint);
|
|
}
|