Files
lolympus-agent/src/llm/routing.ts
T

100 lines
2.2 KiB
TypeScript

import {
getOpenRouterEnabled,
getOpenRouterTier1Model,
getOpenRouterTier2Model,
getTier0MaxTokens,
getTier0Model,
getTier1MaxTokens,
getTier1PlannerModel,
getTier1ResponderModel,
getTier2CriticModel,
getTier2MaxTokens,
getLlmMaxTokens,
} from "../config.js";
import type { ChatCompletionOptions, LlmEndpointConfig, ProviderName } from "./types.js";
export function selectModelForProvider(
provider: ProviderName,
options: ChatCompletionOptions | undefined,
llamaFallbackModel: string,
): string {
if (options?.modelOverride?.trim()) {
return options.modelOverride.trim();
}
if (provider === "llama") {
return llamaFallbackModel;
}
if (provider === "openrouter") {
return options?.role === "critic"
? getOpenRouterTier2Model()
: getOpenRouterTier1Model();
}
if (options?.role === "planner") {
return getTier1PlannerModel();
}
if (options?.role === "critic") {
return getTier2CriticModel();
}
if (options?.tier === 1 || options?.tier === 2) {
return getTier1ResponderModel();
}
return getTier0Model();
}
export function selectMaxTokensForTier(
options: ChatCompletionOptions | undefined,
): number {
if (options?.maxTokens !== undefined) {
return options.maxTokens;
}
if (options?.tier === 0) {
return getTier0MaxTokens();
}
if (options?.tier === 1) {
return getTier1MaxTokens();
}
if (options?.tier === 2) {
return getTier2MaxTokens();
}
return getLlmMaxTokens();
}
export function selectProviderOrder(
endpoints: readonly LlmEndpointConfig[],
options: ChatCompletionOptions | undefined,
): LlmEndpointConfig[] {
const preferredProviders: ProviderName[] = ["cliproxy"];
if (getOpenRouterEnabled() && options?.tier !== 0) {
preferredProviders.push("openrouter");
}
preferredProviders.push("llama");
const weighted = endpoints.map((endpoint, index) => ({
endpoint,
index,
priority: preferredProviders.indexOf(endpoint.provider),
}));
return weighted
.filter((item) => item.priority !== -1)
.sort((left, right) => {
if (left.priority !== right.priority) {
return left.priority - right.priority;
}
return left.index - right.index;
})
.map((item) => item.endpoint);
}