.
This commit is contained in:
1 parent
7fa293c9e8
commit
ae44aa03db
67 files changed
+6164
-243
No files matched your search
@@ -0,0 +1,99 @@
|
||||
import {
|
||||
getOpenRouterEnabled,
|
||||
getOpenRouterTier1Model,
|
||||
getOpenRouterTier2Model,
|
||||
getTier0MaxTokens,
|
||||
getTier0Model,
|
||||
getTier1MaxTokens,
|
||||
getTier1PlannerModel,
|
||||
getTier1ResponderModel,
|
||||
getTier2CriticModel,
|
||||
getTier2MaxTokens,
|
||||
getLlmMaxTokens,
|
||||
} from "../config.js";
|
||||
import type { ChatCompletionOptions, LlmEndpointConfig, ProviderName } from "./types.js";
|
||||
|
||||
export function selectModelForProvider(
|
||||
provider: ProviderName,
|
||||
options: ChatCompletionOptions | undefined,
|
||||
llamaFallbackModel: string,
|
||||
): string {
|
||||
if (options?.modelOverride?.trim()) {
|
||||
return options.modelOverride.trim();
|
||||
}
|
||||
|
||||
if (provider === "llama") {
|
||||
return llamaFallbackModel;
|
||||
}
|
||||
|
||||
if (provider === "openrouter") {
|
||||
return options?.role === "critic"
|
||||
? getOpenRouterTier2Model()
|
||||
: getOpenRouterTier1Model();
|
||||
}
|
||||
|
||||
if (options?.role === "planner") {
|
||||
return getTier1PlannerModel();
|
||||
}
|
||||
|
||||
if (options?.role === "critic") {
|
||||
return getTier2CriticModel();
|
||||
}
|
||||
|
||||
if (options?.tier === 1 || options?.tier === 2) {
|
||||
return getTier1ResponderModel();
|
||||
}
|
||||
|
||||
return getTier0Model();
|
||||
}
|
||||
|
||||
export function selectMaxTokensForTier(
|
||||
options: ChatCompletionOptions | undefined,
|
||||
): number {
|
||||
if (options?.maxTokens !== undefined) {
|
||||
return options.maxTokens;
|
||||
}
|
||||
|
||||
if (options?.tier === 0) {
|
||||
return getTier0MaxTokens();
|
||||
}
|
||||
|
||||
if (options?.tier === 1) {
|
||||
return getTier1MaxTokens();
|
||||
}
|
||||
|
||||
if (options?.tier === 2) {
|
||||
return getTier2MaxTokens();
|
||||
}
|
||||
|
||||
return getLlmMaxTokens();
|
||||
}
|
||||
|
||||
export function selectProviderOrder(
|
||||
endpoints: readonly LlmEndpointConfig[],
|
||||
options: ChatCompletionOptions | undefined,
|
||||
): LlmEndpointConfig[] {
|
||||
const preferredProviders: ProviderName[] = ["cliproxy"];
|
||||
|
||||
if (getOpenRouterEnabled() && options?.tier !== 0) {
|
||||
preferredProviders.push("openrouter");
|
||||
}
|
||||
|
||||
preferredProviders.push("llama");
|
||||
|
||||
const weighted = endpoints.map((endpoint, index) => ({
|
||||
endpoint,
|
||||
index,
|
||||
priority: preferredProviders.indexOf(endpoint.provider),
|
||||
}));
|
||||
|
||||
return weighted
|
||||
.filter((item) => item.priority !== -1)
|
||||
.sort((left, right) => {
|
||||
if (left.priority !== right.priority) {
|
||||
return left.priority - right.priority;
|
||||
}
|
||||
return left.index - right.index;
|
||||
})
|
||||
.map((item) => item.endpoint);
|
||||
}
|
||||
Reference in new issue
Block a user