Close multi-agent plan and add router shadow reporting
This commit is contained in:
1 parent
f1b30d716d
commit
8156e8c07e
15 files changed
+1303
-204
No files matched your search
+23
-21
@@ -7,20 +7,14 @@ type LogLevel =
|
||||
| "trace"
|
||||
| "silent";
|
||||
|
||||
function getPositiveNumber(
|
||||
envKey: string,
|
||||
fallback: number,
|
||||
): number {
|
||||
function getPositiveNumber(envKey: string, fallback: number): number {
|
||||
const raw = process.env[envKey]?.trim();
|
||||
if (!raw) return fallback;
|
||||
const parsed = Number(raw);
|
||||
return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
|
||||
}
|
||||
|
||||
function getRatioNumber(
|
||||
envKey: string,
|
||||
fallback: number,
|
||||
): number {
|
||||
function getRatioNumber(envKey: string, fallback: number): number {
|
||||
const raw = process.env[envKey]?.trim();
|
||||
if (!raw) return fallback;
|
||||
const parsed = Number(raw);
|
||||
@@ -29,8 +23,13 @@ function getRatioNumber(
|
||||
: fallback;
|
||||
}
|
||||
|
||||
function normalizeSkillEnvSuffix(skill: string | undefined): string | undefined {
|
||||
const suffix = skill?.trim().toUpperCase().replace(/[^A-Z0-9]/gu, "_");
|
||||
function normalizeSkillEnvSuffix(
|
||||
skill: string | undefined,
|
||||
): string | undefined {
|
||||
const suffix = skill
|
||||
?.trim()
|
||||
.toUpperCase()
|
||||
.replace(/[^A-Z0-9]/gu, "_");
|
||||
return suffix || undefined;
|
||||
}
|
||||
|
||||
@@ -282,6 +281,10 @@ export function getSupervisorLlmConfidenceThreshold(): number {
|
||||
return getRatioNumber("AGENT_SUPERVISOR_LLM_CONFIDENCE_THRESHOLD", 0.6);
|
||||
}
|
||||
|
||||
export function getSupervisorLlmResponseEnabled(): boolean {
|
||||
return getBoolean("AGENT_SUPERVISOR_LLM_RESPONSE_ENABLED", true);
|
||||
}
|
||||
|
||||
export function getEvalCalibrationMinCorr(): number {
|
||||
return getRatioNumber("EVAL_CALIBRATION_MIN_CORR", 0.5);
|
||||
}
|
||||
@@ -334,7 +337,11 @@ export function getAgentSkillMdMode(): boolean {
|
||||
return getBoolean("AGENT_SKILL_MD_MODE", false);
|
||||
}
|
||||
|
||||
export function getAgentRouterMode(): "off" | "static" | "learned-v1" | "learned-v2" {
|
||||
export function getAgentRouterMode():
|
||||
| "off"
|
||||
| "static"
|
||||
| "learned-v1"
|
||||
| "learned-v2" {
|
||||
const raw = process.env["AGENT_ROUTER_MODE"]?.trim();
|
||||
if (
|
||||
raw === "off" ||
|
||||
@@ -456,7 +463,9 @@ export function getOpenRouterEnabled(): boolean {
|
||||
}
|
||||
|
||||
export function getOpenRouterApiUrl(): string {
|
||||
return process.env["OPENROUTER_API_URL"]?.trim() || "https://openrouter.ai/api/v1";
|
||||
return (
|
||||
process.env["OPENROUTER_API_URL"]?.trim() || "https://openrouter.ai/api/v1"
|
||||
);
|
||||
}
|
||||
|
||||
export function getTier0Model(): string {
|
||||
@@ -573,10 +582,7 @@ export function getShadowEvalSamplingRate(tier: 0 | 1 | 2): number {
|
||||
getNodeEnv() === "prod" ? 0.5 : 1.0,
|
||||
);
|
||||
case 2:
|
||||
return getRatioNumber(
|
||||
"SHADOW_EVAL_SAMPLING_RATE_TIER2",
|
||||
1.0,
|
||||
);
|
||||
return getRatioNumber("SHADOW_EVAL_SAMPLING_RATE_TIER2", 1.0);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -597,11 +603,7 @@ export function getAlertThresholdEvalScoreDropPct(skill?: string): number {
|
||||
}
|
||||
|
||||
export function getAlertThresholdLlmErrorRate(skill?: string): number {
|
||||
return getRatioNumberForSkill(
|
||||
"ALERT_THRESHOLD_LLM_ERROR_RATE",
|
||||
skill,
|
||||
0.1,
|
||||
);
|
||||
return getRatioNumberForSkill("ALERT_THRESHOLD_LLM_ERROR_RATE", skill, 0.1);
|
||||
}
|
||||
|
||||
export function getAlertThresholdDriftPct(skill?: string): number {
|
||||
|
||||
Reference in new issue
Block a user