Close multi-agent plan and add router shadow reporting

This commit is contained in:
dahyeon committed 2026-05-18 19:34:11 -07:00
1 parent f1b30d716d
commit 8156e8c07e
15 files changed
+1303 -204

No files matched your search

+23 -21
View File
@@ -7,20 +7,14 @@ type LogLevel =
| "trace"
| "silent";
function getPositiveNumber(
envKey: string,
fallback: number,
): number {
function getPositiveNumber(envKey: string, fallback: number): number {
const raw = process.env[envKey]?.trim();
if (!raw) return fallback;
const parsed = Number(raw);
return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
}
function getRatioNumber(
envKey: string,
fallback: number,
): number {
function getRatioNumber(envKey: string, fallback: number): number {
const raw = process.env[envKey]?.trim();
if (!raw) return fallback;
const parsed = Number(raw);
@@ -29,8 +23,13 @@ function getRatioNumber(
: fallback;
}
function normalizeSkillEnvSuffix(skill: string | undefined): string | undefined {
const suffix = skill?.trim().toUpperCase().replace(/[^A-Z0-9]/gu, "_");
function normalizeSkillEnvSuffix(
skill: string | undefined,
): string | undefined {
const suffix = skill
?.trim()
.toUpperCase()
.replace(/[^A-Z0-9]/gu, "_");
return suffix || undefined;
}
@@ -282,6 +281,10 @@ export function getSupervisorLlmConfidenceThreshold(): number {
return getRatioNumber("AGENT_SUPERVISOR_LLM_CONFIDENCE_THRESHOLD", 0.6);
}
export function getSupervisorLlmResponseEnabled(): boolean {
return getBoolean("AGENT_SUPERVISOR_LLM_RESPONSE_ENABLED", true);
}
export function getEvalCalibrationMinCorr(): number {
return getRatioNumber("EVAL_CALIBRATION_MIN_CORR", 0.5);
}
@@ -334,7 +337,11 @@ export function getAgentSkillMdMode(): boolean {
return getBoolean("AGENT_SKILL_MD_MODE", false);
}
export function getAgentRouterMode(): "off" | "static" | "learned-v1" | "learned-v2" {
export function getAgentRouterMode():
| "off"
| "static"
| "learned-v1"
| "learned-v2" {
const raw = process.env["AGENT_ROUTER_MODE"]?.trim();
if (
raw === "off" ||
@@ -456,7 +463,9 @@ export function getOpenRouterEnabled(): boolean {
}
export function getOpenRouterApiUrl(): string {
return process.env["OPENROUTER_API_URL"]?.trim() || "https://openrouter.ai/api/v1";
return (
process.env["OPENROUTER_API_URL"]?.trim() || "https://openrouter.ai/api/v1"
);
}
export function getTier0Model(): string {
@@ -573,10 +582,7 @@ export function getShadowEvalSamplingRate(tier: 0 | 1 | 2): number {
getNodeEnv() === "prod" ? 0.5 : 1.0,
);
case 2:
return getRatioNumber(
"SHADOW_EVAL_SAMPLING_RATE_TIER2",
1.0,
);
return getRatioNumber("SHADOW_EVAL_SAMPLING_RATE_TIER2", 1.0);
}
}
@@ -597,11 +603,7 @@ export function getAlertThresholdEvalScoreDropPct(skill?: string): number {
}
export function getAlertThresholdLlmErrorRate(skill?: string): number {
return getRatioNumberForSkill(
"ALERT_THRESHOLD_LLM_ERROR_RATE",
skill,
0.1,
);
return getRatioNumberForSkill("ALERT_THRESHOLD_LLM_ERROR_RATE", skill, 0.1);
}
export function getAlertThresholdDriftPct(skill?: string): number {