Iterate skill SSOT routing and eval support

Add skill priority routing and duplicate manifest handling.

Split eval golden sets by skill and add moderation rule lookup coverage.

Move onboarding runtime helpers out of the main skill class.
This commit is contained in:
dahyeon committed 2026-05-18 09:19:17 -07:00
1 parent fb189330da
commit 12e731a428
35 files changed
+1260 -500

No files matched your search

+8 -3
View File
@@ -80,7 +80,10 @@ const BACKGROUND_DLQ_STREAM_KEY = "lolympus-agent:background:dlq";
const BACKGROUND_GROUP = "bg-worker";
const EVAL_BASELINE_KEY = "lolympus-agent:eval:baseline";
const EVAL_RESULTS_STREAM_KEY = "lolympus-agent:eval:results";
const EVAL_BASELINE_FILE = "eval-reports/baseline.json";
const EVAL_BASELINE_FILES = [
"eval-reports/baseline.onboarding.json",
"eval-reports/baseline.json",
];
const ALERT_WINDOW_MS = 5 * 60_000;
const ALERT_WINDOW_LABEL = "5m";
const ALERT_TICK_MS = 60_000;
@@ -1123,8 +1126,10 @@ export class ShadowWorker {
return redisParsed;
}
const filePath = resolve(process.cwd(), EVAL_BASELINE_FILE);
if (!existsSync(filePath)) {
const filePath = EVAL_BASELINE_FILES
.map((candidate) => resolve(process.cwd(), candidate))
.find((candidate) => existsSync(candidate));
if (!filePath) {
return null;
}