Iterate skill SSOT routing and eval support
Add skill priority routing and duplicate manifest handling. Split eval golden sets by skill and add moderation rule lookup coverage. Move onboarding runtime helpers out of the main skill class.
This commit is contained in:
1 parent
fb189330da
commit
12e731a428
35 files changed
+1260
-500
No files matched your search
@@ -80,7 +80,10 @@ const BACKGROUND_DLQ_STREAM_KEY = "lolympus-agent:background:dlq";
|
||||
const BACKGROUND_GROUP = "bg-worker";
|
||||
const EVAL_BASELINE_KEY = "lolympus-agent:eval:baseline";
|
||||
const EVAL_RESULTS_STREAM_KEY = "lolympus-agent:eval:results";
|
||||
const EVAL_BASELINE_FILE = "eval-reports/baseline.json";
|
||||
const EVAL_BASELINE_FILES = [
|
||||
"eval-reports/baseline.onboarding.json",
|
||||
"eval-reports/baseline.json",
|
||||
];
|
||||
const ALERT_WINDOW_MS = 5 * 60_000;
|
||||
const ALERT_WINDOW_LABEL = "5m";
|
||||
const ALERT_TICK_MS = 60_000;
|
||||
@@ -1123,8 +1126,10 @@ export class ShadowWorker {
|
||||
return redisParsed;
|
||||
}
|
||||
|
||||
const filePath = resolve(process.cwd(), EVAL_BASELINE_FILE);
|
||||
if (!existsSync(filePath)) {
|
||||
const filePath = EVAL_BASELINE_FILES
|
||||
.map((candidate) => resolve(process.cwd(), candidate))
|
||||
.find((candidate) => existsSync(candidate));
|
||||
if (!filePath) {
|
||||
return null;
|
||||
}
|
||||
|
||||
|
||||
Reference in new issue
Block a user