Iterate skill SSOT routing and eval support

Add skill priority routing and duplicate manifest handling.

Split eval golden sets by skill and add moderation rule lookup coverage.

Move onboarding runtime helpers out of the main skill class.
This commit is contained in:
dahyeon committed 2026-05-18 09:19:17 -07:00
1 parent fb189330da
commit 12e731a428
35 files changed
+1260 -500

No files matched your search

+53
View File
@@ -0,0 +1,53 @@
import type { AgentRequest, AgentResponse, ConversationMessage } from "./types.js";
import { describe, expect, it } from "vitest";
import type { Skill } from "@skills/skill";
import { selectSkillForRequest } from "./agent.js";
function makeRequest(skill = "shared"): AgentRequest {
return {
chatroomId: "room-1",
nickname: "tester",
requestId: "request-1",
skill,
trigger: "user-message",
userId: "user-1",
};
}
function makeSkill(name: string, priority: number, canHandle = true): Skill {
return {
name,
priority,
canHandle: () => canHandle,
handle: (
request: AgentRequest,
_conversationHistory: ConversationMessage[],
): Promise<AgentResponse> =>
Promise.resolve({
confidence: 1,
requestId: request.requestId,
source: "template",
text: name,
}),
};
}
describe("selectSkillForRequest", () => {
it("selects the highest-priority matching skill", () => {
const request = makeRequest();
const selected = selectSkillForRequest(
[
makeSkill("low", 10),
makeSkill("high", 90),
makeSkill("disabled", 100, false),
],
request,
);
expect(selected?.name).toBe("high");
});
it("returns null when no skill can handle the request", () => {
expect(selectSkillForRequest([makeSkill("miss", 50, false)], makeRequest())).toBeNull();
});
});