Iterate skill SSOT routing and eval support
Add skill priority routing and duplicate manifest handling. Split eval golden sets by skill and add moderation rule lookup coverage. Move onboarding runtime helpers out of the main skill class.
This commit is contained in:
1 parent
fb189330da
commit
12e731a428
35 files changed
+1260
-500
No files matched your search
@@ -0,0 +1,53 @@
|
||||
import type { AgentRequest, AgentResponse, ConversationMessage } from "./types.js";
|
||||
import { describe, expect, it } from "vitest";
|
||||
import type { Skill } from "@skills/skill";
|
||||
import { selectSkillForRequest } from "./agent.js";
|
||||
|
||||
function makeRequest(skill = "shared"): AgentRequest {
|
||||
return {
|
||||
chatroomId: "room-1",
|
||||
nickname: "tester",
|
||||
requestId: "request-1",
|
||||
skill,
|
||||
trigger: "user-message",
|
||||
userId: "user-1",
|
||||
};
|
||||
}
|
||||
|
||||
function makeSkill(name: string, priority: number, canHandle = true): Skill {
|
||||
return {
|
||||
name,
|
||||
priority,
|
||||
canHandle: () => canHandle,
|
||||
handle: (
|
||||
request: AgentRequest,
|
||||
_conversationHistory: ConversationMessage[],
|
||||
): Promise<AgentResponse> =>
|
||||
Promise.resolve({
|
||||
confidence: 1,
|
||||
requestId: request.requestId,
|
||||
source: "template",
|
||||
text: name,
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
describe("selectSkillForRequest", () => {
|
||||
it("selects the highest-priority matching skill", () => {
|
||||
const request = makeRequest();
|
||||
const selected = selectSkillForRequest(
|
||||
[
|
||||
makeSkill("low", 10),
|
||||
makeSkill("high", 90),
|
||||
makeSkill("disabled", 100, false),
|
||||
],
|
||||
request,
|
||||
);
|
||||
|
||||
expect(selected?.name).toBe("high");
|
||||
});
|
||||
|
||||
it("returns null when no skill can handle the request", () => {
|
||||
expect(selectSkillForRequest([makeSkill("miss", 50, false)], makeRequest())).toBeNull();
|
||||
});
|
||||
});
|
||||
Reference in new issue
Block a user