Files
lolympus-agent/src/eval/shadow-bus.test.ts
T

94 lines
2.4 KiB
TypeScript

import { describe, expect, it, vi } from "vitest";
import type { AgentRequest, AgentResponse } from "@agent/types";
import type { ClassifiedIntent, DerivedState } from "@skills/onboarding/state/onboarding-state";
import {
ShadowEvalBus,
shouldSampleShadowEval,
} from "./shadow-bus.js";
const request: AgentRequest = {
requestId: "req-1",
skill: "onboarding",
chatroomId: "room-1",
userId: "user-1",
nickname: "프리리/95/여/D",
trigger: "user-message",
userMessage: "이제 뭐 남았지",
};
const response: AgentResponse = {
requestId: "req-1",
text: "이제 방 하트 인증만 남았어요.",
confidence: 0.9,
source: "llm",
};
const classified: ClassifiedIntent = {
intent: { kind: "status-question" },
confidence: 0.98,
source: "regex",
};
const derived: DerivedState = {
phase: { kind: "photo-pending" },
intent: { kind: "status-question" },
shouldRespond: true,
responseMode: "llm",
suggestedMaxTokens: 128,
allowShortResponse: true,
tier: 0,
};
describe("shouldSampleShadowEval", () => {
it("samples when the random value is under the tier rate", () => {
expect(shouldSampleShadowEval(0, 0)).toBe(true);
});
it("does not sample when the random value exceeds the tier rate", () => {
expect(shouldSampleShadowEval(0, 1)).toBe(false);
});
});
describe("ShadowEvalBus", () => {
it("publishes a shadow-eval stream entry when sampled", () => {
const appendStream = vi.fn().mockResolvedValue("1-0");
const randomSpy = vi.spyOn(Math, "random").mockReturnValue(0);
new ShadowEvalBus({ appendStream }).publish({
classified,
createdAt: "2026-04-16T00:00:00.000Z",
derived,
request,
response,
});
expect(appendStream).toHaveBeenCalledTimes(1);
expect(appendStream.mock.calls[0]?.[0]).toBe("lolympus-agent:background");
expect(appendStream.mock.calls[0]?.[1]).toMatchObject({
type: "shadow-eval",
requestId: "req-1",
tier: "0",
});
randomSpy.mockRestore();
});
it("skips publishing for empty responses", () => {
const appendStream = vi.fn().mockResolvedValue("1-0");
new ShadowEvalBus({ appendStream }).publish({
classified,
createdAt: "2026-04-16T00:00:00.000Z",
derived,
request,
response: {
...response,
text: "",
},
});
expect(appendStream).not.toHaveBeenCalled();
});
});