57 lines
1.5 KiB
TypeScript
57 lines
1.5 KiB
TypeScript
import { describe, expect, it, vi } from "vitest";
|
|
|
|
import { AGENT_EVAL_REPORT_SUBJECT } from "@common/nats-subjects";
|
|
import { publishEvalReportIfPossible } from "./runner.js";
|
|
import type { EvalReport } from "./types.js";
|
|
|
|
const natsMocks = vi.hoisted(() => ({
|
|
close: vi.fn().mockResolvedValue(undefined),
|
|
connect: vi.fn().mockResolvedValue(undefined),
|
|
publish: vi.fn().mockResolvedValue(undefined),
|
|
}));
|
|
|
|
vi.mock("@common/nats", () => {
|
|
return {
|
|
NatsClient: class {
|
|
connect = natsMocks.connect;
|
|
publish = natsMocks.publish;
|
|
close = natsMocks.close;
|
|
},
|
|
};
|
|
});
|
|
|
|
const report: EvalReport = {
|
|
generatedAt: "2026-04-17T00:00:00.000Z",
|
|
inputPath: "/tmp/onboarding.jsonl",
|
|
setName: "golden",
|
|
summary: {
|
|
averageLatencyMs: 100,
|
|
cases: 1,
|
|
emptyResponses: 0,
|
|
llmAverageAccuracy: 4,
|
|
llmAverageConcision: 4,
|
|
llmAverageFriendliness: 5,
|
|
llmAverageOverall: 4.25,
|
|
llmAverageScope: 4,
|
|
llmJudgedCases: 1,
|
|
passRate: 1,
|
|
passedCases: 1,
|
|
ruleAverageScore: 1,
|
|
},
|
|
cases: [],
|
|
};
|
|
|
|
describe("publishEvalReportIfPossible", () => {
|
|
it("publishes the report to the eval report subject", async () => {
|
|
const result = await publishEvalReportIfPossible(report);
|
|
|
|
expect(result).toBe(true);
|
|
expect(natsMocks.connect).toHaveBeenCalledTimes(1);
|
|
expect(natsMocks.publish).toHaveBeenCalledWith(
|
|
AGENT_EVAL_REPORT_SUBJECT,
|
|
report,
|
|
);
|
|
expect(natsMocks.close).toHaveBeenCalledTimes(1);
|
|
});
|
|
});
|