Add eval runner and tool orchestration

This commit is contained in:
dahyeon committed 2026-04-17 00:47:02 -07:00
1 parent 4294f3c92e
commit 5579db54da
66 files changed
+6162 -242

No files matched your search

+19
View File
@@ -0,0 +1,19 @@
import type { EvalReport } from "@eval/types";
export const AGENT_REQUEST_SUBJECT = "lolympus-agent.request";
export const AGENT_ALERT_SUBJECT = "lolympus-agent.alert";
export const AGENT_EVAL_REPORT_SUBJECT = "lolympus-agent.eval.report";
export interface AlertPayload {
kind: "latency" | "eval-score-drop" | "llm-error-rate" | "endpoint-down";
metric: string;
severity: "info" | "warn" | "critical";
suggestedAction?: string | undefined;
threshold: number;
timestamp: string;
traceId?: string | undefined;
value: number;
window: string;
}
export type EvalReportPayload = EvalReport;