Add eval runner and tool orchestration
This commit is contained in:
1 parent
4294f3c92e
commit
5579db54da
66 files changed
+6162
-242
No files matched your search
@@ -0,0 +1,19 @@
|
||||
import type { EvalReport } from "@eval/types";
|
||||
|
||||
export const AGENT_REQUEST_SUBJECT = "lolympus-agent.request";
|
||||
export const AGENT_ALERT_SUBJECT = "lolympus-agent.alert";
|
||||
export const AGENT_EVAL_REPORT_SUBJECT = "lolympus-agent.eval.report";
|
||||
|
||||
export interface AlertPayload {
|
||||
kind: "latency" | "eval-score-drop" | "llm-error-rate" | "endpoint-down";
|
||||
metric: string;
|
||||
severity: "info" | "warn" | "critical";
|
||||
suggestedAction?: string | undefined;
|
||||
threshold: number;
|
||||
timestamp: string;
|
||||
traceId?: string | undefined;
|
||||
value: number;
|
||||
window: string;
|
||||
}
|
||||
|
||||
export type EvalReportPayload = EvalReport;
|
||||
Reference in new issue
Block a user