Add evaluation operations and reporting

This commit is contained in:
dahyeon committed 2026-05-12 08:16:31 -07:00
1 parent 60f33b8f4b
commit a900016be4
60 files changed
+8689 -142

No files matched your search

+7 -1
View File
@@ -7,7 +7,13 @@ export const DISCORD_MEMBER_LOOKUP_SUBJECT =
"lolympus.discord.lookup-members";
export interface AlertPayload {
kind: "latency" | "eval-score-drop" | "llm-error-rate" | "endpoint-down";
kind:
| "archive-stalled"
| "endpoint-down"
| "eval-drift"
| "eval-score-drop"
| "latency"
| "llm-error-rate";
metric: string;
severity: "info" | "warn" | "critical";
suggestedAction?: string | undefined;