Add evaluation operations and reporting
This commit is contained in:
1 parent
60f33b8f4b
commit
a900016be4
60 files changed
+8689
-142
No files matched your search
@@ -7,7 +7,13 @@ export const DISCORD_MEMBER_LOOKUP_SUBJECT =
|
||||
"lolympus.discord.lookup-members";
|
||||
|
||||
export interface AlertPayload {
|
||||
kind: "latency" | "eval-score-drop" | "llm-error-rate" | "endpoint-down";
|
||||
kind:
|
||||
| "archive-stalled"
|
||||
| "endpoint-down"
|
||||
| "eval-drift"
|
||||
| "eval-score-drop"
|
||||
| "latency"
|
||||
| "llm-error-rate";
|
||||
metric: string;
|
||||
severity: "info" | "warn" | "critical";
|
||||
suggestedAction?: string | undefined;
|
||||
|
||||
Reference in new issue
Block a user