Add evaluation operations and reporting

This commit is contained in:
dahyeon committed 2026-05-12 08:16:31 -07:00
1 parent 60f33b8f4b
commit a900016be4
60 files changed
+8689 -142

No files matched your search

@@ -3,6 +3,7 @@ import { getMaxResponseLength } from "../../../config.js";
import { VALID_TIER_SET } from "../constants.js";
import { EXPECTED_KEYWORDS } from "../state/intent-keywords.js";
import type { DerivedState } from "../state/onboarding-state.js";
import { getActiveProcessTrace } from "./trace.js";
const ALLOWED_URL_PATTERNS = [
/discord\.gg\/lolympus/iu,
@@ -118,6 +119,10 @@ function markValidation(result: ValidationResult): ValidationResult {
"agent.validator.status": result.status,
"agent.validator.warnings": result.reasons,
});
getActiveProcessTrace()?.startStep("validate").finish({
status: result.status,
reasons: result.reasons,
});
return result;
}