This commit is contained in:
dahyeon committed 2026-05-14 14:28:59 -07:00
1 parent da76af3826
commit e4f7a5df48
72 files changed
+7077 -113

No files matched your search

+12 -1
View File
@@ -5,7 +5,11 @@ import type {
} from "@agent/types";
import type { Blackboard, OnboardingSession } from "@skills/onboarding/types";
import type { ClassifiedIntent, DerivedState } from "@skills/onboarding/state/onboarding-state";
import type { ProcessTraceSnapshot } from "@skills/onboarding/runtime/trace";
import type {
ProcessTraceSnapshot,
ProcessTraceStepName,
} from "@skills/onboarding/runtime/trace";
import type { PrmFeatureVector } from "./judges/prm.js";
export interface EvalRoomContextMessage {
senderId: string;
@@ -99,6 +103,7 @@ export interface ProcessJudgeCheck {
| "planner-approach"
| "tier-appropriate"
| "tool-args-valid"
| "tool-plan-consistent"
| "tools-selected-correctly"
| "validate-no-reject";
skipped: boolean;
@@ -108,16 +113,22 @@ export interface ProcessJudgeCheck {
export interface ProcessJudgeResult {
checks: ProcessJudgeCheck[];
passedCount: number;
prmFeatures?: PrmFeatureVector | undefined;
prmScore?: number | undefined;
rationale?: string | undefined;
rootCauseScoreLoss?: number | undefined;
rootCauseStep?: ProcessTraceStepName | undefined;
score: number;
totalCount: number;
}
export interface EvalDerivedSnapshot {
abstentionScore?: number | undefined;
allowShortResponse: boolean;
intent: string;
phase: string;
responseMode: DerivedState["responseMode"];
routingDecision?: DerivedState["routingDecision"] | undefined;
shouldRespond: boolean;
suggestedMaxTokens: number;
tier: DerivedState["tier"];