.
This commit is contained in:
1 parent
da76af3826
commit
e4f7a5df48
72 files changed
+7077
-113
No files matched your search
+12
-1
@@ -5,7 +5,11 @@ import type {
|
||||
} from "@agent/types";
|
||||
import type { Blackboard, OnboardingSession } from "@skills/onboarding/types";
|
||||
import type { ClassifiedIntent, DerivedState } from "@skills/onboarding/state/onboarding-state";
|
||||
import type { ProcessTraceSnapshot } from "@skills/onboarding/runtime/trace";
|
||||
import type {
|
||||
ProcessTraceSnapshot,
|
||||
ProcessTraceStepName,
|
||||
} from "@skills/onboarding/runtime/trace";
|
||||
import type { PrmFeatureVector } from "./judges/prm.js";
|
||||
|
||||
export interface EvalRoomContextMessage {
|
||||
senderId: string;
|
||||
@@ -99,6 +103,7 @@ export interface ProcessJudgeCheck {
|
||||
| "planner-approach"
|
||||
| "tier-appropriate"
|
||||
| "tool-args-valid"
|
||||
| "tool-plan-consistent"
|
||||
| "tools-selected-correctly"
|
||||
| "validate-no-reject";
|
||||
skipped: boolean;
|
||||
@@ -108,16 +113,22 @@ export interface ProcessJudgeCheck {
|
||||
export interface ProcessJudgeResult {
|
||||
checks: ProcessJudgeCheck[];
|
||||
passedCount: number;
|
||||
prmFeatures?: PrmFeatureVector | undefined;
|
||||
prmScore?: number | undefined;
|
||||
rationale?: string | undefined;
|
||||
rootCauseScoreLoss?: number | undefined;
|
||||
rootCauseStep?: ProcessTraceStepName | undefined;
|
||||
score: number;
|
||||
totalCount: number;
|
||||
}
|
||||
|
||||
export interface EvalDerivedSnapshot {
|
||||
abstentionScore?: number | undefined;
|
||||
allowShortResponse: boolean;
|
||||
intent: string;
|
||||
phase: string;
|
||||
responseMode: DerivedState["responseMode"];
|
||||
routingDecision?: DerivedState["routingDecision"] | undefined;
|
||||
shouldRespond: boolean;
|
||||
suggestedMaxTokens: number;
|
||||
tier: DerivedState["tier"];
|
||||
|
||||
Reference in new issue
Block a user