Make eval pipeline skill-aware and validate SKILL manifests

This commit is contained in:
dahyeon committed 2026-05-18 16:26:31 -07:00
1 parent 12e731a428
commit 54bc295ead
35 files changed
+1280 -499

No files matched your search

+5 -4
View File
@@ -81,11 +81,12 @@ function toCalibrationPairs(
pairs.push({
evalStreamId: label.evalStreamId,
humanScore: label.humanScore,
llmAccuracy: archive.llmJudge.scores.accuracy,
llmConcision: archive.llmJudge.scores.concision,
llmFriendliness: archive.llmJudge.scores.friendliness,
llmAccuracy: archive.llmJudge.scores.accuracy ?? archive.llmJudge.scores.overall,
llmConcision: archive.llmJudge.scores.concision ?? archive.llmJudge.scores.overall,
llmFriendliness:
archive.llmJudge.scores.friendliness ?? archive.llmJudge.scores.overall,
llmOverall: archive.llmJudge.scores.overall,
llmScope: archive.llmJudge.scores.scope,
llmScope: archive.llmJudge.scores.scope ?? archive.llmJudge.scores.overall,
});
}