Make eval pipeline skill-aware and validate SKILL manifests
This commit is contained in:
1 parent
12e731a428
commit
54bc295ead
35 files changed
+1280
-499
No files matched your search
@@ -81,11 +81,12 @@ function toCalibrationPairs(
|
||||
pairs.push({
|
||||
evalStreamId: label.evalStreamId,
|
||||
humanScore: label.humanScore,
|
||||
llmAccuracy: archive.llmJudge.scores.accuracy,
|
||||
llmConcision: archive.llmJudge.scores.concision,
|
||||
llmFriendliness: archive.llmJudge.scores.friendliness,
|
||||
llmAccuracy: archive.llmJudge.scores.accuracy ?? archive.llmJudge.scores.overall,
|
||||
llmConcision: archive.llmJudge.scores.concision ?? archive.llmJudge.scores.overall,
|
||||
llmFriendliness:
|
||||
archive.llmJudge.scores.friendliness ?? archive.llmJudge.scores.overall,
|
||||
llmOverall: archive.llmJudge.scores.overall,
|
||||
llmScope: archive.llmJudge.scores.scope,
|
||||
llmScope: archive.llmJudge.scores.scope ?? archive.llmJudge.scores.overall,
|
||||
});
|
||||
}
|
||||
|
||||
|
||||
Reference in new issue
Block a user