Make eval pipeline skill-aware and validate SKILL manifests

This commit is contained in:
dahyeon committed 2026-05-18 16:26:31 -07:00
1 parent 12e731a428
commit 54bc295ead
35 files changed
+1280 -499

No files matched your search

+4 -1
View File
@@ -9,7 +9,8 @@
"test": "vitest run",
"test:watch": "vitest",
"test:coverage": "vitest run --coverage",
"lint": "eslint .",
"lint": "eslint . && npm run lint:skills",
"lint:skills": "node --import tsx src/skills/validate-manifests.ts",
"lint:fix": "eslint . --fix",
"format": "prettier --write .",
"eval": "node --import tsx src/eval/cli.ts run --set=onboarding/cases",
@@ -23,7 +24,9 @@
"eval:train-prm": "node --import tsx src/eval/cli.ts train-prm",
"eval:train-router": "node --import tsx src/eval/cli.ts train-router",
"eval:propose": "node --import tsx src/eval/cli.ts propose",
"eval:propose:moderation": "node --import tsx src/eval/cli.ts propose --skill=moderation",
"eval:tournament": "node --import tsx src/eval/cli.ts tournament",
"eval:tournament:moderation": "node --import tsx src/eval/cli.ts tournament --skill=moderation",
"eval:tournament-results": "node --import tsx src/eval/cli.ts tournament-results",
"start:dev": "pwsh -Command \"[System.Environment]::SetEnvironmentVariable('NODE_ENV', 'dev'); \"./launch-server.ps1\"\"",
"start:test": "pwsh -Command \"[System.Environment]::SetEnvironmentVariable('NODE_ENV', 'test'); \"./launch-server.ps1\"\"",