Make eval pipeline skill-aware and validate SKILL manifests
This commit is contained in:
1 parent
12e731a428
commit
54bc295ead
35 files changed
+1280
-499
No files matched your search
+4
-1
@@ -9,7 +9,8 @@
|
||||
"test": "vitest run",
|
||||
"test:watch": "vitest",
|
||||
"test:coverage": "vitest run --coverage",
|
||||
"lint": "eslint .",
|
||||
"lint": "eslint . && npm run lint:skills",
|
||||
"lint:skills": "node --import tsx src/skills/validate-manifests.ts",
|
||||
"lint:fix": "eslint . --fix",
|
||||
"format": "prettier --write .",
|
||||
"eval": "node --import tsx src/eval/cli.ts run --set=onboarding/cases",
|
||||
@@ -23,7 +24,9 @@
|
||||
"eval:train-prm": "node --import tsx src/eval/cli.ts train-prm",
|
||||
"eval:train-router": "node --import tsx src/eval/cli.ts train-router",
|
||||
"eval:propose": "node --import tsx src/eval/cli.ts propose",
|
||||
"eval:propose:moderation": "node --import tsx src/eval/cli.ts propose --skill=moderation",
|
||||
"eval:tournament": "node --import tsx src/eval/cli.ts tournament",
|
||||
"eval:tournament:moderation": "node --import tsx src/eval/cli.ts tournament --skill=moderation",
|
||||
"eval:tournament-results": "node --import tsx src/eval/cli.ts tournament-results",
|
||||
"start:dev": "pwsh -Command \"[System.Environment]::SetEnvironmentVariable('NODE_ENV', 'dev'); \"./launch-server.ps1\"\"",
|
||||
"start:test": "pwsh -Command \"[System.Environment]::SetEnvironmentVariable('NODE_ENV', 'test'); \"./launch-server.ps1\"\"",
|
||||
|
||||
Reference in new issue
Block a user