Files
lolympus-agent/src/skills/onboarding/runtime/validator.ts
T
2026-04-17 00:47:02 -07:00

181 lines
4.8 KiB
TypeScript

import { trace } from "@opentelemetry/api";
import { getMaxResponseLength } from "../../../config.js";
import { VALID_TIER_SET } from "../constants.js";
import { EXPECTED_KEYWORDS } from "../state/intent-keywords.js";
import type { DerivedState } from "../state/onboarding-state.js";
const ALLOWED_URL_PATTERNS = [
/discord\.gg\/lolympus/iu,
/open\.kakao\.com\/o\/gOscBAEh/iu,
];
export interface ValidationResult {
status: "pass" | "soft-warn" | "reject";
text: string;
reasons: string[];
}
function postProcessResponse(text: string): string {
let processed = text.trim();
processed = processed.replace(/<think>[\s\S]*?<\/think>/gu, "").trim();
processed = processed.replace(
/https?:\/\/[^\s)}\]]+/gu,
(match) => {
if (ALLOWED_URL_PATTERNS.some((pattern) => pattern.test(match))) {
return match;
}
return "";
},
);
processed = processed.replace(/ +/gu, " ").trim();
processed = processed.replace(/\*\*(.+?)\*\*/gu, "$1");
processed = processed.replace(/\*(.+?)\*/gu, "$1");
processed = processed.replace(/__(.+?)__/gu, "$1");
processed = processed.replace(/~~(.+?)~~/gu, "$1");
processed = processed.replace(/^#{1,6}\s+/gmu, "");
processed = processed.replace(/^[-*]\s+/gmu, "");
processed = processed.replace(/`(.+?)`/gu, "$1");
const maxLen = getMaxResponseLength();
if (processed.length > maxLen) {
processed = processed.slice(0, maxLen).trimEnd();
const sentenceEndPattern =
/(?:세요[.!]?|해요[.!]?|돼요[.!]?|어요[.!]?|아요[.!]?|거든요[.!]?|습니다[.!]?|됩니다[.!]?|니다[.!]?|요[.!]|다[.!]|[.!?])\s*$/u;
for (let index = processed.length; index > maxLen * 0.5; index--) {
const sub = processed.slice(0, index);
if (sentenceEndPattern.test(sub)) {
processed = sub;
break;
}
}
}
return processed.trim();
}
function findInvalidNicknameExamples(text: string): string[] {
const matches = [
...text.matchAll(/([^\s/]{1,20})\/(\d{2})\/(남|여)\/([A-Z]{1,2})/gu),
];
return matches.flatMap((match) => {
const tier = match[4];
if (!tier || VALID_TIER_SET.has(tier)) {
return [];
}
return [tier];
});
}
function hasIntentKeywordMatch(text: string, derived: DerivedState): boolean {
const keywords = EXPECTED_KEYWORDS[derived.intent.kind];
if (keywords.length === 0) {
return true;
}
const lower = text.toLowerCase();
return keywords.some((keyword) => lower.includes(keyword.toLowerCase()));
}
function hasRepeatedPhrase(text: string): boolean {
const words = text.split(/\s+/u);
if (words.length < 6) {
return false;
}
const phrases = new Map<string, number>();
for (let index = 0; index < words.length - 1; index++) {
const bigram = `${words[index]} ${words[index + 1]}`;
phrases.set(bigram, (phrases.get(bigram) ?? 0) + 1);
}
return [...phrases.values()].some((count) => count >= 3);
}
function markValidation(result: ValidationResult): ValidationResult {
const activeSpan = trace.getActiveSpan();
activeSpan?.setAttributes({
"agent.validator.status": result.status,
"agent.validator.warnings": result.reasons,
});
return result;
}
export function validateOnboardingResponse(
draft: string,
derived: DerivedState,
options?: { allowShortResponse?: boolean | undefined },
): ValidationResult {
const text = postProcessResponse(draft);
const rejectReasons: string[] = [];
const softWarnReasons: string[] = [];
if (!text) {
rejectReasons.push("empty");
}
if (text.includes("[NO_RESPONSE]")) {
return markValidation({
status: "pass",
text: "[NO_RESPONSE]",
reasons: [],
});
}
if (!options?.allowShortResponse && text.length < 10) {
rejectReasons.push("minLength");
}
const mentionsDiscord = /(디스코드|discord|디코)/iu.test(text);
const advancesDiscordStep = /(서버|프로필|권한|입장)/iu.test(text);
const defersDiscordStep =
/(먼저|완료.*후|완료하신 뒤|완료하신 후|모두 완료|완료되면)/u.test(text);
if (
mentionsDiscord &&
derived.phase.kind !== "completed" &&
advancesDiscordStep &&
!defersDiscordStep
) {
rejectReasons.push("stateConsistency");
}
if (findInvalidNicknameExamples(text).length > 0) {
rejectReasons.push("nicknameExampleConsistency");
}
if (!hasIntentKeywordMatch(text, derived)) {
softWarnReasons.push("intentAlignment");
}
if (hasRepeatedPhrase(text)) {
softWarnReasons.push("phraseRepetition");
}
if (rejectReasons.length > 0) {
return markValidation({
status: "reject",
text,
reasons: [...rejectReasons, ...softWarnReasons],
});
}
if (softWarnReasons.length > 0) {
return markValidation({
status: "soft-warn",
text,
reasons: softWarnReasons,
});
}
return markValidation({
status: "pass",
text,
reasons: [],
});
}