Add feature recompute jobs

This commit is contained in:
dahyeon committed 2026-07-03 00:45:04 -07:00
1 parent 1a7a1cca68
commit 8668234065
8 files changed
+1176 -36

No files matched your search

@@ -2,11 +2,16 @@ import { Processor, WorkerHost } from '@nestjs/bullmq';
import type { Job } from 'bullmq';
import {
ANALYSIS_QUEUE_NAME,
FEATURE_RECOMPUTE_JOB_NAME,
normalizeFeatureRecomputeBatchSize,
normalizeRequestedMatchCount,
USER_ANALYSIS_JOB_NAME,
} from './analysis.constants';
import { AnalysisPipelineService } from './analysis-pipeline.service';
import type { UserAnalysisJobData } from './analysis.types';
import type {
FeatureRecomputeJobData,
UserAnalysisJobData,
} from './analysis.types';
import {
RIOT_PLATFORM_ROUTES,
RIOT_REGIONAL_ROUTES,
@@ -27,14 +32,27 @@ export class AnalysisProcessor extends WorkerHost {
if (!job.id) {
throw new Error('Analysis job is missing a BullMQ job id.');
}
if (job.name !== USER_ANALYSIS_JOB_NAME) {
throw new Error(`Unsupported analysis job name "${job.name}".`);
if (job.name === USER_ANALYSIS_JOB_NAME) {
const data = this.parseUserAnalysisJobData(job.data);
await this.analysisPipelineService.processUserAnalysisJob(data, job.id, {
isFinalAttempt: this.isFinalAttempt(job),
});
return;
}
const data = this.parseUserAnalysisJobData(job.data);
await this.analysisPipelineService.processUserAnalysisJob(data, job.id, {
isFinalAttempt: this.isFinalAttempt(job),
});
if (job.name === FEATURE_RECOMPUTE_JOB_NAME) {
const data = this.parseFeatureRecomputeJobData(job.data);
await this.analysisPipelineService.processFeatureRecomputeJob(
data,
job.id,
{
isFinalAttempt: this.isFinalAttempt(job),
},
);
return;
}
throw new Error(`Unsupported analysis job name "${job.name}".`);
}
private parseUserAnalysisJobData(value: unknown): UserAnalysisJobData {
@@ -68,6 +86,30 @@ export class AnalysisProcessor extends WorkerHost {
};
}
private parseFeatureRecomputeJobData(
value: unknown,
): FeatureRecomputeJobData {
if (typeof value !== 'object' || value === null || Array.isArray(value)) {
throw new Error('Feature recompute job data must be an object.');
}
const record = value as Record<string, unknown>;
const platformRoute = this.parsePlatformRoute(record.platformRoute);
const queueId = this.parseQueueId(record.queueId);
const batchSize = this.parseFeatureRecomputeBatchSize(record.batchSize);
const puuid =
record.puuid === undefined
? undefined
: this.parseBoundedString(record.puuid, 'puuid', 128);
return {
platformRoute,
queueId,
batchSize,
...(puuid ? { puuid } : {}),
};
}
private parseBoundedString(
value: unknown,
fieldName: string,
@@ -117,6 +159,13 @@ export class AnalysisProcessor extends WorkerHost {
return normalizeRequestedMatchCount(value);
}
private parseFeatureRecomputeBatchSize(value: unknown): number {
if (typeof value !== 'number' || !Number.isFinite(value)) {
throw new Error('Feature recompute job batchSize must be finite.');
}
return normalizeFeatureRecomputeBatchSize(value);
}
private isFinalAttempt(job: Job<unknown>): boolean {
const attempts =
typeof job.opts?.attempts === 'number' && job.opts.attempts > 0