Add feature recompute jobs
This commit is contained in:
1 parent
1a7a1cca68
commit
8668234065
8 files changed
+1176
-36
No files matched your search
@@ -2,11 +2,16 @@ import { Processor, WorkerHost } from '@nestjs/bullmq';
|
||||
import type { Job } from 'bullmq';
|
||||
import {
|
||||
ANALYSIS_QUEUE_NAME,
|
||||
FEATURE_RECOMPUTE_JOB_NAME,
|
||||
normalizeFeatureRecomputeBatchSize,
|
||||
normalizeRequestedMatchCount,
|
||||
USER_ANALYSIS_JOB_NAME,
|
||||
} from './analysis.constants';
|
||||
import { AnalysisPipelineService } from './analysis-pipeline.service';
|
||||
import type { UserAnalysisJobData } from './analysis.types';
|
||||
import type {
|
||||
FeatureRecomputeJobData,
|
||||
UserAnalysisJobData,
|
||||
} from './analysis.types';
|
||||
import {
|
||||
RIOT_PLATFORM_ROUTES,
|
||||
RIOT_REGIONAL_ROUTES,
|
||||
@@ -27,14 +32,27 @@ export class AnalysisProcessor extends WorkerHost {
|
||||
if (!job.id) {
|
||||
throw new Error('Analysis job is missing a BullMQ job id.');
|
||||
}
|
||||
if (job.name !== USER_ANALYSIS_JOB_NAME) {
|
||||
throw new Error(`Unsupported analysis job name "${job.name}".`);
|
||||
if (job.name === USER_ANALYSIS_JOB_NAME) {
|
||||
const data = this.parseUserAnalysisJobData(job.data);
|
||||
await this.analysisPipelineService.processUserAnalysisJob(data, job.id, {
|
||||
isFinalAttempt: this.isFinalAttempt(job),
|
||||
});
|
||||
return;
|
||||
}
|
||||
|
||||
const data = this.parseUserAnalysisJobData(job.data);
|
||||
await this.analysisPipelineService.processUserAnalysisJob(data, job.id, {
|
||||
isFinalAttempt: this.isFinalAttempt(job),
|
||||
});
|
||||
if (job.name === FEATURE_RECOMPUTE_JOB_NAME) {
|
||||
const data = this.parseFeatureRecomputeJobData(job.data);
|
||||
await this.analysisPipelineService.processFeatureRecomputeJob(
|
||||
data,
|
||||
job.id,
|
||||
{
|
||||
isFinalAttempt: this.isFinalAttempt(job),
|
||||
},
|
||||
);
|
||||
return;
|
||||
}
|
||||
|
||||
throw new Error(`Unsupported analysis job name "${job.name}".`);
|
||||
}
|
||||
|
||||
private parseUserAnalysisJobData(value: unknown): UserAnalysisJobData {
|
||||
@@ -68,6 +86,30 @@ export class AnalysisProcessor extends WorkerHost {
|
||||
};
|
||||
}
|
||||
|
||||
private parseFeatureRecomputeJobData(
|
||||
value: unknown,
|
||||
): FeatureRecomputeJobData {
|
||||
if (typeof value !== 'object' || value === null || Array.isArray(value)) {
|
||||
throw new Error('Feature recompute job data must be an object.');
|
||||
}
|
||||
|
||||
const record = value as Record<string, unknown>;
|
||||
const platformRoute = this.parsePlatformRoute(record.platformRoute);
|
||||
const queueId = this.parseQueueId(record.queueId);
|
||||
const batchSize = this.parseFeatureRecomputeBatchSize(record.batchSize);
|
||||
const puuid =
|
||||
record.puuid === undefined
|
||||
? undefined
|
||||
: this.parseBoundedString(record.puuid, 'puuid', 128);
|
||||
|
||||
return {
|
||||
platformRoute,
|
||||
queueId,
|
||||
batchSize,
|
||||
...(puuid ? { puuid } : {}),
|
||||
};
|
||||
}
|
||||
|
||||
private parseBoundedString(
|
||||
value: unknown,
|
||||
fieldName: string,
|
||||
@@ -117,6 +159,13 @@ export class AnalysisProcessor extends WorkerHost {
|
||||
return normalizeRequestedMatchCount(value);
|
||||
}
|
||||
|
||||
private parseFeatureRecomputeBatchSize(value: unknown): number {
|
||||
if (typeof value !== 'number' || !Number.isFinite(value)) {
|
||||
throw new Error('Feature recompute job batchSize must be finite.');
|
||||
}
|
||||
return normalizeFeatureRecomputeBatchSize(value);
|
||||
}
|
||||
|
||||
private isFinalAttempt(job: Job<unknown>): boolean {
|
||||
const attempts =
|
||||
typeof job.opts?.attempts === 'number' && job.opts.attempts > 0
|
||||
|
||||
Reference in new issue
Block a user