feat(dakao): add jetstream outbox delivery flow
This commit is contained in:
1 parent
4ab3c3a135
commit
d0d578b2b0
14 files changed
+1154
-122
No files matched your search
@@ -91,6 +91,39 @@ export const LEGACY_IMPORT_JOB_STATES: LegacyImportJobState[] = [
|
||||
'cancelled',
|
||||
];
|
||||
|
||||
export type DakaoInboundMessageState = 'processing' | 'processed' | 'failed';
|
||||
export const DAKAO_INBOUND_MESSAGE_STATES: DakaoInboundMessageState[] = [
|
||||
'processing',
|
||||
'processed',
|
||||
'failed',
|
||||
];
|
||||
|
||||
export type DakaoOutboxMessageState =
|
||||
| 'pending'
|
||||
| 'published'
|
||||
| 'sent'
|
||||
| 'failed';
|
||||
export const DAKAO_OUTBOX_MESSAGE_STATES: DakaoOutboxMessageState[] = [
|
||||
'pending',
|
||||
'published',
|
||||
'sent',
|
||||
'failed',
|
||||
];
|
||||
|
||||
export type DakaoOutboxCompensationState =
|
||||
| 'none'
|
||||
| 'pending'
|
||||
| 'completed'
|
||||
| 'failed';
|
||||
export const DAKAO_OUTBOX_COMPENSATION_STATES: DakaoOutboxCompensationState[] =
|
||||
['none', 'pending', 'completed', 'failed'];
|
||||
|
||||
export type DakaoSendResultStatus = 'succeeded' | 'failed';
|
||||
export const DAKAO_SEND_RESULT_STATUSES: DakaoSendResultStatus[] = [
|
||||
'succeeded',
|
||||
'failed',
|
||||
];
|
||||
|
||||
export interface PositionPreference {
|
||||
position: Position;
|
||||
priority: number; // 1 = 최우선, 숫자가 작을수록 높은 우선순위
|
||||
@@ -300,9 +333,57 @@ export interface CommunitySeason {
|
||||
endedAt?: Date;
|
||||
}
|
||||
|
||||
export interface DakaoInboundMessage extends MongooseTimestamps {
|
||||
consumer: string;
|
||||
projectId: string;
|
||||
chatLogLogId: string;
|
||||
state: DakaoInboundMessageState;
|
||||
attempts: number;
|
||||
processingExpiresAt?: Date;
|
||||
processedAt?: Date;
|
||||
lastError?: string;
|
||||
}
|
||||
|
||||
export interface DakaoOutboxMessage extends MongooseTimestamps {
|
||||
eventId: string;
|
||||
eventSource: string;
|
||||
type: string;
|
||||
subject: string;
|
||||
correlationId?: string;
|
||||
payload: Record<string, unknown>;
|
||||
state: DakaoOutboxMessageState;
|
||||
publishAttempts: number;
|
||||
publishedAt?: Date;
|
||||
terminalAt?: Date;
|
||||
resultEventId?: string;
|
||||
lastPublishError?: string;
|
||||
terminalError?: Record<string, unknown>;
|
||||
compensationState: DakaoOutboxCompensationState;
|
||||
compensationReason?: string;
|
||||
}
|
||||
|
||||
export interface DakaoSendResultEvent extends MongooseTimestamps {
|
||||
eventId: string;
|
||||
requestEventId: string;
|
||||
eventSource: string;
|
||||
requestEventSource: string;
|
||||
type: string;
|
||||
subject: string;
|
||||
status: DakaoSendResultStatus;
|
||||
correlationId?: string;
|
||||
handledAt: Date;
|
||||
providerMessageId?: string;
|
||||
error?: Record<string, unknown>;
|
||||
raw: Record<string, unknown>;
|
||||
}
|
||||
|
||||
export type CommunityDocument = HydratedDocument<Community>;
|
||||
export type IdentityDocument = HydratedDocument<Identity>;
|
||||
export type UserDocument = HydratedDocument<User>;
|
||||
export type DakaoInboundMessageDocument = HydratedDocument<DakaoInboundMessage>;
|
||||
export type DakaoOutboxMessageDocument = HydratedDocument<DakaoOutboxMessage>;
|
||||
export type DakaoSendResultEventDocument =
|
||||
HydratedDocument<DakaoSendResultEvent>;
|
||||
|
||||
// ===== RiotMatch (Riot 원본 매치 아카이브) =====
|
||||
export interface RiotMatch extends MongooseTimestamps {
|
||||
@@ -844,6 +925,98 @@ CommunitySchema.index({ name: 1 }, { unique: true });
|
||||
CommunitySchema.index({ ownerUserId: 1 });
|
||||
CommunitySchema.index({ dakaoProjectId: 1 }, { unique: true, sparse: true });
|
||||
|
||||
export const DakaoInboundMessageSchema = new Schema<DakaoInboundMessage>(
|
||||
{
|
||||
consumer: { type: String, required: true },
|
||||
projectId: { type: String, required: true },
|
||||
chatLogLogId: { type: String, required: true },
|
||||
state: {
|
||||
type: String,
|
||||
enum: DAKAO_INBOUND_MESSAGE_STATES,
|
||||
required: true,
|
||||
default: 'processing',
|
||||
},
|
||||
attempts: { type: Number, required: true, default: 1 },
|
||||
processingExpiresAt: { type: Date },
|
||||
processedAt: { type: Date },
|
||||
lastError: { type: String },
|
||||
},
|
||||
{
|
||||
timestamps: true,
|
||||
collection: 'dakao_inbound_message',
|
||||
},
|
||||
);
|
||||
|
||||
DakaoInboundMessageSchema.index(
|
||||
{ consumer: 1, projectId: 1, chatLogLogId: 1 },
|
||||
{ unique: true },
|
||||
);
|
||||
DakaoInboundMessageSchema.index({ state: 1, processingExpiresAt: 1 });
|
||||
|
||||
export const DakaoOutboxMessageSchema = new Schema<DakaoOutboxMessage>(
|
||||
{
|
||||
eventId: { type: String, required: true, unique: true },
|
||||
eventSource: { type: String, required: true },
|
||||
type: { type: String, required: true },
|
||||
subject: { type: String, required: true },
|
||||
correlationId: { type: String },
|
||||
payload: { type: Schema.Types.Mixed, required: true },
|
||||
state: {
|
||||
type: String,
|
||||
enum: DAKAO_OUTBOX_MESSAGE_STATES,
|
||||
required: true,
|
||||
default: 'pending',
|
||||
},
|
||||
publishAttempts: { type: Number, required: true, default: 0 },
|
||||
publishedAt: { type: Date },
|
||||
terminalAt: { type: Date },
|
||||
resultEventId: { type: String },
|
||||
lastPublishError: { type: String },
|
||||
terminalError: { type: Schema.Types.Mixed },
|
||||
compensationState: {
|
||||
type: String,
|
||||
enum: DAKAO_OUTBOX_COMPENSATION_STATES,
|
||||
required: true,
|
||||
default: 'none',
|
||||
},
|
||||
compensationReason: { type: String },
|
||||
},
|
||||
{
|
||||
timestamps: true,
|
||||
collection: 'dakao_outbox_message',
|
||||
},
|
||||
);
|
||||
|
||||
DakaoOutboxMessageSchema.index({ state: 1, updatedAt: 1 });
|
||||
DakaoOutboxMessageSchema.index({ correlationId: 1 }, { sparse: true });
|
||||
|
||||
export const DakaoSendResultEventSchema = new Schema<DakaoSendResultEvent>(
|
||||
{
|
||||
eventId: { type: String, required: true, unique: true },
|
||||
requestEventId: { type: String, required: true },
|
||||
eventSource: { type: String, required: true },
|
||||
requestEventSource: { type: String, required: true },
|
||||
type: { type: String, required: true },
|
||||
subject: { type: String, required: true },
|
||||
status: {
|
||||
type: String,
|
||||
enum: DAKAO_SEND_RESULT_STATUSES,
|
||||
required: true,
|
||||
},
|
||||
correlationId: { type: String },
|
||||
handledAt: { type: Date, required: true },
|
||||
providerMessageId: { type: String },
|
||||
error: { type: Schema.Types.Mixed },
|
||||
raw: { type: Schema.Types.Mixed, required: true },
|
||||
},
|
||||
{
|
||||
timestamps: true,
|
||||
collection: 'dakao_send_result_event',
|
||||
},
|
||||
);
|
||||
|
||||
DakaoSendResultEventSchema.index({ requestEventId: 1, status: 1 });
|
||||
|
||||
export const UserSchema = new Schema<User>(
|
||||
{
|
||||
communityId: {
|
||||
@@ -1519,6 +1692,21 @@ MatchStatsSchema.index({ communityId: 1, championIds: 1 });
|
||||
export const tournamentModelDefinitions: ModelDefinition[] = [
|
||||
{ name: 'identity', schema: IdentitySchema, schemaName: 'identity' },
|
||||
{ name: 'community', schema: CommunitySchema, schemaName: 'community' },
|
||||
{
|
||||
name: 'dakaoInboundMessage',
|
||||
schema: DakaoInboundMessageSchema,
|
||||
schemaName: 'dakaoInboundMessage',
|
||||
},
|
||||
{
|
||||
name: 'dakaoOutboxMessage',
|
||||
schema: DakaoOutboxMessageSchema,
|
||||
schemaName: 'dakaoOutboxMessage',
|
||||
},
|
||||
{
|
||||
name: 'dakaoSendResultEvent',
|
||||
schema: DakaoSendResultEventSchema,
|
||||
schemaName: 'dakaoSendResultEvent',
|
||||
},
|
||||
{ name: 'user', schema: UserSchema, schemaName: 'user' },
|
||||
{ name: 'riotMatch', schema: RiotMatchSchema, schemaName: 'riotMatch' },
|
||||
{
|
||||
@@ -1548,6 +1736,9 @@ export const tournamentModelDefinitions: ModelDefinition[] = [
|
||||
export interface TournamentModelTypes {
|
||||
identity: Identity;
|
||||
community: Community;
|
||||
dakaoInboundMessage: DakaoInboundMessage;
|
||||
dakaoOutboxMessage: DakaoOutboxMessage;
|
||||
dakaoSendResultEvent: DakaoSendResultEvent;
|
||||
user: User;
|
||||
riotMatch: RiotMatch;
|
||||
tournamentCode: TournamentCode;
|
||||
|
||||
@@ -1,11 +1,21 @@
|
||||
import { Inject, Injectable, Logger, OnModuleDestroy } from '@nestjs/common';
|
||||
import {
|
||||
Inject,
|
||||
Injectable,
|
||||
Logger,
|
||||
OnModuleDestroy,
|
||||
} from '@nestjs/common';
|
||||
import { StringCodec } from 'nats';
|
||||
import type { Msg, NatsConnection, Subscription } from 'nats';
|
||||
AckPolicy,
|
||||
DeliverPolicy,
|
||||
nanos,
|
||||
ReplayPolicy,
|
||||
RetentionPolicy,
|
||||
StorageType,
|
||||
StringCodec,
|
||||
} from 'nats';
|
||||
import type {
|
||||
ConsumerMessages,
|
||||
JsMsg,
|
||||
Msg,
|
||||
NatsConnection,
|
||||
PubAck,
|
||||
Subscription,
|
||||
} from 'nats';
|
||||
import { NATS_CLIENT } from './nats.constants';
|
||||
|
||||
export type NatsMessageHandler<T = unknown> = (
|
||||
@@ -13,17 +23,62 @@ export type NatsMessageHandler<T = unknown> = (
|
||||
msg: Msg,
|
||||
) => Promise<void> | void;
|
||||
|
||||
export type JetStreamRetention = 'workqueue' | 'limits';
|
||||
|
||||
export type JetStreamMessageHandler<T = unknown> = (
|
||||
data: T,
|
||||
msg: JsMsg,
|
||||
) => Promise<void> | void;
|
||||
|
||||
export interface JetStreamStreamOptions {
|
||||
name: string;
|
||||
subjects: string[];
|
||||
retention: JetStreamRetention;
|
||||
maxAgeDays?: number;
|
||||
replicas?: number;
|
||||
}
|
||||
|
||||
export interface JetStreamConsumerOptions {
|
||||
stream: string;
|
||||
durable: string;
|
||||
filterSubject: string;
|
||||
description?: string;
|
||||
ackWaitMs?: number;
|
||||
backoffMs?: number[];
|
||||
maxDeliver?: number;
|
||||
maxAckPending?: number;
|
||||
replicas?: number;
|
||||
}
|
||||
|
||||
export interface JetStreamConsumeOptions {
|
||||
stream: string;
|
||||
durable: string;
|
||||
maxMessages?: number;
|
||||
expiresMs?: number;
|
||||
nakDelayMs?: number;
|
||||
}
|
||||
|
||||
@Injectable()
|
||||
export class NatsService implements OnModuleDestroy {
|
||||
private readonly logger = new Logger(NatsService.name);
|
||||
private readonly stringCodec = StringCodec();
|
||||
private readonly subscriptions = new Set<Subscription>();
|
||||
private readonly jetStreamConsumers = new Set<ConsumerMessages>();
|
||||
|
||||
constructor(
|
||||
@Inject(NATS_CLIENT) private readonly natsClient: NatsConnection,
|
||||
) {}
|
||||
|
||||
async onModuleDestroy() {
|
||||
for (const consumer of this.jetStreamConsumers) {
|
||||
try {
|
||||
await consumer.close();
|
||||
} catch {
|
||||
// ignore
|
||||
}
|
||||
}
|
||||
this.jetStreamConsumers.clear();
|
||||
|
||||
for (const sub of this.subscriptions) {
|
||||
try {
|
||||
sub.unsubscribe();
|
||||
@@ -68,6 +123,108 @@ export class NatsService implements OnModuleDestroy {
|
||||
return sub;
|
||||
}
|
||||
|
||||
public async publishJetStream<T = unknown>(
|
||||
subject: string,
|
||||
data: T,
|
||||
options?: { messageId?: string; timeoutMs?: number },
|
||||
): Promise<PubAck> {
|
||||
const ack = await this.natsClient
|
||||
.jetstream()
|
||||
.publish(subject, this.stringCodec.encode(JSON.stringify(data)), {
|
||||
msgID: options?.messageId,
|
||||
timeout: options?.timeoutMs ?? 5000,
|
||||
});
|
||||
return ack;
|
||||
}
|
||||
|
||||
public async ensureJetStreamStream(
|
||||
options: JetStreamStreamOptions,
|
||||
): Promise<void> {
|
||||
const manager = await this.natsClient.jetstreamManager();
|
||||
const config = {
|
||||
name: options.name,
|
||||
subjects: options.subjects,
|
||||
retention: this.toRetentionPolicy(options.retention),
|
||||
storage: StorageType.File,
|
||||
num_replicas: options.replicas ?? 1,
|
||||
max_age: options.maxAgeDays
|
||||
? nanos(options.maxAgeDays * 24 * 60 * 60 * 1000)
|
||||
: 0,
|
||||
};
|
||||
|
||||
try {
|
||||
await manager.streams.info(options.name);
|
||||
await manager.streams.update(options.name, {
|
||||
subjects: config.subjects,
|
||||
max_age: config.max_age,
|
||||
num_replicas: config.num_replicas,
|
||||
});
|
||||
return;
|
||||
} catch {
|
||||
await manager.streams.add(config);
|
||||
}
|
||||
}
|
||||
|
||||
public async ensureJetStreamConsumer(
|
||||
options: JetStreamConsumerOptions,
|
||||
): Promise<void> {
|
||||
const manager = await this.natsClient.jetstreamManager();
|
||||
const config = {
|
||||
durable_name: options.durable,
|
||||
name: options.durable,
|
||||
description: options.description,
|
||||
filter_subject: options.filterSubject,
|
||||
deliver_policy: DeliverPolicy.All,
|
||||
ack_policy: AckPolicy.Explicit,
|
||||
replay_policy: ReplayPolicy.Instant,
|
||||
ack_wait: nanos(options.ackWaitMs ?? 30000),
|
||||
backoff: (options.backoffMs ?? [5000, 30000, 120000, 600000]).map(
|
||||
(entry) => nanos(entry),
|
||||
),
|
||||
max_deliver: options.maxDeliver ?? 10,
|
||||
max_ack_pending: options.maxAckPending ?? 50,
|
||||
num_replicas: options.replicas ?? 1,
|
||||
};
|
||||
|
||||
try {
|
||||
await manager.consumers.info(options.stream, options.durable);
|
||||
await manager.consumers.update(options.stream, options.durable, config);
|
||||
return;
|
||||
} catch {
|
||||
await manager.consumers.add(options.stream, config);
|
||||
}
|
||||
}
|
||||
|
||||
public async consumeJetStream<T = unknown>(
|
||||
options: JetStreamConsumeOptions,
|
||||
handler: JetStreamMessageHandler<T>,
|
||||
): Promise<void> {
|
||||
try {
|
||||
const consumer = await this.natsClient
|
||||
.jetstream()
|
||||
.consumers.get(options.stream, options.durable);
|
||||
const messages = await consumer.consume({
|
||||
max_messages: options.maxMessages ?? 10,
|
||||
expires: options.expiresMs ?? 30000,
|
||||
});
|
||||
this.jetStreamConsumers.add(messages);
|
||||
|
||||
try {
|
||||
for await (const msg of messages) {
|
||||
await this.dispatchJetStream(msg, handler, options);
|
||||
}
|
||||
} finally {
|
||||
this.jetStreamConsumers.delete(messages);
|
||||
}
|
||||
} catch (err) {
|
||||
this.logger.error(
|
||||
`JetStream consumer stream="${options.stream}" durable="${options.durable}" terminated: ${
|
||||
(err as Error)?.stack ?? err
|
||||
}`,
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
private async consumeSubscription<T>(
|
||||
sub: Subscription,
|
||||
handler: NatsMessageHandler<T>,
|
||||
@@ -114,4 +271,46 @@ export class NatsService implements OnModuleDestroy {
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
private async dispatchJetStream<T>(
|
||||
msg: JsMsg,
|
||||
handler: JetStreamMessageHandler<T>,
|
||||
options: JetStreamConsumeOptions,
|
||||
): Promise<void> {
|
||||
let data: T;
|
||||
try {
|
||||
data = JSON.parse(msg.string()) as T;
|
||||
} catch (err) {
|
||||
this.logger.warn(
|
||||
`Terminating undecodable JetStream message subject="${msg.subject}" stream="${options.stream}": ${
|
||||
(err as Error)?.message ?? err
|
||||
}`,
|
||||
);
|
||||
msg.term('invalid_json');
|
||||
return;
|
||||
}
|
||||
|
||||
try {
|
||||
await handler(data, msg);
|
||||
const acked = await msg.ackAck({ timeout: 5000 });
|
||||
if (!acked) {
|
||||
this.logger.warn(
|
||||
`JetStream ack was not confirmed subject="${msg.subject}" stream="${options.stream}" seq=${msg.seq}`,
|
||||
);
|
||||
}
|
||||
} catch (err) {
|
||||
this.logger.error(
|
||||
`JetStream handler error subject="${msg.subject}" stream="${options.stream}" seq=${msg.seq}: ${
|
||||
(err as Error)?.stack ?? err
|
||||
}`,
|
||||
);
|
||||
msg.nak(options.nakDelayMs ?? 5000);
|
||||
}
|
||||
}
|
||||
|
||||
private toRetentionPolicy(retention: JetStreamRetention): RetentionPolicy {
|
||||
return retention === 'workqueue'
|
||||
? RetentionPolicy.Workqueue
|
||||
: RetentionPolicy.Limits;
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user