first commit

This commit is contained in:
dahyeon committed 2025-11-08 18:27:51 +09:00
commit c809bb3893
40 files changed
+3836

No files matched your search

+17
View File
@@ -0,0 +1,17 @@
export type ImageFormat = 'avif' | 'webp' | 'jpeg';
export interface ConversionOptions {
width: number;
format: ImageFormat;
}
export interface ConversionResult {
buffer: Buffer;
format: ImageFormat;
width: number;
}
export declare class FFmpegConverter {
private getTempFilePath;
convert(inputBuffer: Buffer, options: ConversionOptions): Promise<ConversionResult>;
private executeFFmpeg;
getContentType(format: ImageFormat): string;
}
//# sourceMappingURL=ffmpeg.d.ts.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"ffmpeg.d.ts","sourceRoot":"","sources":["../src/ffmpeg.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAEnD,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,WAAW,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,eAAe;IACxB,OAAO,CAAC,eAAe;IAKjB,OAAO,CACT,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,iBAAiB,GAC3B,OAAO,CAAC,gBAAgB,CAAC;IA+C5B,OAAO,CAAC,aAAa;IAwBrB,cAAc,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM;CAQ9C"}
+84
View File
@@ -0,0 +1,84 @@
import { spawn } from 'child_process';
import { mkdir, writeFile, readFile, unlink } from 'fs/promises';
import { join } from 'path';
import { tmpdir } from 'os';
import { randomBytes } from 'crypto';
export class FFmpegConverter {
getTempFilePath(ext) {
const randomName = randomBytes(16).toString('hex');
return join(tmpdir(), `img-${randomName}.${ext}`);
}
async convert(inputBuffer, options) {
const inputPath = this.getTempFilePath('tmp');
const outputPath = this.getTempFilePath(options.format);
try {
// Write input buffer to temp file
await writeFile(inputPath, inputBuffer);
// Build FFmpeg command
const args = [
'-i', inputPath,
'-vf', `scale=${options.width}:-1`,
];
// Format-specific options
if (options.format === 'avif') {
args.push('-c:v', 'libaom-av1', '-crf', '30');
}
else if (options.format === 'webp') {
args.push('-c:v', 'libwebp', '-quality', '80');
}
else if (options.format === 'jpeg') {
args.push('-q:v', '5');
}
args.push('-y', outputPath);
// Execute FFmpeg
await this.executeFFmpeg(args);
// Read output file
const outputBuffer = await readFile(outputPath);
return {
buffer: outputBuffer,
format: options.format,
width: options.width,
};
}
finally {
// Clean up temp files
try {
await unlink(inputPath);
}
catch { }
try {
await unlink(outputPath);
}
catch { }
}
}
executeFFmpeg(args) {
return new Promise((resolve, reject) => {
const ffmpeg = spawn('ffmpeg', args);
let stderr = '';
ffmpeg.stderr.on('data', (data) => {
stderr += data.toString();
});
ffmpeg.on('close', (code) => {
if (code === 0) {
resolve();
}
else {
reject(new Error(`FFmpeg exited with code ${code}\n${stderr}`));
}
});
ffmpeg.on('error', (err) => {
reject(new Error(`Failed to start FFmpeg: ${err.message}`));
});
});
}
getContentType(format) {
const contentTypes = {
avif: 'image/avif',
webp: 'image/webp',
jpeg: 'image/jpeg',
};
return contentTypes[format];
}
}
//# sourceMappingURL=ffmpeg.js.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"ffmpeg.js","sourceRoot":"","sources":["../src/ffmpeg.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAerC,MAAM,OAAO,eAAe;IAChB,eAAe,CAAC,GAAW;QAC/B,MAAM,UAAU,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,OAAO,CACT,WAAmB,EACnB,OAA0B;QAE1B,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAExD,IAAI,CAAC;YACD,kCAAkC;YAClC,MAAM,SAAS,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAExC,uBAAuB;YACvB,MAAM,IAAI,GAAG;gBACT,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,SAAS,OAAO,CAAC,KAAK,KAAK;aACrC,CAAC;YAEF,0BAA0B;YAC1B,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YAClD,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;YACnD,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC3B,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAE5B,iBAAiB;YACjB,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAE/B,mBAAmB;YACnB,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;YAEhD,OAAO;gBACH,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;aACvB,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,sBAAsB;YACtB,IAAI,CAAC;gBACD,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACV,IAAI,CAAC;gBACD,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7B,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACd,CAAC;IACL,CAAC;IAEO,aAAa,CAAC,IAAc;QAChC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAErC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACtC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACb,OAAO,EAAE,CAAC;gBACd,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC;gBACpE,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACvB,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAChE,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAED,cAAc,CAAC,MAAmB;QAC9B,MAAM,YAAY,GAAgC;YAC9C,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,YAAY;SACrB,CAAC;QACF,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;CACJ"}
+18
View File
@@ -0,0 +1,18 @@
import { MinioClient } from './minio.js';
import { NatsClient } from './nats.js';
import { FFmpegConverter } from './ffmpeg.js';
export interface GenerateDerivativesMessage {
s3ObjectKey: string;
}
export declare class ImageDerivativesGenerator {
private readonly minioClient;
private readonly natsClient;
private readonly ffmpegConverter;
private readonly resolutions;
private readonly formats;
constructor(minioClient: MinioClient, natsClient: NatsClient, ffmpegConverter: FFmpegConverter);
start(): Promise<void>;
private processMessage;
stop(): Promise<void>;
}
//# sourceMappingURL=image-derivaties-generator.d.ts.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"image-derivaties-generator.d.ts","sourceRoot":"","sources":["../src/image-derivaties-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,eAAe,EAAoB,MAAM,aAAa,CAAC;AAGhE,MAAM,WAAW,0BAA0B;IACvC,WAAW,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,yBAAyB;IAK9B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;IANpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqC;IACjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA2C;gBAG9C,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe;IAG/C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAed,cAAc;IAkEtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAK9B"}
+77
View File
@@ -0,0 +1,77 @@
import { MinioClient } from './minio.js';
import { NatsClient } from './nats.js';
import { FFmpegConverter } from './ffmpeg.js';
import { extname, parse } from 'path';
export class ImageDerivativesGenerator {
minioClient;
natsClient;
ffmpegConverter;
resolutions = [320, 640, 960, 1280, 1600, 1920];
formats = ['avif', 'webp', 'jpeg'];
constructor(minioClient, natsClient, ffmpegConverter) {
this.minioClient = minioClient;
this.natsClient = natsClient;
this.ffmpegConverter = ffmpegConverter;
}
async start() {
console.log('🚀 Starting Image Derivatives Generator Service');
console.log(`📊 Resolutions: ${this.resolutions.join(', ')}`);
console.log(`🎨 Formats: ${this.formats.join(', ')}`);
await this.natsClient.subscribe('generate-derivaties', async (message) => {
await this.processMessage(message);
});
console.log('✅ Service ready');
}
async processMessage(message) {
const { s3ObjectKey } = message;
console.log(`\n📥 Processing: ${s3ObjectKey}`);
try {
// Download original image from MinIO
const originalBuffer = await this.minioClient.downloadFile(s3ObjectKey);
console.log(` ✓ Downloaded original (${(originalBuffer.length / 1024).toFixed(2)} KB)`);
// Parse the original file path
const parsedPath = parse(s3ObjectKey);
const baseDir = parsedPath.dir;
const baseName = parsedPath.name;
let totalGenerated = 0;
let totalSkipped = 0;
// Generate all combinations of resolutions and formats
for (const width of this.resolutions) {
for (const format of this.formats) {
const derivativeKey = `${baseDir}/${baseName}_${width}.${format}`;
// Check if derivative already exists
const exists = await this.minioClient.fileExists(derivativeKey);
if (exists) {
totalSkipped++;
continue;
}
try {
// Convert image
const result = await this.ffmpegConverter.convert(originalBuffer, {
width,
format,
});
// Upload to MinIO
const contentType = this.ffmpegConverter.getContentType(format);
await this.minioClient.uploadFile(derivativeKey, result.buffer, contentType);
totalGenerated++;
console.log(` ✓ Generated ${width}w ${format} (${(result.buffer.length / 1024).toFixed(2)} KB)`);
}
catch (error) {
console.error(` ✗ Failed to generate ${width}w ${format}:`, error instanceof Error ? error.message : error);
}
}
}
console.log(`\n✅ Completed: ${totalGenerated} generated, ${totalSkipped} skipped for ${s3ObjectKey}`);
}
catch (error) {
console.error(`❌ Error processing ${s3ObjectKey}:`, error);
}
}
async stop() {
console.log('\n🛑 Stopping service...');
await this.natsClient.close();
console.log('✓ Service stopped');
}
}
//# sourceMappingURL=image-derivaties-generator.js.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"image-derivaties-generator.js","sourceRoot":"","sources":["../src/image-derivaties-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,eAAe,EAAoB,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAMtC,MAAM,OAAO,yBAAyB;IAKb;IACA;IACA;IANJ,WAAW,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAChD,OAAO,GAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAEnE,YACqB,WAAwB,EACxB,UAAsB,EACtB,eAAgC;QAFhC,gBAAW,GAAX,WAAW,CAAa;QACxB,eAAU,GAAV,UAAU,CAAY;QACtB,oBAAe,GAAf,eAAe,CAAiB;IAClD,CAAC;IAEJ,KAAK,CAAC,KAAK;QACP,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtD,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC3B,qBAAqB,EACrB,KAAK,EAAE,OAAO,EAAE,EAAE;YACd,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC,CACJ,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAmC;QAC5D,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAEhC,OAAO,CAAC,GAAG,CAAC,oBAAoB,WAAW,EAAE,CAAC,CAAC;QAE/C,IAAI,CAAC;YACD,qCAAqC;YACrC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAEzF,+BAA+B;YAC/B,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC;YAC/B,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC;YAEjC,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,uDAAuD;YACvD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAChC,MAAM,aAAa,GAAG,GAAG,OAAO,IAAI,QAAQ,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;oBAElE,qCAAqC;oBACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;oBAChE,IAAI,MAAM,EAAE,CAAC;wBACT,YAAY,EAAE,CAAC;wBACf,SAAS;oBACb,CAAC;oBAED,IAAI,CAAC;wBACD,gBAAgB;wBAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,cAAc,EAAE;4BAC9D,KAAK;4BACL,MAAM;yBACT,CAAC,CAAC;wBAEH,kBAAkB;wBAClB,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;wBAChE,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC7B,aAAa,EACb,MAAM,CAAC,MAAM,EACb,WAAW,CACd,CAAC;wBAEF,cAAc,EAAE,CAAC;wBACjB,OAAO,CAAC,GAAG,CACP,iBAAiB,KAAK,KAAK,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CACvF,CAAC;oBACN,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CACT,0BAA0B,KAAK,KAAK,MAAM,GAAG,EAC7C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CACjD,CAAC;oBACN,CAAC;gBACL,CAAC;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CACP,kBAAkB,cAAc,eAAe,YAAY,gBAAgB,WAAW,EAAE,CAC3F,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,sBAAsB,WAAW,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACrC,CAAC;CACJ"}
+2
View File
@@ -0,0 +1,2 @@
export {};
//# sourceMappingURL=main.d.ts.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":""}
+33
View File
@@ -0,0 +1,33 @@
import { secrets } from './secret-manager.js';
import { MinioClient } from './minio.js';
import { NatsClient } from './nats.js';
import { FFmpegConverter } from './ffmpeg.js';
import { ImageDerivativesGenerator } from './image-derivaties-generator.js';
async function main() {
try {
console.log('🔐 Secrets loaded');
console.log(secrets);
// Initialize clients
const minioClient = new MinioClient();
const natsClient = new NatsClient();
const ffmpegConverter = new FFmpegConverter();
// Connect to NATS
await natsClient.connect();
// Create and start the service
const generator = new ImageDerivativesGenerator(minioClient, natsClient, ffmpegConverter);
await generator.start();
// Handle graceful shutdown
const shutdown = async () => {
await generator.stop();
process.exit(0);
};
process.on('SIGINT', shutdown);
process.on('SIGTERM', shutdown);
}
catch (error) {
console.error('❌ Failed to start service:', error);
process.exit(1);
}
}
main();
//# sourceMappingURL=main.js.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAE5E,KAAK,UAAU,IAAI;IACf,IAAI,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAEpB,qBAAqB;QACrB,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QACtC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAE9C,kBAAkB;QAClB,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;QAE3B,+BAA+B;QAC/B,MAAM,SAAS,GAAG,IAAI,yBAAyB,CAC3C,WAAW,EACX,UAAU,EACV,eAAe,CAClB,CAAC;QAEF,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAExB,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;YACxB,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC,CAAC;QAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC/B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;QACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACL,CAAC;AAED,IAAI,EAAE,CAAC"}
+9
View File
@@ -0,0 +1,9 @@
export declare class MinioClient {
private client;
private readonly bucketName;
constructor();
downloadFile(s3ObjectKey: string): Promise<Buffer>;
uploadFile(s3ObjectKey: string, buffer: Buffer, contentType: string): Promise<void>;
fileExists(s3ObjectKey: string): Promise<boolean>;
}
//# sourceMappingURL=minio.d.ts.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"minio.d.ts","sourceRoot":"","sources":["../src/minio.ts"],"names":[],"mappings":"AAIA,qBAAa,WAAW;IACpB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAiB;;IAoBtC,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAUlD,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAenF,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAQ1D"}
+48
View File
@@ -0,0 +1,48 @@
import * as Minio from 'minio';
import { secrets } from './secret-manager.js';
import { Readable } from 'stream';
export class MinioClient {
client;
bucketName = 'wiki-server';
constructor() {
const endpoint = secrets?.['MINIO_ENDPOINT'];
const accessKey = secrets?.['MINIO_ACCESS_KEY'];
const secretKey = secrets?.['MINIO_SECRET_KEY'];
if (!endpoint || !accessKey || !secretKey) {
throw new Error('Missing MinIO credentials in secrets');
}
this.client = new Minio.Client({
endPoint: endpoint,
port: 443,
useSSL: true,
accessKey: accessKey,
secretKey: secretKey,
});
}
async downloadFile(s3ObjectKey) {
const stream = await this.client.getObject(this.bucketName, s3ObjectKey);
return new Promise((resolve, reject) => {
const chunks = [];
stream.on('data', (chunk) => chunks.push(chunk));
stream.on('end', () => resolve(Buffer.concat(chunks)));
stream.on('error', reject);
});
}
async uploadFile(s3ObjectKey, buffer, contentType) {
const metaData = {
'Content-Type': contentType,
'X-Amz-Meta-serviceName': 'image-derivaties-generation',
};
await this.client.putObject(this.bucketName, s3ObjectKey, buffer, buffer.length, metaData);
}
async fileExists(s3ObjectKey) {
try {
await this.client.statObject(this.bucketName, s3ObjectKey);
return true;
}
catch (err) {
return false;
}
}
}
//# sourceMappingURL=minio.js.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"minio.js","sourceRoot":"","sources":["../src/minio.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,MAAM,OAAO,WAAW;IACZ,MAAM,CAAe;IACZ,UAAU,GAAG,aAAa,CAAC;IAE5C;QACI,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC,gBAAgB,CAAW,CAAC;QACvD,MAAM,SAAS,GAAG,OAAO,EAAE,CAAC,kBAAkB,CAAW,CAAC;QAC1D,MAAM,SAAS,GAAG,OAAO,EAAE,CAAC,kBAAkB,CAAW,CAAC;QAE1D,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,WAAmB;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QACzE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACzD,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAAmB,EAAE,MAAc,EAAE,WAAmB;QACrE,MAAM,QAAQ,GAAG;YACb,cAAc,EAAE,WAAW;YAC3B,wBAAwB,EAAE,6BAA6B;SAC1D,CAAC;QAEF,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CACvB,IAAI,CAAC,UAAU,EACf,WAAW,EACX,MAAM,EACN,MAAM,CAAC,MAAM,EACb,QAAQ,CACX,CAAC;IACN,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAAmB;QAChC,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;CACJ"}
+10
View File
@@ -0,0 +1,10 @@
import { type Subscription } from 'nats';
export declare class NatsClient {
private client;
private readonly stringCodec;
connect(): Promise<void>;
subscribe<T = unknown>(subject: string, handler: (data: T) => void | Promise<void>): Promise<Subscription>;
publish<T = unknown>(subject: string, data: T): Promise<void>;
close(): Promise<void>;
}
//# sourceMappingURL=nats.d.ts.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"nats.d.ts","sourceRoot":"","sources":["../src/nats.ts"],"names":[],"mappings":"AAAA,OAAO,EAA6C,KAAK,YAAY,EAAE,MAAM,MAAM,CAAC;AAIpF,qBAAa,UAAU;IACnB,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAEvC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA6BxB,SAAS,CAAC,CAAC,GAAG,OAAO,EACvB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAC3C,OAAO,CAAC,YAAY,CAAC;IAsBlB,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAS7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAc/B"}
+75
View File
@@ -0,0 +1,75 @@
import { StringCodec, connect } from 'nats';
import { secrets } from './secret-manager.js';
import fs from 'fs/promises';
export class NatsClient {
client = null;
stringCodec = StringCodec();
async connect() {
const endpoint = secrets?.['NATS_ENDPOINT'];
const user = secrets?.['NATS_USER'];
const password = secrets?.['NATS_PASS'];
if (!endpoint || !user || !password) {
throw new Error('Missing NATS credentials in secrets');
}
const cacert = (await fs.readFile('internal-service-ca.pem')).toString();
this.client = await connect({
name: 'image-derivaties-generation-service',
servers: [endpoint],
tls: {
ca: cacert,
},
maxReconnectAttempts: -1,
reconnectTimeWait: 500,
reconnect: true,
pingInterval: 20000,
timeout: 5000,
user: user,
pass: password,
});
console.log('✓ NATS connected');
}
async subscribe(subject, handler) {
if (!this.client) {
throw new Error('NATS client not connected');
}
const subscription = this.client.subscribe(subject);
(async () => {
for await (const msg of subscription) {
try {
const data = JSON.parse(this.stringCodec.decode(msg.data));
await handler(data);
}
catch (error) {
console.error(`Error processing message from ${subject}:`, error);
}
}
})();
console.log(`✓ Subscribed to ${subject}`);
return subscription;
}
async publish(subject, data) {
if (!this.client) {
throw new Error('NATS client not connected');
}
this.client.publish(subject, this.stringCodec.encode(JSON.stringify(data)));
await this.client.flush();
}
async close() {
if (!this.client)
return;
try {
const closed = this.client.closed();
await this.client.drain();
const err = await closed;
if (err)
console.error('NATS closed with error:', err);
}
catch (e) {
try {
await this.client.close();
}
catch { }
}
}
}
//# sourceMappingURL=nats.js.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"nats.js","sourceRoot":"","sources":["../src/nats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,WAAW,EAAE,OAAO,EAAqB,MAAM,MAAM,CAAC;AACpF,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,MAAM,aAAa,CAAC;AAE7B,MAAM,OAAO,UAAU;IACX,MAAM,GAA0B,IAAI,CAAC;IAC5B,WAAW,GAAG,WAAW,EAAE,CAAC;IAE7C,KAAK,CAAC,OAAO;QACT,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC,eAAe,CAAW,CAAC;QACtD,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC,WAAW,CAAW,CAAC;QAC9C,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC,WAAW,CAAW,CAAC;QAElD,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAEzE,IAAI,CAAC,MAAM,GAAG,MAAM,OAAO,CAAC;YACxB,IAAI,EAAE,qCAAqC;YAC3C,OAAO,EAAE,CAAC,QAAQ,CAAC;YACnB,GAAG,EAAE;gBACD,EAAE,EAAE,MAAM;aACb;YACD,oBAAoB,EAAE,CAAC,CAAC;YACxB,iBAAiB,EAAE,GAAG;YACtB,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,KAAK;YACnB,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,QAAQ;SACjB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,SAAS,CACX,OAAe,EACf,OAA0C;QAE1C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAEpD,CAAC,KAAK,IAAI,EAAE;YACR,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAM,CAAC;oBAChE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;gBACtE,CAAC;YACL,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;QAC1C,OAAO,YAAY,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,OAAO,CAAc,OAAe,EAAE,IAAO;QAC/C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5E,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,KAAK;QACP,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEzB,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC;YACzB,IAAI,GAAG;gBAAE,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACd,CAAC;IACL,CAAC;CACJ"}
+3
View File
@@ -0,0 +1,3 @@
export type SecretMap = Record<string, string | boolean | undefined>;
export declare let secrets: SecretMap | null;
//# sourceMappingURL=secret-manager.d.ts.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"secret-manager.d.ts","sourceRoot":"","sources":["../src/secret-manager.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,CAAC;AAUrE,eAAO,IAAI,OAAO,EAAE,SAAS,GAAG,IAAW,CAAC"}
+27
View File
@@ -0,0 +1,27 @@
import { InfisicalSDK } from "@infisical/sdk";
const INFISICAL_SITE_URL = "https://secret-manager.dahyeon.us/";
const INFISICAL_CLIENT_SECRET = process.env.INFISICAL_CLIENT_SECRET;
const INFISICAL_CLIENT_ID = process.env.INFISICAL_CLIENT_ID;
const INFISICAL_PROJECT_ID = process.env.INFISICAL_PROJECT_ID;
const infisicalClient = new InfisicalSDK({ siteUrl: INFISICAL_SITE_URL });
export let secrets = null;
const fetchSecrets = async () => {
if (!INFISICAL_CLIENT_SECRET || !INFISICAL_CLIENT_ID || !INFISICAL_PROJECT_ID) {
throw new Error("Missing infisical environment variables");
}
await infisicalClient.auth().universalAuth.login({
clientId: INFISICAL_CLIENT_ID,
clientSecret: INFISICAL_CLIENT_SECRET,
});
const res = await infisicalClient.secrets().listSecrets({
environment: process.env.NODE_ENV === 'prod' ? 'prod' : process.env.NODE_ENV === 'test' ? 'staging' : 'dev',
projectId: INFISICAL_PROJECT_ID,
});
const map = {};
for (const s of res.secrets) {
map[s.secretKey] = s.secretValue;
}
return map;
};
secrets = await fetchSecrets();
//# sourceMappingURL=secret-manager.js.map
+1
View File
@@ -0,0 +1 @@
{"version":3,"file":"secret-manager.js","sourceRoot":"","sources":["../src/secret-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAI9C,MAAM,kBAAkB,GAAG,oCAAoC,CAAA;AAE/D,MAAM,uBAAuB,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;AACpE,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC5D,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;AAE9D,MAAM,eAAe,GAAG,IAAI,YAAY,CAAC,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAA;AAEzE,MAAM,CAAC,IAAI,OAAO,GAAqB,IAAI,CAAC;AAE5C,MAAM,YAAY,GAAG,KAAK,IAAwB,EAAE;IAChD,IAAI,CAAC,uBAAuB,IAAI,CAAC,mBAAmB,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC9D,CAAC;IAED,MAAM,eAAe,CAAC,IAAI,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC;QAC7C,QAAQ,EAAE,mBAAmB;QAC7B,YAAY,EAAE,uBAAuB;KACtC,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC;QACtD,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;QAC3G,SAAS,EAAE,oBAAoB;KAChC,CAAC,CAAC;IAEH,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAC5B,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC;IACnC,CAAC;IAED,OAAO,GAAG,CAAA;AAChB,CAAC,CAAA;AAED,OAAO,GAAG,MAAM,YAAY,EAAE,CAAA"}