feat(workers): add third worker and increase concurrency for existing workers

This commit is contained in:
Mauricio Siu
2025-09-15 23:43:27 -06:00
parent 788dbe4050
commit d9398b9558
2 changed files with 18 additions and 5 deletions

View File

@@ -11,7 +11,7 @@ import {
} from "./queue.js";
import { jobQueueSchema } from "./schema.js";
import { initializeJobs } from "./utils.js";
import { firstWorker, secondWorker } from "./workers.js";
import { firstWorker, secondWorker, thirdWorker } from "./workers.js";
const app = new Hono();
@@ -91,6 +91,7 @@ export const gracefulShutdown = async (signal: string) => {
logger.warn(`Received ${signal}, closing server...`);
await firstWorker.close();
await secondWorker.close();
await thirdWorker.close();
process.exit(0);
};

View File

@@ -7,22 +7,34 @@ import { runJobs } from "./utils.js";
export const firstWorker = new Worker(
"backupQueue",
async (job: Job<QueueJob>) => {
logger.info({ data: job.data }, "Running job");
logger.info({ data: job.data }, "Running job first worker");
await runJobs(job.data);
},
{
concurrency: 50,
concurrency: 100,
connection,
},
);
export const secondWorker = new Worker(
"backupQueue",
async (job: Job<QueueJob>) => {
logger.info({ data: job.data }, "Running job");
logger.info({ data: job.data }, "Running job second worker");
await runJobs(job.data);
},
{
concurrency: 50,
concurrency: 100,
connection,
},
);
export const thirdWorker = new Worker(
"backupQueue",
async (job: Job<QueueJob>) => {
logger.info({ data: job.data }, "Running job third worker");
await runJobs(job.data);
},
{
concurrency: 100,
connection,
},
);