How to run background jobs in Replit

1// server/jobs/cleanup.js
2export function startCleanupJob(pool) {
3  const INTERVAL = 60 * 60 * 1000; // 1 hour
4
5  async function runCleanup() {
6    try {
7      console.log('[Job] Cleanup started:', new Date().toISOString());
8
9      // Delete old sessions
10      const result = await pool.query(
11        `DELETE FROM sessions WHERE expires_at < NOW()`
12      );
13      console.log(`[Job] Deleted ${result.rowCount} expired sessions`);
14
15      // Delete old logs
16      const logs = await pool.query(
17        `DELETE FROM app_logs WHERE created_at < NOW() - INTERVAL '30 days'`
18      );
19      console.log(`[Job] Deleted ${logs.rowCount} old log entries`);
20    } catch (err) {
21      console.error('[Job] Cleanup failed:', err.message);
22      // Do not throw — let the interval continue
23    }
24  }
25
26  // Run immediately on startup, then every hour
27  runCleanup();
28  setInterval(runCleanup, INTERVAL);
29  console.log('[Job] Cleanup job scheduled every', INTERVAL / 1000, 'seconds');
30}
31
32// In server/index.js:
33import { startCleanupJob } from './jobs/cleanup.js';
34startCleanupJob(pool);

1// server/jobs/queue.js
2class SimpleQueue {
3  constructor(name, processor, options = {}) {
4    this.name = name;
5    this.processor = processor;
6    this.maxRetries = options.maxRetries || 3;
7    this.queue = [];
8    this.processing = false;
9  }
10
11  add(data) {
12    this.queue.push({ data, attempts: 0 });
13    console.log(`[${this.name}] Job added. Queue size: ${this.queue.length}`);
14    this.process();
15  }
16
17  async process() {
18    if (this.processing || this.queue.length === 0) return;
19    this.processing = true;
20
21    const job = this.queue.shift();
22    try {
23      await this.processor(job.data);
24      console.log(`[${this.name}] Job completed`);
25    } catch (err) {
26      job.attempts++;
27      if (job.attempts < this.maxRetries) {
28        console.warn(`[${this.name}] Job failed, retrying (${job.attempts}/${this.maxRetries})`);
29        this.queue.push(job);
30      } else {
31        console.error(`[${this.name}] Job failed permanently:`, err.message);
32      }
33    }
34
35    this.processing = false;
36    this.process(); // Process next job
37  }
38}
39
40export default SimpleQueue;

1// Install: npm install bull
2// Store REDIS_URL in Tools -> Secrets
3
4// server/jobs/emailQueue.js
5import Queue from 'bull';
6
7const emailQueue = new Queue('email', process.env.REDIS_URL, {
8  defaultJobOptions: {
9    attempts: 3,
10    backoff: {
11      type: 'exponential',
12      delay: 2000
13    },
14    removeOnComplete: 100 // Keep last 100 completed jobs
15  }
16});
17
18// Process jobs
19emailQueue.process(async (job) => {
20  const { to, subject, body } = job.data;
21  console.log(`[Email] Sending to ${to}: ${subject}`);
22
23  // Replace with your email sending logic
24  // await sendEmail(to, subject, body);
25
26  return { sent: true, to };
27});
28
29emailQueue.on('completed', (job, result) => {
30  console.log(`[Email] Job ${job.id} completed:`, result);
31});
32
33emailQueue.on('failed', (job, err) => {
34  console.error(`[Email] Job ${job.id} failed:`, err.message);
35});
36
37// Add jobs from API routes
38export function queueEmail(to, subject, body) {
39  return emailQueue.add({ to, subject, body });
40}
41
42export default emailQueue;

1# .replit — Run web server and worker process together
2
3run = "node server/index.js & node server/worker.js & wait"
4
5[deployment]
6build = ["sh", "-c", "npm ci --production=false && npm run build"]
7run = ["sh", "-c", "node server/index.js & node server/worker.js & wait"]
8deploymentTarget = "cloudrun"

1// server/routes/jobs.js
2import { Router } from 'express';
3import { queueEmail } from '../jobs/emailQueue.js';
4
5const router = Router();
6
7// Admin auth middleware
8function adminOnly(req, res, next) {
9  if (req.headers['x-admin-key'] !== process.env.ADMIN_KEY) {
10    return res.status(403).json({ error: 'Unauthorized' });
11  }
12  next();
13}
14
15// Queue a new job
16router.post('/api/jobs/email', async (req, res) => {
17  const { to, subject, body } = req.body;
18  const job = await queueEmail(to, subject, body);
19  res.status(201).json({ jobId: job.id, status: 'queued' });
20});
21
22// Check job status (admin only)
23router.get('/api/jobs/stats', adminOnly, async (req, res) => {
24  // For Bull queues:
25  // const counts = await emailQueue.getJobCounts();
26  // res.json(counts);
27
28  res.json({ message: 'Job stats endpoint ready' });
29});
30
31export default router;