ci: Bump version to 0.1.16 [skip ci]

package-lock.json

@@ -1,12 +1,12 @@
 {
   "name": "flyer-crawler",
-  "version": "0.1.12",
+  "version": "0.1.16",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "flyer-crawler",
-      "version": "0.1.12",
+      "version": "0.1.16",
       "dependencies": {
         "@bull-board/api": "^6.14.2",
         "@bull-board/express": "^6.14.2",

package.json

@@ -1,7 +1,7 @@
 {
   "name": "flyer-crawler",
   "private": true,
-  "version": "0.1.12",
+  "version": "0.1.16",
   "type": "module",
   "scripts": {
     "dev": "concurrently \"npm:start:dev\" \"vite\"",

src/middleware/errorHandler.test.ts

@@ -112,7 +112,7 @@ describe('errorHandler Middleware', () => {
     // In test/dev, we now expect a stack trace for 5xx errors.
     expect(response.body.message).toBe('A generic server error occurred.');
     expect(response.body.stack).toBeDefined();
-    expect(response.body.stack).toEqual(expect.any(String));
+    expect(response.body.errorId).toEqual(expect.any(String));
     expect(mockLogger.error).toHaveBeenCalledWith(
       expect.objectContaining({
         err: expect.any(Error),
@@ -122,7 +122,7 @@ describe('errorHandler Middleware', () => {
       expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
     );
     expect(consoleErrorSpy).toHaveBeenCalledWith(
-      expect.stringContaining('--- [TEST] UNHANDLED ERROR ---'),
+      expect.stringMatching(/--- \[TEST\] UNHANDLED ERROR \(ID: \w+\) ---/),
       expect.any(Error),
     );
   });
@@ -136,15 +136,11 @@ describe('errorHandler Middleware', () => {
     expect(mockLogger.warn).toHaveBeenCalledWith(
       {
         err: expect.any(Error),
-        validationErrors: undefined,
         statusCode: 404,
       },
       'Client Error on GET /http-error-404: Resource not found',
     );
-    expect(consoleErrorSpy).toHaveBeenCalledWith(
-      expect.stringContaining('--- [TEST] UNHANDLED ERROR ---'),
-      expect.any(Error),
-    );
+    expect(consoleErrorSpy).not.toHaveBeenCalled();
   });
 
   it('should handle a NotFoundError with a 404 status', async () => {
@@ -156,15 +152,11 @@ describe('errorHandler Middleware', () => {
     expect(mockLogger.warn).toHaveBeenCalledWith(
       {
         err: expect.any(NotFoundError),
-        validationErrors: undefined,
         statusCode: 404,
       },
       'Client Error on GET /not-found-error: Specific resource missing',
     );
-    expect(consoleErrorSpy).toHaveBeenCalledWith(
-      expect.stringContaining('--- [TEST] UNHANDLED ERROR ---'),
-      expect.any(NotFoundError),
-    );
+    expect(consoleErrorSpy).not.toHaveBeenCalled();
   });
 
   it('should handle a ForeignKeyConstraintError with a 400 status and the specific error message', async () => {
@@ -176,15 +168,11 @@ describe('errorHandler Middleware', () => {
     expect(mockLogger.warn).toHaveBeenCalledWith(
       {
         err: expect.any(ForeignKeyConstraintError),
-        validationErrors: undefined,
         statusCode: 400,
       },
       'Client Error on GET /fk-error: The referenced item does not exist.',
     );
-    expect(consoleErrorSpy).toHaveBeenCalledWith(
-      expect.stringContaining('--- [TEST] UNHANDLED ERROR ---'),
-      expect.any(ForeignKeyConstraintError),
-    );
+    expect(consoleErrorSpy).not.toHaveBeenCalled();
   });
 
   it('should handle a UniqueConstraintError with a 409 status and the specific error message', async () => {
@@ -196,15 +184,11 @@ describe('errorHandler Middleware', () => {
     expect(mockLogger.warn).toHaveBeenCalledWith(
       {
         err: expect.any(UniqueConstraintError),
-        validationErrors: undefined,
         statusCode: 409,
       },
       'Client Error on GET /unique-error: This item already exists.',
     );
-    expect(consoleErrorSpy).toHaveBeenCalledWith(
-      expect.stringContaining('--- [TEST] UNHANDLED ERROR ---'),
-      expect.any(UniqueConstraintError),
-    );
+    expect(consoleErrorSpy).not.toHaveBeenCalled();
   });
 
   it('should handle a ValidationError with a 400 status and include the validation errors array', async () => {
@@ -225,10 +209,7 @@ describe('errorHandler Middleware', () => {
       },
       'Client Error on GET /validation-error: Input validation failed',
     );
-    expect(consoleErrorSpy).toHaveBeenCalledWith(
-      expect.stringContaining('--- [TEST] UNHANDLED ERROR ---'),
-      expect.any(ValidationError),
-    );
+    expect(consoleErrorSpy).not.toHaveBeenCalled();
   });
 
   it('should handle a DatabaseError with a 500 status and a generic message', async () => {
@@ -238,7 +219,7 @@ describe('errorHandler Middleware', () => {
     // In test/dev, we now expect a stack trace for 5xx errors.
     expect(response.body.message).toBe('A database connection issue occurred.');
     expect(response.body.stack).toBeDefined();
-    expect(response.body.stack).toEqual(expect.any(String));
+    expect(response.body.errorId).toEqual(expect.any(String));
     expect(mockLogger.error).toHaveBeenCalledWith(
       expect.objectContaining({
         err: expect.any(DatabaseError),
@@ -248,7 +229,7 @@ describe('errorHandler Middleware', () => {
       expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
     );
     expect(consoleErrorSpy).toHaveBeenCalledWith(
-      expect.stringContaining('--- [TEST] UNHANDLED ERROR ---'),
+      expect.stringMatching(/--- \[TEST\] UNHANDLED ERROR \(ID: \w+\) ---/),
       expect.any(DatabaseError),
     );
   });
@@ -258,8 +239,14 @@ describe('errorHandler Middleware', () => {
 
     expect(response.status).toBe(401);
     expect(response.body).toEqual({ message: 'Invalid Token' });
-    // 4xx errors log as warn
-    expect(mockLogger.warn).toHaveBeenCalled();
+    expect(mockLogger.warn).toHaveBeenCalledWith(
+      {
+        err: expect.any(Error),
+        statusCode: 401,
+      },
+      'Client Error on GET /unauthorized-error-no-status: Invalid Token',
+    );
+    expect(consoleErrorSpy).not.toHaveBeenCalled();
   });
 
   it('should handle an UnauthorizedError with explicit status', async () => {
@@ -267,6 +254,14 @@ describe('errorHandler Middleware', () => {
 
     expect(response.status).toBe(401);
     expect(response.body).toEqual({ message: 'Invalid Token' });
+    expect(mockLogger.warn).toHaveBeenCalledWith(
+      {
+        err: expect.any(Error),
+        statusCode: 401,
+      },
+      'Client Error on GET /unauthorized-error-with-status: Invalid Token',
+    );
+    expect(consoleErrorSpy).not.toHaveBeenCalled();
   });
 
   it('should call next(err) if headers have already been sent', () => {
@@ -311,6 +306,7 @@ describe('errorHandler Middleware', () => {
       expect(response.body.message).toMatch(
         /An unexpected server error occurred. Please reference error ID: \w+/,
       );
+      expect(response.body.stack).toBeUndefined();
     });
 
     it('should return the actual error message for client errors (4xx) in production', async () => {

src/middleware/errorHandler.ts

@@ -1,5 +1,6 @@
 // src/middleware/errorHandler.ts
 import { Request, Response, NextFunction } from 'express';
+import crypto from 'crypto';
 import { ZodError } from 'zod';
 import {
   ForeignKeyConstraintError,
@@ -24,45 +25,77 @@ export const errorHandler = (err: Error, req: Request, res: Response, next: Next
   // Use the request-scoped logger if available, otherwise fall back to the global logger.
   const log = req.log || logger;
 
-  // --- Handle Zod Validation Errors ---
+  // --- Handle Zod Validation Errors (from validateRequest middleware) ---
   if (err instanceof ZodError) {
-    log.warn({ err: err.flatten() }, 'Request validation failed');
-    return res.status(400).json({
-      message: 'The request data is invalid.',
-      errors: err.issues.map((e) => ({ path: e.path, message: e.message })),
-    });
+    const statusCode = 400;
+    const message = 'The request data is invalid.';
+    const errors = err.issues.map((e) => ({ path: e.path, message: e.message }));
+    log.warn({ err, validationErrors: errors, statusCode }, `Client Error on ${req.method} ${req.path}: ${message}`);
+    return res.status(statusCode).json({ message, errors });
   }
 
   // --- Handle Custom Operational Errors ---
   if (err instanceof NotFoundError) {
-    log.info({ err }, 'Resource not found');
-    return res.status(404).json({ message: err.message });
+    const statusCode = 404;
+    log.warn({ err, statusCode }, `Client Error on ${req.method} ${req.path}: ${err.message}`);
+    return res.status(statusCode).json({ message: err.message });
   }
 
   if (err instanceof ValidationError) {
-    log.warn({ err }, 'Validation error occurred');
-    return res.status(400).json({ message: err.message, errors: err.validationErrors });
+    const statusCode = 400;
+    log.warn(
+      { err, validationErrors: err.validationErrors, statusCode },
+      `Client Error on ${req.method} ${req.path}: ${err.message}`,
+    );
+    return res.status(statusCode).json({ message: err.message, errors: err.validationErrors });
   }
 
   if (err instanceof UniqueConstraintError) {
-    log.warn({ err }, 'Constraint error occurred');
-    return res.status(409).json({ message: err.message }); // Use 409 Conflict for unique constraints
+    const statusCode = 409;
+    log.warn({ err, statusCode }, `Client Error on ${req.method} ${req.path}: ${err.message}`);
+    return res.status(statusCode).json({ message: err.message }); // Use 409 Conflict for unique constraints
   }
 
   if (err instanceof ForeignKeyConstraintError) {
-    log.warn({ err }, 'Foreign key constraint violation');
-    return res.status(400).json({ message: err.message });
+    const statusCode = 400;
+    log.warn({ err, statusCode }, `Client Error on ${req.method} ${req.path}: ${err.message}`);
+    return res.status(statusCode).json({ message: err.message });
   }
 
-  // --- Handle Generic Errors ---
-  // Log the full error object for debugging. The pino logger will handle redaction.
-  log.error({ err }, 'An unhandled error occurred in an Express route');
+  // --- Handle Generic Client Errors (e.g., from express-jwt, or manual status setting) ---
+  let status = (err as any).status || (err as any).statusCode;
+  // Default UnauthorizedError to 401 if no status is present, a common case for express-jwt.
+  if (err.name === 'UnauthorizedError' && !status) {
+    status = 401;
+  }
+  if (status && status >= 400 && status < 500) {
+    log.warn({ err, statusCode: status }, `Client Error on ${req.method} ${req.path}: ${err.message}`);
+    return res.status(status).json({ message: err.message });
+  }
+
+  // --- Handle All Other (500-level) Errors ---
+  const errorId = crypto.randomBytes(4).toString('hex');
+  log.error(
+    {
+      err,
+      errorId,
+      req: { method: req.method, url: req.url, headers: req.headers, body: req.body },
+    },
+    `Unhandled API Error (ID: ${errorId})`,
+  );
+
+  // Also log to console in test environment for visibility in test runners
+  if (process.env.NODE_ENV === 'test') {
+    console.error(`--- [TEST] UNHANDLED ERROR (ID: ${errorId}) ---`, err);
+  }
 
   // In production, send a generic message to avoid leaking implementation details.
   if (process.env.NODE_ENV === 'production') {
-    return res.status(500).json({ message: 'An internal server error occurred.' });
+    return res.status(500).json({
+      message: `An unexpected server error occurred. Please reference error ID: ${errorId}`,
+    });
   }
 
   // In non-production environments (dev, test, etc.), send more details for easier debugging.
-  return res.status(500).json({ message: err.message, stack: err.stack });
+  return res.status(500).json({ message: err.message, stack: err.stack, errorId });
 };

src/routes/health.routes.test.ts

@@ -161,10 +161,14 @@ describe('Health Routes (/api/health)', () => {
       const response = await supertest(app).get('/api/health/db-schema');
 
       expect(response.status).toBe(500);
-      expect(response.body.message).toBe('DB connection failed');
-      expect(logger.error).toHaveBeenCalledWith(
-        { error: 'DB connection failed' },
-        'Error during DB schema check:',
+      expect(response.body.message).toBe('DB connection failed'); // This is the message from the original error
+      expect(response.body.stack).toBeDefined();
+      expect(response.body.errorId).toEqual(expect.any(String));
+      expect(mockLogger.error).toHaveBeenCalledWith(
+        expect.objectContaining({
+          err: expect.any(Error),
+        }),
+        expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
       );
     });
 
@@ -176,10 +180,13 @@ describe('Health Routes (/api/health)', () => {
       const response = await supertest(app).get('/api/health/db-schema');
 
       expect(response.status).toBe(500);
-      expect(response.body.message).toBe('DB connection failed');
-      expect(logger.error).toHaveBeenCalledWith(
-        { error: dbError },
-        'Error during DB schema check:',
+      expect(response.body.message).toBe('DB connection failed'); // This is the message from the original error
+      expect(response.body.errorId).toEqual(expect.any(String));
+      expect(mockLogger.error).toHaveBeenCalledWith(
+        expect.objectContaining({
+          err: expect.objectContaining({ message: 'DB connection failed' }),
+        }),
+        expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
       );
     });
   });
@@ -209,9 +216,11 @@ describe('Health Routes (/api/health)', () => {
       // Assert
       expect(response.status).toBe(500);
       expect(response.body.message).toContain('Storage check failed.');
-      expect(logger.error).toHaveBeenCalledWith(
-        { error: 'EACCES: permission denied' },
-        expect.stringContaining('Storage check failed for path:'),
+      expect(mockLogger.error).toHaveBeenCalledWith(
+        expect.objectContaining({
+          err: expect.any(Error),
+        }),
+        expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
       );
     });
 
@@ -226,9 +235,11 @@ describe('Health Routes (/api/health)', () => {
       // Assert
       expect(response.status).toBe(500);
       expect(response.body.message).toContain('Storage check failed.');
-      expect(logger.error).toHaveBeenCalledWith(
-        { error: accessError },
-        expect.stringContaining('Storage check failed for path:'),
+      expect(mockLogger.error).toHaveBeenCalledWith(
+        expect.objectContaining({
+          err: expect.any(Error),
+        }),
+        expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
       );
     });
   });
@@ -283,10 +294,13 @@ describe('Health Routes (/api/health)', () => {
     const response = await supertest(app).get('/api/health/db-pool');
 
     expect(response.status).toBe(500);
-    expect(response.body.message).toBe('Pool is not initialized');
-    expect(logger.error).toHaveBeenCalledWith(
-      { error: 'Pool is not initialized' },
-      'Error during DB pool health check:',
+    expect(response.body.message).toBe('Pool is not initialized'); // This is the message from the original error
+    expect(response.body.errorId).toEqual(expect.any(String));
+    expect(mockLogger.error).toHaveBeenCalledWith(
+      expect.objectContaining({
+        err: expect.any(Error),
+      }),
+      expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
     );
   });
 
@@ -300,10 +314,51 @@ describe('Health Routes (/api/health)', () => {
     const response = await supertest(app).get('/api/health/db-pool');
 
     expect(response.status).toBe(500);
-    expect(response.body.message).toBe('Pool is not initialized');
-    expect(logger.error).toHaveBeenCalledWith(
-      { error: poolError },
-      'Error during DB pool health check:',
+    expect(response.body.message).toBe('Pool is not initialized'); // This is the message from the original error
+    expect(response.body.stack).toBeDefined();
+    expect(response.body.errorId).toEqual(expect.any(String));
+    expect(mockLogger.error).toHaveBeenCalledWith(
+      expect.objectContaining({
+        err: expect.objectContaining({ message: 'Pool is not initialized' }),
+      }),
+      expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
     );
   });
+
+  describe('GET /redis', () => {
+    it('should return 500 if Redis ping fails', async () => {
+      const redisError = new Error('Connection timed out');
+      mockedRedisConnection.ping.mockRejectedValue(redisError);
+
+      const response = await supertest(app).get('/api/health/redis');
+
+      expect(response.status).toBe(500);
+      expect(response.body.message).toBe('Connection timed out');
+      expect(response.body.stack).toBeDefined();
+      expect(response.body.errorId).toEqual(expect.any(String));
+      expect(mockLogger.error).toHaveBeenCalledWith(
+        expect.objectContaining({
+          err: expect.any(Error),
+        }),
+        expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
+      );
+    });
+
+    it('should return 500 if Redis ping returns an unexpected response', async () => {
+      mockedRedisConnection.ping.mockResolvedValue('OK'); // Not 'PONG'
+
+      const response = await supertest(app).get('/api/health/redis');
+
+      expect(response.status).toBe(500);
+      expect(response.body.message).toContain('Unexpected Redis ping response: OK');
+      expect(response.body.stack).toBeDefined();
+      expect(response.body.errorId).toEqual(expect.any(String));
+      expect(mockLogger.error).toHaveBeenCalledWith(
+        expect.objectContaining({
+          err: expect.any(Error),
+        }),
+        expect.stringMatching(/Unhandled API Error \(ID: \w+\)/),
+      );
+    });
+  });
 });

src/routes/health.routes.ts

@@ -39,7 +39,6 @@ router.get('/db-schema', validateRequest(emptySchema), async (req, res, next: Ne
     }
     return res.status(200).json({ success: true, message: 'All required database tables exist.' });
   } catch (error: unknown) {
-    logger.error({ error }, 'Error during DB schema check:');
     next(error);
   }
 });
@@ -59,10 +58,6 @@ router.get('/storage', validateRequest(emptySchema), async (req, res, next: Next
         message: `Storage directory '${storagePath}' is accessible and writable.`,
       });
   } catch (error: unknown) {
-    logger.error(
-      { error: error instanceof Error ? error.message : error },
-      `Storage check failed for path: ${storagePath}`,
-    );
     next(
       new Error(
         `Storage check failed. Ensure the directory '${storagePath}' exists and is writable by the application.`,
@@ -93,10 +88,6 @@ router.get(
           .json({ success: false, message: `Pool may be under stress. ${message}` });
       }
     } catch (error: unknown) {
-      logger.error(
-        { error: error instanceof Error ? error.message : error },
-        'Error during DB pool health check:',
-      );
       next(error);
     }
   },
@@ -130,7 +121,6 @@ router.get(
       }
       throw new Error(`Unexpected Redis ping response: ${reply}`); // This will be caught below
     } catch (error: unknown) {
-      logger.error({ error }, 'Error checking Redis health');
       next(error);
     }
   },

src/routes/user.routes.test.ts

@@ -148,8 +148,8 @@ describe('User Routes (/api/users)', () => {
 
       // Assert
       expect(logger.error).toHaveBeenCalledWith(
-        'Failed to create avatar upload directory:',
-        mkdirError,
+        { err: mkdirError },
+        'Failed to create avatar upload directory',
       );
       vi.doUnmock('node:fs/promises'); // Clean up
     });

src/services/queueService.workers.test.ts

@@ -86,20 +86,6 @@ vi.mock('./flyerDataTransformer', () => ({
   },
 }));
 
-// Import the module under test AFTER the mocks are set up.
-// This will trigger the instantiation of the workers.
-import './queueService.server';
-
-// Destructure the captured processors for easier use in tests.
-const {
-  'flyer-processing': flyerProcessor,
-  'email-sending': emailProcessor,
-  'analytics-reporting': analyticsProcessor,
-  'file-cleanup': cleanupProcessor,
-  'weekly-analytics-reporting': weeklyAnalyticsProcessor,
-  'token-cleanup': tokenCleanupProcessor,
-} = mocks.capturedProcessors;
-
 // Helper to create a mock BullMQ Job object
 const createMockJob = <T>(data: T): Job<T> => {
   return {
@@ -116,14 +102,32 @@ const createMockJob = <T>(data: T): Job<T> => {
 };
 
 describe('Queue Workers', () => {
-  beforeEach(() => {
+  let flyerProcessor: (job: Job) => Promise<unknown>;
+  let emailProcessor: (job: Job) => Promise<unknown>;
+  let analyticsProcessor: (job: Job) => Promise<unknown>;
+  let cleanupProcessor: (job: Job) => Promise<unknown>;
+  let weeklyAnalyticsProcessor: (job: Job) => Promise<unknown>;
+  let tokenCleanupProcessor: (job: Job) => Promise<unknown>;
+
+  beforeEach(async () => {
     vi.clearAllMocks();
+    vi.resetModules();
+
     // Reset default mock implementations for hoisted mocks
     mocks.sendEmail.mockResolvedValue(undefined);
     mocks.unlink.mockResolvedValue(undefined);
     mocks.processFlyerJob.mockResolvedValue({ flyerId: 123 }); // Default success for flyer processing
+    mocks.deleteExpiredResetTokens.mockResolvedValue(5);
+
+    await import('./workers.server');
+
+    flyerProcessor = mocks.capturedProcessors['flyer-processing'];
+    emailProcessor = mocks.capturedProcessors['email-sending'];
+    analyticsProcessor = mocks.capturedProcessors['analytics-reporting'];
+    cleanupProcessor = mocks.capturedProcessors['file-cleanup'];
+    weeklyAnalyticsProcessor = mocks.capturedProcessors['weekly-analytics-reporting'];
+    tokenCleanupProcessor = mocks.capturedProcessors['token-cleanup'];
   });
-  mocks.deleteExpiredResetTokens.mockResolvedValue(5);
 
   describe('flyerWorker', () => {
     it('should call flyerProcessingService.processJob with the job data', async () => {