Compare commits

...

10 Commits

Author SHA1 Message Date
Gitea Actions
4a4f349805 ci: Bump version to 0.2.30 [skip ci] 2025-12-30 06:19:25 +05:00
517a268307 fix unit tests
All checks were successful
Deploy to Test Environment / deploy-to-test (push) Successful in 12m5s
2025-12-29 17:18:52 -08:00
Gitea Actions
a94b2a97b1 ci: Bump version to 0.2.29 [skip ci] 2025-12-30 05:41:58 +05:00
542cdfbb82 fix unit tests
All checks were successful
Deploy to Test Environment / deploy-to-test (push) Successful in 12m18s
2025-12-29 16:41:32 -08:00
Gitea Actions
262062f468 ci: Bump version to 0.2.28 [skip ci] 2025-12-30 05:38:33 +05:00
0a14193371 fix unit tests
Some checks failed
Deploy to Test Environment / deploy-to-test (push) Failing after 40s
2025-12-29 16:37:55 -08:00
Gitea Actions
7f665f5117 ci: Bump version to 0.2.27 [skip ci] 2025-12-30 05:09:16 +05:00
2782a8fb3b fix unit tests
All checks were successful
Deploy to Test Environment / deploy-to-test (push) Successful in 13m3s
2025-12-29 16:08:49 -08:00
Gitea Actions
c182ef6d30 ci: Bump version to 0.2.26 [skip ci] 2025-12-30 04:38:22 +05:00
fdb3b76cbd fix unit tests
All checks were successful
Deploy to Test Environment / deploy-to-test (push) Successful in 12m59s
2025-12-29 15:37:51 -08:00
14 changed files with 1223 additions and 192 deletions

4
package-lock.json generated
View File

@@ -1,12 +1,12 @@
{
"name": "flyer-crawler",
"version": "0.2.25",
"version": "0.2.30",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "flyer-crawler",
"version": "0.2.25",
"version": "0.2.30",
"dependencies": {
"@bull-board/api": "^6.14.2",
"@bull-board/express": "^6.14.2",

View File

@@ -1,7 +1,7 @@
{
"name": "flyer-crawler",
"private": true,
"version": "0.2.25",
"version": "0.2.30",
"type": "module",
"scripts": {
"dev": "concurrently \"npm:start:dev\" \"vite\"",

View File

@@ -0,0 +1,143 @@
import { render, screen, waitFor } from '@testing-library/react';
import { describe, it, expect, vi, beforeEach } from 'vitest';
import { FlyerReviewPage } from './FlyerReviewPage';
import { MemoryRouter } from 'react-router-dom';
import * as apiClient from '../../services/apiClient';
import { logger } from '../../services/logger.client';
// Mock dependencies
vi.mock('../../services/apiClient', () => ({
getFlyersForReview: vi.fn(),
}));
vi.mock('../../services/logger.client', () => ({
logger: {
error: vi.fn(),
},
}));
// Mock LoadingSpinner to simplify DOM and avoid potential issues
vi.mock('../../components/LoadingSpinner', () => ({
LoadingSpinner: () => <div data-testid="loading-spinner">Loading...</div>,
}));
describe('FlyerReviewPage', () => {
beforeEach(() => {
vi.clearAllMocks();
});
it('renders loading spinner initially', () => {
// Mock a promise that doesn't resolve immediately to check loading state
vi.mocked(apiClient.getFlyersForReview).mockReturnValue(new Promise(() => {}));
render(
<MemoryRouter>
<FlyerReviewPage />
</MemoryRouter>
);
expect(screen.getByRole('status', { name: /loading flyers for review/i })).toBeInTheDocument();
});
it('renders empty state when no flyers are returned', async () => {
vi.mocked(apiClient.getFlyersForReview).mockResolvedValue({
ok: true,
json: async () => [],
} as Response);
render(
<MemoryRouter>
<FlyerReviewPage />
</MemoryRouter>
);
await waitFor(() => {
expect(screen.queryByRole('status')).not.toBeInTheDocument();
});
expect(screen.getByText(/the review queue is empty/i)).toBeInTheDocument();
});
it('renders a list of flyers when API returns data', async () => {
const mockFlyers = [
{
flyer_id: 1,
file_name: 'flyer1.jpg',
created_at: '2023-01-01T00:00:00Z',
store: { name: 'Store A' },
icon_url: 'icon1.jpg',
},
{
flyer_id: 2,
file_name: 'flyer2.jpg',
created_at: '2023-01-02T00:00:00Z',
store: { name: 'Store B' },
icon_url: 'icon2.jpg',
},
];
vi.mocked(apiClient.getFlyersForReview).mockResolvedValue({
ok: true,
json: async () => mockFlyers,
} as Response);
render(
<MemoryRouter>
<FlyerReviewPage />
</MemoryRouter>
);
await waitFor(() => {
expect(screen.queryByRole('status')).not.toBeInTheDocument();
});
expect(screen.getByText('Store A')).toBeInTheDocument();
expect(screen.getByText('flyer1.jpg')).toBeInTheDocument();
expect(screen.getByText('Store B')).toBeInTheDocument();
expect(screen.getByText('flyer2.jpg')).toBeInTheDocument();
});
it('renders error message when API response is not ok', async () => {
vi.mocked(apiClient.getFlyersForReview).mockResolvedValue({
ok: false,
json: async () => ({ message: 'Server error' }),
} as Response);
render(
<MemoryRouter>
<FlyerReviewPage />
</MemoryRouter>
);
await waitFor(() => {
expect(screen.queryByRole('status')).not.toBeInTheDocument();
});
expect(screen.getByText('Server error')).toBeInTheDocument();
expect(logger.error).toHaveBeenCalledWith(
expect.objectContaining({ err: expect.any(Error) }),
'Failed to fetch flyers for review'
);
});
it('renders error message when API throws an error', async () => {
const networkError = new Error('Network error');
vi.mocked(apiClient.getFlyersForReview).mockRejectedValue(networkError);
render(
<MemoryRouter>
<FlyerReviewPage />
</MemoryRouter>
);
await waitFor(() => {
expect(screen.queryByRole('status')).not.toBeInTheDocument();
});
expect(screen.getByText('Network error')).toBeInTheDocument();
expect(logger.error).toHaveBeenCalledWith(
{ err: networkError },
'Failed to fetch flyers for review'
);
});
});

View File

@@ -234,15 +234,17 @@ describe('Admin Job Trigger Routes (/api/admin/trigger)', () => {
expect(response.status).toBe(400);
});
it('should return 404 if the queue name is valid but not in the retry map', async () => {
const queueName = 'weekly-analytics-reporting'; // This is in the Zod enum but not the queueMap
it('should return 404 if the job ID is not found in the weekly-analytics-reporting queue', async () => {
const queueName = 'weekly-analytics-reporting';
const jobId = 'some-job-id';
// Ensure getJob returns undefined (not found)
vi.mocked(weeklyAnalyticsQueue.getJob).mockResolvedValue(undefined);
const response = await supertest(app).post(`/api/admin/jobs/${queueName}/${jobId}/retry`);
// The route throws a NotFoundError, which the error handler should convert to a 404.
expect(response.status).toBe(404);
expect(response.body.message).toBe(`Queue 'weekly-analytics-reporting' not found.`);
expect(response.body.message).toBe(`Job with ID '${jobId}' not found in queue '${queueName}'.`);
});
it('should return 404 if the job ID is not found in the queue', async () => {

View File

@@ -13,14 +13,21 @@ import {
import * as aiService from '../services/aiService.server';
import { createTestApp } from '../tests/utils/createTestApp';
import { mockLogger } from '../tests/utils/mockLogger';
import { ValidationError } from '../services/db/errors.db';
// Mock the AI service methods to avoid making real AI calls
vi.mock('../services/aiService.server', () => ({
aiService: {
extractTextFromImageArea: vi.fn(),
planTripWithMaps: vi.fn(), // Added this missing mock
},
}));
vi.mock('../services/aiService.server', async (importOriginal) => {
const actual = await importOriginal<typeof import('../services/aiService.server')>();
return {
...actual,
aiService: {
extractTextFromImageArea: vi.fn(),
planTripWithMaps: vi.fn(),
enqueueFlyerProcessing: vi.fn(),
processLegacyFlyerUpload: vi.fn(),
},
};
});
const { mockedDb } = vi.hoisted(() => ({
mockedDb: {
@@ -140,26 +147,27 @@ describe('AI Routes (/api/ai)', () => {
describe('POST /upload-and-process', () => {
const imagePath = path.resolve(__dirname, '../tests/assets/test-flyer-image.jpg');
// A valid SHA-256 checksum is 64 hex characters.
const validChecksum = 'a'.repeat(64);
it('should enqueue a job and return 202 on success', async () => {
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined);
vi.mocked(flyerQueue.add).mockResolvedValue({ id: 'job-123' } as unknown as Job);
vi.mocked(aiService.aiService.enqueueFlyerProcessing).mockResolvedValue({ id: 'job-123' } as unknown as Job);
const response = await supertest(app)
.post('/api/ai/upload-and-process')
.field('checksum', 'new-checksum')
.field('checksum', validChecksum)
.attach('flyerFile', imagePath);
expect(response.status).toBe(202);
expect(response.body.message).toBe('Flyer accepted for processing.');
expect(response.body.jobId).toBe('job-123');
expect(flyerQueue.add).toHaveBeenCalledWith('process-flyer', expect.any(Object));
expect(aiService.aiService.enqueueFlyerProcessing).toHaveBeenCalled();
});
it('should return 400 if no file is provided', async () => {
const response = await supertest(app)
.post('/api/ai/upload-and-process')
.field('checksum', 'some-checksum');
.field('checksum', validChecksum);
expect(response.status).toBe(400);
expect(response.body.message).toBe('A flyer file (PDF or image) is required.');
@@ -176,13 +184,12 @@ describe('AI Routes (/api/ai)', () => {
});
it('should return 409 if flyer checksum already exists', async () => {
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(
createMockFlyer({ flyer_id: 99 }),
);
const duplicateError = new aiService.DuplicateFlyerError('This flyer has already been processed.', 99);
vi.mocked(aiService.aiService.enqueueFlyerProcessing).mockRejectedValue(duplicateError);
const response = await supertest(app)
.post('/api/ai/upload-and-process')
.field('checksum', 'duplicate-checksum')
.field('checksum', validChecksum)
.attach('flyerFile', imagePath);
expect(response.status).toBe(409);
@@ -190,12 +197,11 @@ describe('AI Routes (/api/ai)', () => {
});
it('should return 500 if enqueuing the job fails', async () => {
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined);
vi.mocked(flyerQueue.add).mockRejectedValueOnce(new Error('Redis connection failed'));
vi.mocked(aiService.aiService.enqueueFlyerProcessing).mockRejectedValueOnce(new Error('Redis connection failed'));
const response = await supertest(app)
.post('/api/ai/upload-and-process')
.field('checksum', 'new-checksum')
.field('checksum', validChecksum)
.attach('flyerFile', imagePath);
expect(response.status).toBe(500);
@@ -213,19 +219,20 @@ describe('AI Routes (/api/ai)', () => {
basePath: '/api/ai',
authenticatedUser: mockUser,
});
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined);
vi.mocked(flyerQueue.add).mockResolvedValue({ id: 'job-456' } as unknown as Job);
vi.mocked(aiService.aiService.enqueueFlyerProcessing).mockResolvedValue({ id: 'job-456' } as unknown as Job);
// Act
await supertest(authenticatedApp)
.post('/api/ai/upload-and-process')
.field('checksum', 'auth-checksum')
.field('checksum', validChecksum)
.attach('flyerFile', imagePath);
// Assert
expect(flyerQueue.add).toHaveBeenCalled();
expect(vi.mocked(flyerQueue.add).mock.calls[0][1].userId).toBe('auth-user-1');
expect(aiService.aiService.enqueueFlyerProcessing).toHaveBeenCalled();
const callArgs = vi.mocked(aiService.aiService.enqueueFlyerProcessing).mock.calls[0];
// Check the userProfile argument (3rd argument)
expect(callArgs[2]?.user.user_id).toBe('auth-user-1');
});
it('should pass user profile address to the job when authenticated user has an address', async () => {
@@ -247,17 +254,20 @@ describe('AI Routes (/api/ai)', () => {
basePath: '/api/ai',
authenticatedUser: mockUserWithAddress,
});
vi.mocked(aiService.aiService.enqueueFlyerProcessing).mockResolvedValue({ id: 'job-789' } as unknown as Job);
// Act
await supertest(authenticatedApp)
.post('/api/ai/upload-and-process')
.field('checksum', 'addr-checksum')
.field('checksum', validChecksum)
.attach('flyerFile', imagePath);
// Assert
expect(vi.mocked(flyerQueue.add).mock.calls[0][1].userProfileAddress).toBe(
'123 Pacific St, Anytown, BC, V8T 1A1, CA',
);
expect(aiService.aiService.enqueueFlyerProcessing).toHaveBeenCalled();
// The service handles address extraction from profile, so we just verify the profile was passed
const callArgs = vi.mocked(aiService.aiService.enqueueFlyerProcessing).mock.calls[0];
expect(callArgs[2]?.address?.address_line_1).toBe('123 Pacific St');
});
it('should clean up the uploaded file if validation fails (e.g., missing checksum)', async () => {
@@ -320,9 +330,7 @@ describe('AI Routes (/api/ai)', () => {
flyer_id: 1,
file_name: mockDataPayload.originalFileName,
});
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined); // No duplicate
vi.mocked(mockedDb.createFlyerAndItems).mockResolvedValue({ flyer: mockFlyer, items: [] });
vi.mocked(mockedDb.adminRepo.logActivity).mockResolvedValue();
vi.mocked(aiService.aiService.processLegacyFlyerUpload).mockResolvedValue(mockFlyer);
// Act
const response = await supertest(app)
@@ -333,13 +341,7 @@ describe('AI Routes (/api/ai)', () => {
// Assert
expect(response.status).toBe(201);
expect(response.body.message).toBe('Flyer processed and saved successfully.');
expect(mockedDb.createFlyerAndItems).toHaveBeenCalledTimes(1);
// Verify that the legacy endpoint correctly sets the status to 'needs_review'
expect(vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0][0]).toEqual(
expect.objectContaining({
status: 'needs_review',
}),
);
expect(aiService.aiService.processLegacyFlyerUpload).toHaveBeenCalledTimes(1);
});
it('should return 400 if no flyer image is provided', async () => {
@@ -351,8 +353,8 @@ describe('AI Routes (/api/ai)', () => {
it('should return 409 Conflict and delete the uploaded file if flyer checksum already exists', async () => {
// Arrange
const mockExistingFlyer = createMockFlyer({ flyer_id: 99 });
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(mockExistingFlyer); // Duplicate found
const duplicateError = new aiService.DuplicateFlyerError('This flyer has already been processed.', 99);
vi.mocked(aiService.aiService.processLegacyFlyerUpload).mockRejectedValue(duplicateError);
const unlinkSpy = vi.spyOn(fs.promises, 'unlink').mockResolvedValue(undefined);
// Act
@@ -364,7 +366,7 @@ describe('AI Routes (/api/ai)', () => {
// Assert
expect(response.status).toBe(409);
expect(response.body.message).toBe('This flyer has already been processed.');
expect(mockedDb.createFlyerAndItems).not.toHaveBeenCalled();
expect(mockedDb.createFlyerAndItems).not.toHaveBeenCalled(); // Should not be called if service throws
// Assert that the file was deleted
expect(unlinkSpy).toHaveBeenCalledTimes(1);
// The filename is predictable in the test environment because of the multer config in ai.routes.ts
@@ -379,12 +381,7 @@ describe('AI Routes (/api/ai)', () => {
extractedData: { store_name: 'Partial Store' }, // no items key
};
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined);
const mockFlyer = createMockFlyer({
flyer_id: 2,
file_name: partialPayload.originalFileName,
});
vi.mocked(mockedDb.createFlyerAndItems).mockResolvedValue({ flyer: mockFlyer, items: [] });
vi.mocked(aiService.aiService.processLegacyFlyerUpload).mockResolvedValue(createMockFlyer({ flyer_id: 2 }));
const response = await supertest(app)
.post('/api/ai/flyers/process')
@@ -392,19 +389,7 @@ describe('AI Routes (/api/ai)', () => {
.attach('flyerImage', imagePath);
expect(response.status).toBe(201);
expect(mockedDb.createFlyerAndItems).toHaveBeenCalledTimes(1);
// Verify that the legacy endpoint correctly sets the status to 'needs_review'
expect(vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0][0]).toEqual(
expect.objectContaining({
status: 'needs_review',
}),
);
// verify the items array passed to DB was an empty array
const callArgs = vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0]?.[1];
expect(callArgs).toBeDefined();
expect(Array.isArray(callArgs)).toBe(true);
// use non-null assertion for the runtime-checked variable so TypeScript is satisfied
expect(callArgs!.length).toBe(0);
expect(aiService.aiService.processLegacyFlyerUpload).toHaveBeenCalledTimes(1);
});
it('should fallback to a safe store name when store_name is missing', async () => {
@@ -414,12 +399,7 @@ describe('AI Routes (/api/ai)', () => {
extractedData: { items: [] }, // store_name missing
};
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined);
const mockFlyer = createMockFlyer({
flyer_id: 3,
file_name: payloadNoStore.originalFileName,
});
vi.mocked(mockedDb.createFlyerAndItems).mockResolvedValue({ flyer: mockFlyer, items: [] });
vi.mocked(aiService.aiService.processLegacyFlyerUpload).mockResolvedValue(createMockFlyer({ flyer_id: 3 }));
const response = await supertest(app)
.post('/api/ai/flyers/process')
@@ -427,25 +407,11 @@ describe('AI Routes (/api/ai)', () => {
.attach('flyerImage', imagePath);
expect(response.status).toBe(201);
expect(mockedDb.createFlyerAndItems).toHaveBeenCalledTimes(1);
// Verify that the legacy endpoint correctly sets the status to 'needs_review'
expect(vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0][0]).toEqual(
expect.objectContaining({
status: 'needs_review',
}),
);
// verify the flyerData.store_name passed to DB was the fallback string
const flyerDataArg = vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0][0];
expect(flyerDataArg.store_name).toContain('Unknown Store');
// Also verify the warning was logged
expect(mockLogger.warn).toHaveBeenCalledWith(
'extractedData.store_name missing; using fallback store name to avoid DB constraint error.',
);
expect(aiService.aiService.processLegacyFlyerUpload).toHaveBeenCalledTimes(1);
});
it('should handle a generic error during flyer creation', async () => {
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined);
vi.mocked(mockedDb.createFlyerAndItems).mockRejectedValueOnce(
vi.mocked(aiService.aiService.processLegacyFlyerUpload).mockRejectedValueOnce(
new Error('DB transaction failed'),
);
@@ -468,8 +434,7 @@ describe('AI Routes (/api/ai)', () => {
beforeEach(() => {
const mockFlyer = createMockFlyer({ flyer_id: 1 });
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined);
vi.mocked(mockedDb.createFlyerAndItems).mockResolvedValue({ flyer: mockFlyer, items: [] });
vi.mocked(aiService.aiService.processLegacyFlyerUpload).mockResolvedValue(mockFlyer);
});
it('should handle payload where "data" field is an object, not stringified JSON', async () => {
@@ -479,7 +444,7 @@ describe('AI Routes (/api/ai)', () => {
.attach('flyerImage', imagePath);
expect(response.status).toBe(201);
expect(mockedDb.createFlyerAndItems).toHaveBeenCalledTimes(1);
expect(aiService.aiService.processLegacyFlyerUpload).toHaveBeenCalledTimes(1);
});
it('should handle payload where extractedData is null', async () => {
@@ -495,14 +460,7 @@ describe('AI Routes (/api/ai)', () => {
.attach('flyerImage', imagePath);
expect(response.status).toBe(201);
expect(mockedDb.createFlyerAndItems).toHaveBeenCalledTimes(1);
// Verify that extractedData was correctly defaulted to an empty object
const flyerDataArg = vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0][0];
expect(flyerDataArg.store_name).toContain('Unknown Store'); // Fallback should be used
expect(mockLogger.warn).toHaveBeenCalledWith(
{ bodyData: expect.any(Object) },
'Missing extractedData in /api/ai/flyers/process payload.',
);
expect(aiService.aiService.processLegacyFlyerUpload).toHaveBeenCalledTimes(1);
});
it('should handle payload where extractedData is a string', async () => {
@@ -518,14 +476,7 @@ describe('AI Routes (/api/ai)', () => {
.attach('flyerImage', imagePath);
expect(response.status).toBe(201);
expect(mockedDb.createFlyerAndItems).toHaveBeenCalledTimes(1);
// Verify that extractedData was correctly defaulted to an empty object
const flyerDataArg = vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0][0];
expect(flyerDataArg.store_name).toContain('Unknown Store'); // Fallback should be used
expect(mockLogger.warn).toHaveBeenCalledWith(
{ bodyData: expect.any(Object) },
'Missing extractedData in /api/ai/flyers/process payload.',
);
expect(aiService.aiService.processLegacyFlyerUpload).toHaveBeenCalledTimes(1);
});
it('should handle payload where extractedData is at the root of the body', async () => {
@@ -539,9 +490,7 @@ describe('AI Routes (/api/ai)', () => {
.attach('flyerImage', imagePath);
expect(response.status).toBe(201); // This test was failing with 500, the fix is in ai.routes.ts
expect(mockedDb.createFlyerAndItems).toHaveBeenCalledTimes(1);
const flyerDataArg = vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0][0];
expect(flyerDataArg.store_name).toBe('Root Store');
expect(aiService.aiService.processLegacyFlyerUpload).toHaveBeenCalledTimes(1);
});
it('should default item quantity to 1 if missing', async () => {
@@ -560,9 +509,7 @@ describe('AI Routes (/api/ai)', () => {
.attach('flyerImage', imagePath);
expect(response.status).toBe(201);
expect(mockedDb.createFlyerAndItems).toHaveBeenCalledTimes(1);
const itemsArg = vi.mocked(mockedDb.createFlyerAndItems).mock.calls[0][1];
expect(itemsArg[0].quantity).toBe(1);
expect(aiService.aiService.processLegacyFlyerUpload).toHaveBeenCalledTimes(1);
});
});
@@ -571,7 +518,10 @@ describe('AI Routes (/api/ai)', () => {
it('should handle malformed JSON in data field and return 400', async () => {
const malformedDataString = '{"checksum":'; // Invalid JSON
vi.mocked(mockedDb.flyerRepo.findFlyerByChecksum).mockResolvedValue(undefined);
// Since the service parses the data, we mock it to throw a ValidationError when parsing fails
// or when it detects the malformed input.
vi.mocked(aiService.aiService.processLegacyFlyerUpload).mockRejectedValue(new ValidationError([], 'Checksum is required.'));
const response = await supertest(app)
.post('/api/ai/flyers/process')
@@ -582,11 +532,8 @@ describe('AI Routes (/api/ai)', () => {
// The handler then fails the checksum validation.
expect(response.status).toBe(400);
expect(response.body.message).toBe('Checksum is required.');
// It should log the critical error during parsing.
expect(mockLogger.error).toHaveBeenCalledWith(
expect.objectContaining({ error: expect.any(Error) }),
'[API /ai/flyers/process] Unexpected error while parsing request body',
);
// Note: The logging expectation was removed because if the service throws a ValidationError,
// the route handler passes it to the global error handler, which might log differently or not as a "critical error during parsing" in the route itself.
});
it('should return 400 if checksum is missing from legacy payload', async () => {
@@ -596,6 +543,9 @@ describe('AI Routes (/api/ai)', () => {
};
// Spy on fs.promises.unlink to verify file cleanup
const unlinkSpy = vi.spyOn(fs.promises, 'unlink').mockResolvedValue(undefined);
// Mock the service to throw a ValidationError because the checksum is missing
vi.mocked(aiService.aiService.processLegacyFlyerUpload).mockRejectedValue(new ValidationError([], 'Checksum is required.'));
const response = await supertest(app)
.post('/api/ai/flyers/process')

View File

@@ -1,11 +1,35 @@
// src/routes/system.routes.test.ts
import { describe, it, expect, vi, beforeEach } from 'vitest';
import supertest from 'supertest';
import systemRouter from './system.routes'; // This was a duplicate, fixed.
import { exec, type ExecException, type ExecOptions } from 'child_process';
import { geocodingService } from '../services/geocodingService.server';
import { createTestApp } from '../tests/utils/createTestApp';
// FIX: Mock util.promisify to correctly handle child_process.exec's (err, stdout, stderr) signature.
// This is required because the standard util.promisify relies on internal symbols on the real exec function,
// which are missing on our Vitest mock. Without this, promisify(mockExec) drops the stdout/stderr arguments.
vi.mock('util', async (importOriginal) => {
const actual = await importOriginal<typeof import('util')>();
return {
...actual,
promisify: (fn: Function) => {
return (...args: any[]) => {
return new Promise((resolve, reject) => {
fn(...args, (err: Error | null, stdout: string, stderr: string) => {
if (err) {
// Attach stdout/stderr to the error object to mimic child_process.exec behavior
Object.assign(err, { stdout, stderr });
reject(err);
} else {
resolve({ stdout, stderr });
}
});
});
};
},
};
});
// FIX: Use the simple factory pattern for child_process to avoid default export issues
vi.mock('child_process', () => {
const mockExec = vi.fn((command, callback) => {
@@ -16,7 +40,6 @@ vi.mock('child_process', () => {
});
return {
default: { exec: mockExec },
exec: mockExec,
};
});
@@ -39,6 +62,9 @@ vi.mock('../services/logger.server', () => ({
},
}));
// Import the router AFTER all mocks are defined to ensure systemService picks up the mocked util.promisify
import systemRouter from './system.routes';
describe('System Routes (/api/system)', () => {
const app = createTestApp({ router: systemRouter, basePath: '/api/system' });

View File

@@ -0,0 +1,154 @@
import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
import { AnalyticsService } from './analyticsService.server';
import { logger } from './logger.server';
import type { Job } from 'bullmq';
import type { AnalyticsJobData, WeeklyAnalyticsJobData } from '../types/job-data';
// Mock logger
vi.mock('./logger.server', () => ({
logger: {
child: vi.fn(),
info: vi.fn(),
error: vi.fn(),
},
}));
describe('AnalyticsService', () => {
let service: AnalyticsService;
let mockLoggerInstance: any;
beforeEach(() => {
vi.clearAllMocks();
vi.useFakeTimers();
// Setup mock logger instance returned by child()
mockLoggerInstance = {
info: vi.fn(),
error: vi.fn(),
warn: vi.fn(),
debug: vi.fn(),
};
vi.mocked(logger.child).mockReturnValue(mockLoggerInstance);
service = new AnalyticsService();
});
afterEach(() => {
vi.useRealTimers();
});
const createMockJob = <T>(data: T): Job<T> =>
({
id: 'job-123',
name: 'analytics-job',
data,
attemptsMade: 1,
updateProgress: vi.fn(),
} as unknown as Job<T>);
describe('processDailyReportJob', () => {
it('should process successfully', async () => {
const job = createMockJob<AnalyticsJobData>({ reportDate: '2023-10-27' } as AnalyticsJobData);
const promise = service.processDailyReportJob(job);
// Fast-forward time to bypass the 10s delay
await vi.advanceTimersByTimeAsync(10000);
const result = await promise;
expect(result).toEqual({ status: 'success', reportDate: '2023-10-27' });
expect(logger.child).toHaveBeenCalledWith(
expect.objectContaining({
jobId: 'job-123',
reportDate: '2023-10-27',
}),
);
expect(mockLoggerInstance.info).toHaveBeenCalledWith('Picked up daily analytics job.');
expect(mockLoggerInstance.info).toHaveBeenCalledWith(
'Successfully generated report for 2023-10-27.',
);
});
it('should handle failure when reportDate is FAIL', async () => {
const job = createMockJob<AnalyticsJobData>({ reportDate: 'FAIL' } as AnalyticsJobData);
const promise = service.processDailyReportJob(job);
await expect(promise).rejects.toThrow('This is a test failure for the analytics job.');
expect(mockLoggerInstance.error).toHaveBeenCalledWith(
expect.objectContaining({
err: expect.any(Error),
attemptsMade: 1,
}),
'Daily analytics job failed.',
);
});
});
describe('processWeeklyReportJob', () => {
it('should process successfully', async () => {
const job = createMockJob<WeeklyAnalyticsJobData>({
reportYear: 2023,
reportWeek: 43,
} as WeeklyAnalyticsJobData);
const promise = service.processWeeklyReportJob(job);
await vi.advanceTimersByTimeAsync(30000);
const result = await promise;
expect(result).toEqual({ status: 'success', reportYear: 2023, reportWeek: 43 });
expect(logger.child).toHaveBeenCalledWith(
expect.objectContaining({
jobId: 'job-123',
reportYear: 2023,
reportWeek: 43,
}),
);
expect(mockLoggerInstance.info).toHaveBeenCalledWith('Picked up weekly analytics job.');
expect(mockLoggerInstance.info).toHaveBeenCalledWith(
'Successfully generated weekly report for week 43, 2023.',
);
});
it('should handle errors during processing', async () => {
const job = createMockJob<WeeklyAnalyticsJobData>({
reportYear: 2023,
reportWeek: 43,
} as WeeklyAnalyticsJobData);
// Make the second info call throw to simulate an error inside the try block
mockLoggerInstance.info
.mockImplementationOnce(() => {}) // "Picked up..."
.mockImplementationOnce(() => {
throw new Error('Processing failed');
}); // "Successfully generated..."
// Wrap the async operation that is expected to reject in a function.
// This prevents an "unhandled rejection" error by ensuring the `expect.rejects`
// is actively waiting for the promise to reject when the timers are advanced.
const testFunction = async () => {
const promise = service.processWeeklyReportJob(job);
// Advance timers to trigger the part of the code that throws.
await vi.advanceTimersByTimeAsync(30000);
// Await the promise to allow the rejection to be caught by `expect.rejects`.
await promise;
};
// Now, assert that the entire operation rejects as expected.
await expect(testFunction()).rejects.toThrow('Processing failed');
// Verify the side effect (error logging) after the rejection is confirmed.
expect(mockLoggerInstance.error).toHaveBeenCalledWith(
expect.objectContaining({
err: expect.any(Error),
attemptsMade: 1,
}),
'Weekly analytics job failed.',
);
});
});
});

View File

@@ -0,0 +1,335 @@
import { describe, it, expect, vi, beforeEach } from 'vitest';
import { UniqueConstraintError } from './db/errors.db';
import type { UserProfile } from '../types';
describe('AuthService', () => {
let authService: typeof import('./authService').authService;
let bcrypt: typeof import('bcrypt');
let jwt: typeof import('jsonwebtoken');
let userRepo: typeof import('./db/index.db').userRepo;
let adminRepo: typeof import('./db/index.db').adminRepo;
let logger: typeof import('./logger.server').logger;
let sendPasswordResetEmail: typeof import('./emailService.server').sendPasswordResetEmail;
const reqLog = {}; // Mock request logger object
const mockUser = {
user_id: 'user-123',
email: 'test@example.com',
password_hash: 'hashed-password',
};
const mockUserProfile: UserProfile = {
user: mockUser,
role: 'user',
} as unknown as UserProfile;
beforeEach(async () => {
vi.clearAllMocks();
vi.resetModules();
// Set environment variables before any modules are imported
process.env.JWT_SECRET = 'test-secret';
process.env.FRONTEND_URL = 'http://localhost:3000';
// Mock all dependencies before dynamically importing the service
vi.mock('bcrypt');
vi.mock('jsonwebtoken');
vi.mock('crypto', () => ({
default: {
randomBytes: vi.fn().mockReturnValue({
toString: vi.fn().mockReturnValue('mocked-random-string'),
}),
},
}));
vi.mock('./db/index.db', () => ({
userRepo: {
createUser: vi.fn(),
saveRefreshToken: vi.fn(),
findUserByEmail: vi.fn(),
createPasswordResetToken: vi.fn(),
getValidResetTokens: vi.fn(),
updateUserPassword: vi.fn(),
deleteResetToken: vi.fn(),
findUserByRefreshToken: vi.fn(),
findUserProfileById: vi.fn(),
deleteRefreshToken: vi.fn(),
},
adminRepo: {
logActivity: vi.fn(),
},
}));
vi.mock('./logger.server', () => ({
logger: { info: vi.fn(), error: vi.fn(), warn: vi.fn(), debug: vi.fn() },
}));
vi.mock('./emailService.server', () => ({
sendPasswordResetEmail: vi.fn(),
}));
vi.mock('./db/connection.db', () => ({ getPool: vi.fn() }));
vi.mock('../utils/authUtils', () => ({ validatePasswordStrength: vi.fn() }));
// Dynamically import modules to get the mocked versions and the service instance
authService = (await import('./authService')).authService;
bcrypt = await import('bcrypt');
jwt = await import('jsonwebtoken');
const dbModule = await import('./db/index.db');
userRepo = dbModule.userRepo;
adminRepo = dbModule.adminRepo;
logger = (await import('./logger.server')).logger;
sendPasswordResetEmail = (await import('./emailService.server')).sendPasswordResetEmail;
});
describe('registerUser', () => {
it('should successfully register a new user', async () => {
vi.mocked(bcrypt.hash).mockImplementation(async () => 'hashed-password');
vi.mocked(userRepo.createUser).mockResolvedValue(mockUserProfile);
const result = await authService.registerUser(
'test@example.com',
'password123',
'Test User',
undefined,
reqLog,
);
expect(bcrypt.hash).toHaveBeenCalledWith('password123', 10);
expect(userRepo.createUser).toHaveBeenCalledWith(
'test@example.com',
'hashed-password',
{ full_name: 'Test User', avatar_url: undefined },
reqLog,
);
expect(adminRepo.logActivity).toHaveBeenCalledWith(
expect.objectContaining({
action: 'user_registered',
userId: 'user-123',
}),
reqLog,
);
expect(result).toEqual(mockUserProfile);
});
it('should throw UniqueConstraintError if email already exists', async () => {
vi.mocked(bcrypt.hash).mockImplementation(async () => 'hashed-password');
const error = new UniqueConstraintError('Email exists');
vi.mocked(userRepo.createUser).mockRejectedValue(error);
await expect(
authService.registerUser('test@example.com', 'password123', undefined, undefined, reqLog),
).rejects.toThrow(UniqueConstraintError);
expect(logger.error).not.toHaveBeenCalled(); // Should not log expected unique constraint errors as system errors
});
it('should log and throw other errors', async () => {
vi.mocked(bcrypt.hash).mockImplementation(async () => 'hashed-password');
const error = new Error('Database failed');
vi.mocked(userRepo.createUser).mockRejectedValue(error);
await expect(
authService.registerUser('test@example.com', 'password123', undefined, undefined, reqLog),
).rejects.toThrow('Database failed');
expect(logger.error).toHaveBeenCalled();
});
});
describe('registerAndLoginUser', () => {
it('should register user and return tokens', async () => {
// Mock registerUser logic (since we can't easily spy on the same class instance method without prototype spying, we rely on the underlying calls)
vi.mocked(bcrypt.hash).mockImplementation(async () => 'hashed-password');
vi.mocked(userRepo.createUser).mockResolvedValue(mockUserProfile);
vi.mocked(jwt.sign).mockImplementation(() => 'access-token' as any);
const result = await authService.registerAndLoginUser(
'test@example.com',
'password123',
'Test User',
undefined,
reqLog,
);
expect(result).toEqual({
newUserProfile: mockUserProfile,
accessToken: 'access-token',
refreshToken: 'mocked-random-string',
});
expect(userRepo.saveRefreshToken).toHaveBeenCalledWith(
'user-123',
'mocked-random-string',
reqLog,
);
});
});
describe('generateAuthTokens', () => {
it('should generate access and refresh tokens', () => {
vi.mocked(jwt.sign).mockImplementation(() => 'access-token' as any);
const result = authService.generateAuthTokens(mockUserProfile);
expect(jwt.sign).toHaveBeenCalledWith(
{
user_id: 'user-123',
email: 'test@example.com',
role: 'user',
},
'test-secret',
{ expiresIn: '15m' },
);
expect(result).toEqual({
accessToken: 'access-token',
refreshToken: 'mocked-random-string',
});
});
});
describe('saveRefreshToken', () => {
it('should save refresh token to db', async () => {
await authService.saveRefreshToken('user-123', 'token', reqLog);
expect(userRepo.saveRefreshToken).toHaveBeenCalledWith('user-123', 'token', reqLog);
});
it('should log and throw error on failure', async () => {
const error = new Error('DB Error');
vi.mocked(userRepo.saveRefreshToken).mockRejectedValue(error);
await expect(authService.saveRefreshToken('user-123', 'token', reqLog)).rejects.toThrow(
'DB Error',
);
expect(logger.error).toHaveBeenCalledWith(
expect.objectContaining({ error }),
expect.stringContaining('Failed to save refresh token'),
);
});
});
describe('resetPassword', () => {
it('should process password reset for existing user', async () => {
vi.mocked(userRepo.findUserByEmail).mockResolvedValue(mockUser as any);
vi.mocked(bcrypt.hash).mockImplementation(async () => 'hashed-token');
const result = await authService.resetPassword('test@example.com', reqLog);
expect(userRepo.createPasswordResetToken).toHaveBeenCalledWith(
'user-123',
'hashed-token',
expect.any(Date),
reqLog,
);
expect(sendPasswordResetEmail).toHaveBeenCalledWith(
'test@example.com',
expect.stringContaining('/reset-password/mocked-random-string'),
reqLog,
);
expect(result).toBe('mocked-random-string');
});
it('should log warning and return undefined for non-existent user', async () => {
vi.mocked(userRepo.findUserByEmail).mockResolvedValue(undefined);
const result = await authService.resetPassword('unknown@example.com', reqLog);
expect(logger.warn).toHaveBeenCalledWith(
expect.stringContaining('Password reset requested for non-existent email'),
);
expect(sendPasswordResetEmail).not.toHaveBeenCalled();
expect(result).toBeUndefined();
});
it('should log error and throw on failure', async () => {
const error = new Error('DB Error');
vi.mocked(userRepo.findUserByEmail).mockRejectedValue(error);
await expect(authService.resetPassword('test@example.com', reqLog)).rejects.toThrow(
'DB Error',
);
expect(logger.error).toHaveBeenCalled();
});
});
describe('updatePassword', () => {
it('should update password if token is valid', async () => {
const mockTokenRecord = {
user_id: 'user-123',
token_hash: 'hashed-token',
};
vi.mocked(userRepo.getValidResetTokens).mockResolvedValue([mockTokenRecord] as any);
vi.mocked(bcrypt.compare).mockImplementation(async () => true); // Match found
vi.mocked(bcrypt.hash).mockImplementation(async () => 'new-hashed-password');
const result = await authService.updatePassword('valid-token', 'newPassword', reqLog);
expect(userRepo.updateUserPassword).toHaveBeenCalledWith(
'user-123',
'new-hashed-password',
reqLog,
);
expect(userRepo.deleteResetToken).toHaveBeenCalledWith('hashed-token', reqLog);
expect(adminRepo.logActivity).toHaveBeenCalledWith(
expect.objectContaining({ action: 'password_reset' }),
reqLog,
);
expect(result).toBe(true);
});
it('should return null if token is invalid or not found', async () => {
vi.mocked(userRepo.getValidResetTokens).mockResolvedValue([]);
const result = await authService.updatePassword('invalid-token', 'newPassword', reqLog);
expect(userRepo.updateUserPassword).not.toHaveBeenCalled();
expect(result).toBeNull();
});
});
describe('getUserByRefreshToken', () => {
it('should return user profile if token exists', async () => {
vi.mocked(userRepo.findUserByRefreshToken).mockResolvedValue({ user_id: 'user-123' } as any);
vi.mocked(userRepo.findUserProfileById).mockResolvedValue(mockUserProfile);
const result = await authService.getUserByRefreshToken('valid-token', reqLog);
expect(result).toEqual(mockUserProfile);
});
it('should return null if token not found', async () => {
vi.mocked(userRepo.findUserByRefreshToken).mockResolvedValue(undefined);
const result = await authService.getUserByRefreshToken('invalid-token', reqLog);
expect(result).toBeNull();
});
});
describe('logout', () => {
it('should delete refresh token', async () => {
await authService.logout('token', reqLog);
expect(userRepo.deleteRefreshToken).toHaveBeenCalledWith('token', reqLog);
});
it('should log and throw on error', async () => {
const error = new Error('DB Error');
vi.mocked(userRepo.deleteRefreshToken).mockRejectedValue(error);
await expect(authService.logout('token', reqLog)).rejects.toThrow('DB Error');
expect(logger.error).toHaveBeenCalled();
});
});
describe('refreshAccessToken', () => {
it('should return new access token if user found', async () => {
vi.mocked(userRepo.findUserByRefreshToken).mockResolvedValue({ user_id: 'user-123' } as any);
vi.mocked(userRepo.findUserProfileById).mockResolvedValue(mockUserProfile);
vi.mocked(jwt.sign).mockImplementation(() => 'new-access-token' as any);
const result = await authService.refreshAccessToken('valid-token', reqLog);
expect(result).toEqual({ accessToken: 'new-access-token' });
});
it('should return null if user not found', async () => {
vi.mocked(userRepo.findUserByRefreshToken).mockResolvedValue(undefined);
const result = await authService.refreshAccessToken('invalid-token', reqLog);
expect(result).toBeNull();
});
});
});

View File

@@ -0,0 +1,51 @@
import { describe, it, expect, vi, beforeEach } from 'vitest';
import { brandService } from './brandService';
import * as db from './db/index.db';
import type { Logger } from 'pino';
// Mock dependencies
vi.mock('./db/index.db', () => ({
adminRepo: {
updateBrandLogo: vi.fn(),
},
}));
describe('BrandService', () => {
const mockLogger = {} as Logger;
beforeEach(() => {
vi.clearAllMocks();
});
describe('updateBrandLogo', () => {
it('should update brand logo and return the new URL', async () => {
const brandId = 123;
const mockFile = {
filename: 'test-logo.jpg',
} as Express.Multer.File;
vi.mocked(db.adminRepo.updateBrandLogo).mockResolvedValue(undefined);
const result = await brandService.updateBrandLogo(brandId, mockFile, mockLogger);
expect(result).toBe('/flyer-images/test-logo.jpg');
expect(db.adminRepo.updateBrandLogo).toHaveBeenCalledWith(
brandId,
'/flyer-images/test-logo.jpg',
mockLogger,
);
});
it('should throw error if database update fails', async () => {
const brandId = 123;
const mockFile = {
filename: 'test-logo.jpg',
} as Express.Multer.File;
const dbError = new Error('DB Error');
vi.mocked(db.adminRepo.updateBrandLogo).mockRejectedValue(dbError);
await expect(brandService.updateBrandLogo(brandId, mockFile, mockLogger)).rejects.toThrow('DB Error');
});
});
});

View File

@@ -249,6 +249,12 @@ describe('FlyerProcessingService', () => {
expect(job.updateProgress).toHaveBeenCalledWith({
errorCode: 'UNKNOWN_ERROR',
message: 'AI model exploded',
stages: [
{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: '1 page(s) ready for AI.' },
{ name: 'Extracting Data with AI', status: 'failed', critical: true, detail: 'AI model exploded' },
{ name: 'Transforming AI Data', status: 'skipped', critical: true },
{ name: 'Saving to Database', status: 'skipped', critical: true },
],
}); // This was a duplicate, fixed.
expect(mockCleanupQueue.add).not.toHaveBeenCalled();
expect(logger.warn).toHaveBeenCalledWith(
@@ -268,6 +274,12 @@ describe('FlyerProcessingService', () => {
expect(job.updateProgress).toHaveBeenCalledWith({
errorCode: 'QUOTA_EXCEEDED',
message: 'An AI quota has been exceeded. Please try again later.',
stages: [
{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: '1 page(s) ready for AI.' },
{ name: 'Extracting Data with AI', status: 'failed', critical: true, detail: 'AI model quota exceeded' },
{ name: 'Transforming AI Data', status: 'skipped', critical: true },
{ name: 'Saving to Database', status: 'skipped', critical: true },
],
});
expect(mockCleanupQueue.add).not.toHaveBeenCalled();
expect(logger.warn).toHaveBeenCalledWith(
@@ -290,10 +302,10 @@ describe('FlyerProcessingService', () => {
'The uploaded PDF could not be processed. It might be blank, corrupt, or password-protected.', // This was a duplicate, fixed.
stderr: 'pdftocairo error',
stages: [
{ name: 'Preparing Inputs', status: 'failed', critical: true, detail: 'Validating and preparing file...' },
{ name: 'Extracting Data with AI', status: 'skipped', critical: true, detail: undefined },
{ name: 'Transforming AI Data', status: 'skipped', critical: true, detail: undefined },
{ name: 'Saving to Database', status: 'skipped', critical: true, detail: undefined },
{ name: 'Preparing Inputs', status: 'failed', critical: true, detail: 'The uploaded PDF could not be processed. It might be blank, corrupt, or password-protected.' },
{ name: 'Extracting Data with AI', status: 'skipped', critical: true },
{ name: 'Transforming AI Data', status: 'skipped', critical: true },
{ name: 'Saving to Database', status: 'skipped', critical: true },
],
});
expect(mockCleanupQueue.add).not.toHaveBeenCalled();
@@ -320,7 +332,7 @@ describe('FlyerProcessingService', () => {
rawData: {},
stages: expect.any(Array), // Stages will be dynamically generated
},
'AI Data Validation failed.',
'A known processing error occurred: AiDataValidationError',
);
// Use `toHaveBeenLastCalledWith` to check only the final error payload.
// FIX: The payload from AiDataValidationError includes validationErrors and rawData.
@@ -332,7 +344,7 @@ describe('FlyerProcessingService', () => {
rawData: {},
stages: [
{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: '1 page(s) ready for AI.' },
{ name: 'Extracting Data with AI', status: 'failed', critical: true, detail: 'Communicating with AI model...' },
{ name: 'Extracting Data with AI', status: 'failed', critical: true, detail: "The AI couldn't read the flyer's format. Please try a clearer image or a different flyer." },
{ name: 'Transforming AI Data', status: 'skipped', critical: true },
{ name: 'Saving to Database', status: 'skipped', critical: true },
],
@@ -375,6 +387,12 @@ describe('FlyerProcessingService', () => {
expect(job.updateProgress).toHaveBeenCalledWith({
errorCode: 'UNKNOWN_ERROR',
message: 'Database transaction failed',
stages: [
{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: '1 page(s) ready for AI.' },
{ name: 'Extracting Data with AI', status: 'completed', critical: true, detail: 'Communicating with AI model...' },
{ name: 'Transforming AI Data', status: 'completed', critical: true },
{ name: 'Saving to Database', status: 'failed', critical: true, detail: 'Database transaction failed' },
],
}); // This was a duplicate, fixed.
expect(mockCleanupQueue.add).not.toHaveBeenCalled();
expect(logger.warn).toHaveBeenCalledWith(
@@ -395,6 +413,12 @@ describe('FlyerProcessingService', () => {
expect(job.updateProgress).toHaveBeenCalledWith({
errorCode: 'UNSUPPORTED_FILE_TYPE',
message: 'Unsupported file type: .txt. Supported types are PDF, JPG, PNG, WEBP, HEIC, HEIF, GIF, TIFF, SVG, BMP.',
stages: [
{ name: 'Preparing Inputs', status: 'failed', critical: true, detail: 'Unsupported file type: .txt. Supported types are PDF, JPG, PNG, WEBP, HEIC, HEIF, GIF, TIFF, SVG, BMP.' },
{ name: 'Extracting Data with AI', status: 'skipped', critical: true, detail: 'Communicating with AI model...' },
{ name: 'Transforming AI Data', status: 'skipped', critical: true },
{ name: 'Saving to Database', status: 'skipped', critical: true },
],
});
expect(mockCleanupQueue.add).not.toHaveBeenCalled();
expect(logger.warn).toHaveBeenCalledWith(
@@ -416,6 +440,12 @@ describe('FlyerProcessingService', () => {
expect(job.updateProgress).toHaveBeenCalledWith({
errorCode: 'UNKNOWN_ERROR',
message: 'Icon generation failed.',
stages: [
{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: '1 page(s) ready for AI.' },
{ name: 'Extracting Data with AI', status: 'completed', critical: true, detail: 'Communicating with AI model...' },
{ name: 'Transforming AI Data', status: 'failed', critical: true, detail: 'Icon generation failed.' },
{ name: 'Saving to Database', status: 'skipped', critical: true },
],
}); // This was a duplicate, fixed.
expect(mockCleanupQueue.add).not.toHaveBeenCalled();
expect(logger.warn).toHaveBeenCalledWith(
@@ -431,13 +461,14 @@ describe('FlyerProcessingService', () => {
const quotaError = new Error('RESOURCE_EXHAUSTED');
const privateMethod = (service as any)._reportErrorAndThrow;
await expect(privateMethod(quotaError, job, logger)).rejects.toThrow(
await expect(privateMethod(quotaError, job, logger, [])).rejects.toThrow(
UnrecoverableError,
);
expect(job.updateProgress).toHaveBeenCalledWith({
errorCode: 'QUOTA_EXCEEDED',
message: 'An AI quota has been exceeded. Please try again later.',
stages: [],
});
});
@@ -451,7 +482,7 @@ describe('FlyerProcessingService', () => {
);
const privateMethod = (service as any)._reportErrorAndThrow;
await expect(privateMethod(validationError, job, logger)).rejects.toThrow(
await expect(privateMethod(validationError, job, logger, [])).rejects.toThrow(
validationError,
);
@@ -462,6 +493,7 @@ describe('FlyerProcessingService', () => {
"The AI couldn't read the flyer's format. Please try a clearer image or a different flyer.",
validationErrors: { foo: 'bar' },
rawData: { raw: 'data' },
stages: [],
});
});
@@ -471,11 +503,12 @@ describe('FlyerProcessingService', () => {
const genericError = new Error('A standard failure');
const privateMethod = (service as any)._reportErrorAndThrow;
await expect(privateMethod(genericError, job, logger)).rejects.toThrow(genericError);
await expect(privateMethod(genericError, job, logger, [])).rejects.toThrow(genericError);
expect(job.updateProgress).toHaveBeenCalledWith({
errorCode: 'UNKNOWN_ERROR',
message: 'A standard failure', // This was a duplicate, fixed.
stages: [],
});
});
@@ -485,7 +518,7 @@ describe('FlyerProcessingService', () => {
const nonError = 'just a string error';
const privateMethod = (service as any)._reportErrorAndThrow;
await expect(privateMethod(nonError, job, logger)).rejects.toThrow('just a string error');
await expect(privateMethod(nonError, job, logger, [])).rejects.toThrow('just a string error');
});
});

View File

@@ -55,7 +55,7 @@ export class FlyerProcessingService {
const logger = globalLogger.child({ jobId: job.id, jobName: job.name, ...job.data });
logger.info('Picked up flyer processing job.');
const initialStages: ProcessingStage[] = [
const stages: ProcessingStage[] = [
{ name: 'Preparing Inputs', status: 'pending', critical: true, detail: 'Validating and preparing file...' },
{ name: 'Extracting Data with AI', status: 'pending', critical: true, detail: 'Communicating with AI model...' },
{ name: 'Transforming AI Data', status: 'pending', critical: true },
@@ -67,22 +67,31 @@ export class FlyerProcessingService {
try {
// Stage 1: Prepare Inputs (e.g., convert PDF to images)
await job.updateProgress({ stages: [{ name: 'Preparing Inputs', status: 'in-progress', critical: true, detail: 'Validating and preparing file...' }] });
stages[0].status = 'in-progress';
await job.updateProgress({ stages });
const { imagePaths, createdImagePaths } = await this.fileHandler.prepareImageInputs(
job.data.filePath,
job,
logger,
);
allFilePaths.push(...createdImagePaths);
await job.updateProgress({ stages: [{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: `${imagePaths.length} page(s) ready for AI.` }] });
stages[0].status = 'completed';
stages[0].detail = `${imagePaths.length} page(s) ready for AI.`;
await job.updateProgress({ stages });
// Stage 2: Extract Data with AI
await job.updateProgress({ stages: [{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: `${imagePaths.length} page(s) ready for AI.` }, { name: 'Extracting Data with AI', status: 'in-progress', critical: true, detail: 'Communicating with AI model...' }] });
stages[1].status = 'in-progress';
await job.updateProgress({ stages });
const aiResult = await this.aiProcessor.extractAndValidateData(imagePaths, job.data, logger);
await job.updateProgress({ stages: [{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: `${imagePaths.length} page(s) ready for AI.` }, { name: 'Extracting Data with AI', status: 'completed', critical: true }] });
stages[1].status = 'completed';
await job.updateProgress({ stages });
// Stage 3: Transform AI Data into DB format
await job.updateProgress({ stages: [{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: `${imagePaths.length} page(s) ready for AI.` }, { name: 'Extracting Data with AI', status: 'completed', critical: true }, { name: 'Transforming AI Data', status: 'in-progress', critical: true }] });
stages[2].status = 'in-progress';
await job.updateProgress({ stages });
const { flyerData, itemsForDb } = await this.transformer.transform(
aiResult,
imagePaths,
@@ -91,12 +100,16 @@ export class FlyerProcessingService {
job.data.userId,
logger,
);
await job.updateProgress({ stages: [{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: `${imagePaths.length} page(s) ready for AI.` }, { name: 'Extracting Data with AI', status: 'completed', critical: true }, { name: 'Transforming AI Data', status: 'completed', critical: true }] });
stages[2].status = 'completed';
await job.updateProgress({ stages });
// Stage 4: Save to Database
await job.updateProgress({ stages: [{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: `${imagePaths.length} page(s) ready for AI.` }, { name: 'Extracting Data with AI', status: 'completed', critical: true }, { name: 'Transforming AI Data', status: 'completed', critical: true }, { name: 'Saving to Database', status: 'in-progress', critical: true }] });
stages[3].status = 'in-progress';
await job.updateProgress({ stages });
const { flyer } = await createFlyerAndItems(flyerData, itemsForDb, logger);
await job.updateProgress({ stages: [{ name: 'Preparing Inputs', status: 'completed', critical: true, detail: `${imagePaths.length} page(s) ready for AI.` }, { name: 'Extracting Data with AI', status: 'completed', critical: true }, { name: 'Transforming AI Data', status: 'completed', critical: true }, { name: 'Saving to Database', status: 'completed', critical: true }] });
stages[3].status = 'completed';
await job.updateProgress({ stages });
// Stage 5: Log Activity
await this.db.adminRepo.logActivity(
@@ -121,7 +134,7 @@ export class FlyerProcessingService {
} catch (error) {
logger.warn('Job failed. Temporary files will NOT be cleaned up to allow for manual inspection.');
// This private method handles error reporting and re-throwing.
await this._reportErrorAndThrow(error, job, logger, initialStages);
await this._reportErrorAndThrow(error, job, logger, stages);
// This line is technically unreachable because the above method always throws,
// but it's required to satisfy TypeScript's control flow analysis.
throw error;
@@ -190,47 +203,57 @@ export class FlyerProcessingService {
if (normalizedError instanceof FlyerProcessingError) {
errorPayload = normalizedError.toErrorPayload();
} else {
const message = normalizedError.message || 'An unknown error occurred.';
errorPayload = { errorCode: 'UNKNOWN_ERROR', message };
}
// Determine which stage failed based on the error code
let errorStageIndex = -1;
if (normalizedError.errorCode === 'PDF_CONVERSION_FAILED' || normalizedError.errorCode === 'UNSUPPORTED_FILE_TYPE') {
errorStageIndex = stagesToReport.findIndex(s => s.name === 'Preparing Inputs');
} else if (normalizedError.errorCode === 'AI_VALIDATION_FAILED') {
errorStageIndex = stagesToReport.findIndex(s => s.name === 'Extracting Data with AI');
} else if (normalizedError.message.includes('Icon generation failed')) { // Specific message for transformer error
errorStageIndex = stagesToReport.findIndex(s => s.name === 'Transforming AI Data');
} else if (normalizedError.message.includes('Database transaction failed')) { // Specific message for DB error
errorStageIndex = stagesToReport.findIndex(s => s.name === 'Saving to Database');
}
// Determine which stage failed
let errorStageIndex = -1;
// If a specific stage is identified, update its status and subsequent stages
if (errorStageIndex !== -1) {
stagesToReport[errorStageIndex] = {
...stagesToReport[errorStageIndex],
status: 'failed',
detail: errorPayload.message, // Use the user-friendly message as detail
};
// Mark subsequent critical stages as skipped
for (let i = errorStageIndex + 1; i < stagesToReport.length; i++) {
if (stagesToReport[i].critical) {
stagesToReport[i] = { ...stagesToReport[i], status: 'skipped' };
}
}
} else {
// Fallback: if no specific stage is identified, mark the last stage as failed
if (stagesToReport.length > 0) {
const lastStageIndex = stagesToReport.length - 1;
stagesToReport[lastStageIndex] = {
...stagesToReport[lastStageIndex],
status: 'failed',
detail: errorPayload.message,
};
// 1. Try to map specific error codes/messages to stages
if (errorPayload.errorCode === 'PDF_CONVERSION_FAILED' || errorPayload.errorCode === 'UNSUPPORTED_FILE_TYPE') {
errorStageIndex = stagesToReport.findIndex(s => s.name === 'Preparing Inputs');
} else if (errorPayload.errorCode === 'AI_VALIDATION_FAILED') {
errorStageIndex = stagesToReport.findIndex(s => s.name === 'Extracting Data with AI');
} else if (errorPayload.message.includes('Icon generation failed')) {
errorStageIndex = stagesToReport.findIndex(s => s.name === 'Transforming AI Data');
} else if (errorPayload.message.includes('Database transaction failed')) {
errorStageIndex = stagesToReport.findIndex(s => s.name === 'Saving to Database');
}
// 2. If not mapped, find the currently running stage
if (errorStageIndex === -1) {
errorStageIndex = stagesToReport.findIndex(s => s.status === 'in-progress');
}
// 3. Fallback to the last stage
if (errorStageIndex === -1 && stagesToReport.length > 0) {
errorStageIndex = stagesToReport.length - 1;
}
// Update stages
if (errorStageIndex !== -1) {
stagesToReport[errorStageIndex] = {
...stagesToReport[errorStageIndex],
status: 'failed',
detail: errorPayload.message, // Use the user-friendly message as detail
};
// Mark subsequent critical stages as skipped
for (let i = errorStageIndex + 1; i < stagesToReport.length; i++) {
if (stagesToReport[i].critical) {
// When a stage is skipped, we don't need its previous 'detail' property.
// This creates a clean 'skipped' state object by removing `detail` and keeping the rest.
const { detail, ...restOfStage } = stagesToReport[i];
stagesToReport[i] = { ...restOfStage, status: 'skipped' };
}
}
}
errorPayload.stages = stagesToReport; // Add updated stages to the error payload
errorPayload.stages = stagesToReport;
// For logging, explicitly include validationErrors and rawData if present
// Logging logic
if (normalizedError instanceof FlyerProcessingError) {
const logDetails: Record<string, any> = { err: normalizedError };
if (normalizedError instanceof AiDataValidationError) {
logDetails.validationErrors = normalizedError.validationErrors;
@@ -252,19 +275,7 @@ export class FlyerProcessingService {
logger.error(logDetails, `A known processing error occurred: ${normalizedError.name}`);
} else {
const message = normalizedError.message || 'An unknown error occurred.';
errorPayload = { errorCode: 'UNKNOWN_ERROR', message };
// For generic errors, if we have stages, mark the last one as failed
if (stagesToReport.length > 0) {
const lastStageIndex = stagesToReport.length - 1;
stagesToReport[lastStageIndex] = {
...stagesToReport[lastStageIndex],
status: 'failed',
detail: message
};
}
errorPayload.stages = stagesToReport; // Add stages to the error payload
logger.error({ err: normalizedError, ...errorPayload }, `An unknown error occurred: ${message}`);
logger.error({ err: normalizedError, ...errorPayload }, `An unknown error occurred: ${errorPayload.message}`);
}
// Check for specific error messages that indicate a non-retriable failure, like quota exhaustion.

View File

@@ -0,0 +1,128 @@
// src/services/systemService.test.ts
import { describe, it, expect, vi, beforeEach } from 'vitest';
import { exec, type ExecException } from 'child_process';
import { logger } from './logger.server';
// Mock logger
vi.mock('./logger.server', () => ({
logger: {
info: vi.fn(),
warn: vi.fn(),
error: vi.fn(),
},
}));
// Mock util.promisify to handle child_process.exec signature
vi.mock('util', async (importOriginal) => {
const actual = await importOriginal<typeof import('util')>();
return {
...actual,
promisify: (fn: Function) => {
return (...args: any[]) => {
return new Promise((resolve, reject) => {
fn(...args, (err: Error | null, stdout: string, stderr: string) => {
if (err) {
// Attach stdout/stderr to error for the catch block in service
Object.assign(err, { stdout, stderr });
reject(err);
} else {
resolve({ stdout, stderr });
}
});
});
};
},
};
});
// Mock child_process
vi.mock('child_process', async (importOriginal) => {
const actual = await importOriginal<typeof import('child_process')>();
return {
...actual,
exec: vi.fn(),
};
});
// Import service AFTER mocks to ensure top-level promisify uses the mock
import { systemService } from './systemService';
describe('SystemService', () => {
beforeEach(() => {
vi.clearAllMocks();
});
describe('getPm2Status', () => {
it('should return success: true when process is online', async () => {
const stdout = `
┌────┬──────────────────────┬──────────┐
│ id │ name │ status │
├────┼──────────────────────┼──────────┤
│ 0 │ flyer-crawler-api │ online │
└────┴──────────────────────┴──────────┘
`;
vi.mocked(exec).mockImplementation((cmd, callback: any) => {
callback(null, stdout, '');
return {} as any;
});
const result = await systemService.getPm2Status();
expect(result).toEqual({
success: true,
message: 'Application is online and running under PM2.',
});
});
it('should return success: false when process is stopped', async () => {
const stdout = `
┌────┬──────────────────────┬──────────┐
│ id │ name │ status │
├────┼──────────────────────┼──────────┤
│ 0 │ flyer-crawler-api │ stopped │
└────┴──────────────────────┴──────────┘
`;
vi.mocked(exec).mockImplementation((cmd, callback: any) => {
callback(null, stdout, '');
return {} as any;
});
const result = await systemService.getPm2Status();
expect(result).toEqual({
success: false,
message: 'Application process exists but is not online.',
});
});
it('should throw error if stderr has content', async () => {
vi.mocked(exec).mockImplementation((cmd, callback: any) => {
callback(null, 'some stdout', 'some stderr warning');
return {} as any;
});
await expect(systemService.getPm2Status()).rejects.toThrow('PM2 command produced an error: some stderr warning');
});
it('should return success: false when process does not exist', async () => {
const error = new Error('Command failed') as ExecException & { stdout?: string; stderr?: string };
error.code = 1;
error.stderr = "[PM2][ERROR] Process or Namespace flyer-crawler-api doesn't exist";
vi.mocked(exec).mockImplementation((cmd, callback: any) => {
callback(error, '', error.stderr);
return {} as any;
});
const result = await systemService.getPm2Status();
expect(result).toEqual({
success: false,
message: 'Application process is not running under PM2.',
});
expect(logger.warn).toHaveBeenCalledWith(
expect.stringContaining('PM2 process "flyer-crawler-api" not found')
);
});
});
});

View File

@@ -1,13 +1,22 @@
// src/services/userService.test.ts
import { describe, it, expect, vi, beforeEach } from 'vitest';
import type { Address } from '../types';
import type { Address, UserProfile } from '../types';
import { createMockUserProfile } from '../tests/utils/mockFactories';
import * as bcrypt from 'bcrypt';
import { ValidationError, NotFoundError } from './db/errors.db';
import type { Job } from 'bullmq';
import type { TokenCleanupJobData } from '../types/job-data';
// --- Hoisted Mocks ---
const mocks = vi.hoisted(() => {
// Create mock implementations for the repository methods we'll be using.
const mockUpsertAddress = vi.fn();
const mockUpdateUserProfile = vi.fn();
const mockDeleteExpiredResetTokens = vi.fn();
const mockUpdateUserPassword = vi.fn();
const mockFindUserWithPasswordHashById = vi.fn();
const mockDeleteUserById = vi.fn();
const mockGetAddressById = vi.fn();
return {
// Mock the withTransaction helper to immediately execute the callback.
@@ -24,13 +33,33 @@ const mocks = vi.hoisted(() => {
// Expose the method mocks for assertions.
mockUpsertAddress,
mockUpdateUserProfile,
mockDeleteExpiredResetTokens,
mockUpdateUserPassword,
mockFindUserWithPasswordHashById,
mockDeleteUserById,
mockGetAddressById,
};
});
// --- Mock Modules ---
vi.mock('bcrypt', () => ({
hash: vi.fn(),
compare: vi.fn(),
}));
vi.mock('./db/index.db', () => ({
withTransaction: mocks.mockWithTransaction,
userRepo: {
deleteExpiredResetTokens: mocks.mockDeleteExpiredResetTokens,
updateUserProfile: mocks.mockUpdateUserProfile,
updateUserPassword: mocks.mockUpdateUserPassword,
findUserWithPasswordHashById: mocks.mockFindUserWithPasswordHashById,
deleteUserById: mocks.mockDeleteUserById,
},
addressRepo: {
getAddressById: mocks.mockGetAddressById,
},
}));
// This mock is correct, using a standard function for the constructor.
@@ -53,7 +82,13 @@ vi.mock('./db/user.db', () => ({
vi.mock('./logger.server', () => ({
// Provide a default mock for the logger
logger: { info: vi.fn(), error: vi.fn(), warn: vi.fn(), debug: vi.fn() },
logger: {
info: vi.fn(),
error: vi.fn(),
warn: vi.fn(),
debug: vi.fn(),
child: vi.fn().mockReturnThis(),
},
}));
// Import the service to be tested AFTER all mocks are set up.
@@ -138,4 +173,163 @@ describe('UserService', () => {
expect(mocks.mockUpdateUserProfile).not.toHaveBeenCalled();
});
});
describe('processTokenCleanupJob', () => {
it('should delete expired tokens and return the count', async () => {
const job = {
id: 'job-1',
name: 'token-cleanup',
attemptsMade: 1,
} as Job<TokenCleanupJobData>;
mocks.mockDeleteExpiredResetTokens.mockResolvedValue(5);
const result = await userService.processTokenCleanupJob(job);
expect(result).toEqual({ deletedCount: 5 });
expect(mocks.mockDeleteExpiredResetTokens).toHaveBeenCalled();
});
it('should log error and rethrow if cleanup fails', async () => {
const { logger } = await import('./logger.server');
const job = {
id: 'job-1',
name: 'token-cleanup',
attemptsMade: 1,
} as Job<TokenCleanupJobData>;
const error = new Error('DB Error');
mocks.mockDeleteExpiredResetTokens.mockRejectedValue(error);
await expect(userService.processTokenCleanupJob(job)).rejects.toThrow('DB Error');
expect(logger.error).toHaveBeenCalledWith(
expect.objectContaining({ err: error }),
'Expired token cleanup job failed.',
);
});
});
describe('updateUserAvatar', () => {
it('should construct avatar URL and update profile', async () => {
const { logger } = await import('./logger.server');
const userId = 'user-123';
const file = { filename: 'avatar.jpg' } as Express.Multer.File;
const expectedUrl = '/uploads/avatars/avatar.jpg';
mocks.mockUpdateUserProfile.mockResolvedValue({} as any);
await userService.updateUserAvatar(userId, file, logger);
expect(mocks.mockUpdateUserProfile).toHaveBeenCalledWith(
userId,
{ avatar_url: expectedUrl },
logger,
);
});
});
describe('updateUserPassword', () => {
it('should hash password and update user', async () => {
const { logger } = await import('./logger.server');
const userId = 'user-123';
const newPassword = 'new-password';
const hashedPassword = 'hashed-password';
vi.mocked(bcrypt.hash).mockImplementation(async () => hashedPassword);
await userService.updateUserPassword(userId, newPassword, logger);
expect(bcrypt.hash).toHaveBeenCalledWith(newPassword, 10);
expect(mocks.mockUpdateUserPassword).toHaveBeenCalledWith(userId, hashedPassword, logger);
});
});
describe('deleteUserAccount', () => {
it('should delete user if password matches', async () => {
const { logger } = await import('./logger.server');
const userId = 'user-123';
const password = 'password';
const hashedPassword = 'hashed-password';
mocks.mockFindUserWithPasswordHashById.mockResolvedValue({
user_id: userId,
password_hash: hashedPassword,
});
vi.mocked(bcrypt.compare).mockImplementation(async () => true);
await userService.deleteUserAccount(userId, password, logger);
expect(mocks.mockDeleteUserById).toHaveBeenCalledWith(userId, logger);
});
it('should throw NotFoundError if user not found', async () => {
const { logger } = await import('./logger.server');
mocks.mockFindUserWithPasswordHashById.mockResolvedValue(null);
await expect(
userService.deleteUserAccount('user-123', 'password', logger),
).rejects.toThrow(NotFoundError);
});
it('should throw ValidationError if password does not match', async () => {
const { logger } = await import('./logger.server');
mocks.mockFindUserWithPasswordHashById.mockResolvedValue({
user_id: 'user-123',
password_hash: 'hashed',
});
vi.mocked(bcrypt.compare).mockImplementation(async () => false);
await expect(
userService.deleteUserAccount('user-123', 'wrong-password', logger),
).rejects.toThrow(ValidationError);
expect(mocks.mockDeleteUserById).not.toHaveBeenCalled();
});
});
describe('getUserAddress', () => {
it('should return address if user is authorized', async () => {
const { logger } = await import('./logger.server');
const userProfile = { address_id: 123 } as UserProfile;
const address = { address_id: 123, address_line_1: 'Test St' } as Address;
mocks.mockGetAddressById.mockResolvedValue(address);
const result = await userService.getUserAddress(userProfile, 123, logger);
expect(result).toEqual(address);
expect(mocks.mockGetAddressById).toHaveBeenCalledWith(123, logger);
});
it('should throw ValidationError if address IDs do not match', async () => {
const { logger } = await import('./logger.server');
const userProfile = { address_id: 123 } as UserProfile;
await expect(userService.getUserAddress(userProfile, 456, logger)).rejects.toThrow(
ValidationError,
);
expect(mocks.mockGetAddressById).not.toHaveBeenCalled();
});
});
describe('deleteUserAsAdmin', () => {
it('should delete user if deleter is not the target', async () => {
const { logger } = await import('./logger.server');
const deleterId = 'admin-1';
const targetId = 'user-2';
await userService.deleteUserAsAdmin(deleterId, targetId, logger);
expect(mocks.mockDeleteUserById).toHaveBeenCalledWith(targetId, logger);
});
it('should throw ValidationError if admin tries to delete themselves', async () => {
const { logger } = await import('./logger.server');
const adminId = 'admin-1';
await expect(userService.deleteUserAsAdmin(adminId, adminId, logger)).rejects.toThrow(
ValidationError,
);
expect(mocks.mockDeleteUserById).not.toHaveBeenCalled();
});
});
});

View File

@@ -158,6 +158,10 @@ describe('Worker Entry Point', () => {
expect(rejectionHandler).toBeDefined();
const testReason = 'Promise rejected';
const testPromise = Promise.reject(testReason);
// We must handle this rejection in the test to prevent Vitest/Node from flagging it as unhandled
testPromise.catch((err) => {
console.log('Handled expected test rejection to prevent test runner error:', err);
});
// Act
rejectionHandler(testReason, testPromise);