Compare commits

...

4 Commits

Author SHA1 Message Date
Gitea Actions
bcf16168b6 ci: Bump version to 0.9.9 [skip ci] 2026-01-03 13:03:37 +05:00
498fbd9e0e more test improvements
All checks were successful
Deploy to Test Environment / deploy-to-test (push) Successful in 21m5s
2026-01-03 00:02:09 -08:00
Gitea Actions
007ff8e538 ci: Bump version to 0.9.8 [skip ci] 2026-01-03 11:34:34 +05:00
1fc70e3915 extend timers duration - prevent jobs from timing out after 30secs, increased to 4mins
All checks were successful
Deploy to Test Environment / deploy-to-test (push) Successful in 22m56s
2026-01-02 22:33:51 -08:00
20 changed files with 577 additions and 180 deletions

View File

@@ -52,6 +52,7 @@ module.exports = {
SMTP_USER: process.env.SMTP_USER,
SMTP_PASS: process.env.SMTP_PASS,
SMTP_FROM_EMAIL: process.env.SMTP_FROM_EMAIL,
WORKER_LOCK_DURATION: '120000',
},
// Test Environment Settings
env_test: {
@@ -74,6 +75,7 @@ module.exports = {
SMTP_USER: process.env.SMTP_USER,
SMTP_PASS: process.env.SMTP_PASS,
SMTP_FROM_EMAIL: process.env.SMTP_FROM_EMAIL,
WORKER_LOCK_DURATION: '120000',
},
// Development Environment Settings
env_development: {
@@ -97,6 +99,7 @@ module.exports = {
SMTP_USER: process.env.SMTP_USER,
SMTP_PASS: process.env.SMTP_PASS,
SMTP_FROM_EMAIL: process.env.SMTP_FROM_EMAIL,
WORKER_LOCK_DURATION: '120000',
},
},
{

4
package-lock.json generated
View File

@@ -1,12 +1,12 @@
{
"name": "flyer-crawler",
"version": "0.9.7",
"version": "0.9.9",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "flyer-crawler",
"version": "0.9.7",
"version": "0.9.9",
"dependencies": {
"@bull-board/api": "^6.14.2",
"@bull-board/express": "^6.14.2",

View File

@@ -1,7 +1,7 @@
{
"name": "flyer-crawler",
"private": true,
"version": "0.9.7",
"version": "0.9.9",
"type": "module",
"scripts": {
"dev": "concurrently \"npm:start:dev\" \"vite\"",

View File

@@ -24,58 +24,8 @@ import { cleanupFiles } from '../tests/utils/cleanupFiles';
import { logger } from '../services/logger.server';
import { userService } from '../services/userService';
// 1. Mock the Service Layer directly.
// The user.routes.ts file imports from '.../db/index.db'. We need to mock that module.
vi.mock('../services/db/index.db', () => ({
// Repository instances
userRepo: {
findUserProfileById: vi.fn(),
updateUserProfile: vi.fn(),
updateUserPreferences: vi.fn(),
},
personalizationRepo: {
getWatchedItems: vi.fn(),
removeWatchedItem: vi.fn(),
addWatchedItem: vi.fn(),
getUserDietaryRestrictions: vi.fn(),
setUserDietaryRestrictions: vi.fn(),
getUserAppliances: vi.fn(),
setUserAppliances: vi.fn(),
},
shoppingRepo: {
getShoppingLists: vi.fn(),
createShoppingList: vi.fn(),
deleteShoppingList: vi.fn(),
addShoppingListItem: vi.fn(),
updateShoppingListItem: vi.fn(),
removeShoppingListItem: vi.fn(),
getShoppingListById: vi.fn(), // Added missing mock
},
recipeRepo: {
deleteRecipe: vi.fn(),
updateRecipe: vi.fn(),
},
addressRepo: {
getAddressById: vi.fn(),
upsertAddress: vi.fn(),
},
notificationRepo: {
getNotificationsForUser: vi.fn(),
markAllNotificationsAsRead: vi.fn(),
markNotificationAsRead: vi.fn(),
},
}));
// Mock userService
vi.mock('../services/userService', () => ({
userService: {
updateUserAvatar: vi.fn(),
updateUserPassword: vi.fn(),
deleteUserAccount: vi.fn(),
getUserAddress: vi.fn(),
upsertUserAddress: vi.fn(),
},
}));
// Mocks for db/index.db, userService, and logger are now centralized in `src/tests/setup/tests-setup-unit.ts`.
// This avoids repetition across test files.
// Mock the logger
vi.mock('../services/logger.server', async () => ({
@@ -1080,7 +1030,7 @@ describe('User Routes (/api/users)', () => {
it('should upload an avatar and update the user profile', async () => {
const mockUpdatedProfile = createMockUserProfile({
...mockUserProfile,
avatar_url: '/uploads/avatars/new-avatar.png',
avatar_url: 'http://localhost:3001/uploads/avatars/new-avatar.png',
});
vi.mocked(userService.updateUserAvatar).mockResolvedValue(mockUpdatedProfile);
@@ -1092,7 +1042,7 @@ describe('User Routes (/api/users)', () => {
.attach('avatar', Buffer.from('dummy-image-content'), dummyImagePath);
expect(response.status).toBe(200);
expect(response.body.avatar_url).toContain('/uploads/avatars/'); // This was a duplicate, fixed.
expect(response.body.avatar_url).toContain('http://localhost:3001/uploads/avatars/');
expect(userService.updateUserAvatar).toHaveBeenCalledWith(
mockUserProfile.user.user_id,
expect.any(Object),

View File

@@ -11,7 +11,11 @@ import {
DuplicateFlyerError,
type RawFlyerItem,
} from './aiService.server';
import { createMockMasterGroceryItem, createMockFlyer } from '../tests/utils/mockFactories';
import {
createMockMasterGroceryItem,
createMockFlyer,
createMockUserProfile,
} from '../tests/utils/mockFactories';
import { ValidationError } from './db/errors.db';
import { AiFlyerDataSchema } from '../types/ai';
@@ -102,6 +106,8 @@ interface MockFlyer {
updated_at: string;
}
const baseUrl = 'http://localhost:3001';
describe('AI Service (Server)', () => {
// Create mock dependencies that will be injected into the service
const mockAiClient = { generateContent: vi.fn() };
@@ -900,7 +906,18 @@ describe('AI Service (Server)', () => {
} as UserProfile;
it('should throw DuplicateFlyerError if flyer already exists', async () => {
vi.mocked(dbModule.flyerRepo.findFlyerByChecksum).mockResolvedValue({ flyer_id: 99, checksum: 'checksum123', file_name: 'test.pdf', image_url: '/flyer-images/test.pdf', icon_url: '/flyer-images/icons/test.webp', store_id: 1, status: 'processed', item_count: 0, created_at: new Date().toISOString(), updated_at: new Date().toISOString() });
vi.mocked(dbModule.flyerRepo.findFlyerByChecksum).mockResolvedValue({
flyer_id: 99,
checksum: 'checksum123',
file_name: 'test.pdf',
image_url: `${baseUrl}/flyer-images/test.pdf`,
icon_url: `${baseUrl}/flyer-images/icons/test.webp`,
store_id: 1,
status: 'processed',
item_count: 0,
created_at: new Date().toISOString(),
updated_at: new Date().toISOString(),
});
await expect(
aiServiceInstance.enqueueFlyerProcessing(
@@ -964,7 +981,8 @@ describe('AI Service (Server)', () => {
filename: 'upload.jpg',
originalname: 'orig.jpg',
} as Express.Multer.File; // This was a duplicate, fixed.
const mockProfile = { user: { user_id: 'u1' } } as UserProfile;
const mockProfile = createMockUserProfile({ user: { user_id: 'a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11' } });
beforeEach(() => {
// Default success mocks. Use createMockFlyer for a more complete mock.
@@ -974,8 +992,8 @@ describe('AI Service (Server)', () => {
flyer: {
flyer_id: 100,
file_name: 'orig.jpg',
image_url: '/flyer-images/upload.jpg',
icon_url: '/flyer-images/icons/icon.jpg',
image_url: `${baseUrl}/flyer-images/upload.jpg`,
icon_url: `${baseUrl}/flyer-images/icons/icon.jpg`,
checksum: 'mock-checksum-123',
store_name: 'Mock Store',
valid_from: null,
@@ -983,7 +1001,7 @@ describe('AI Service (Server)', () => {
store_address: null,
item_count: 0,
status: 'processed',
uploaded_by: 'u1',
uploaded_by: mockProfile.user.user_id,
created_at: new Date().toISOString(),
updated_at: new Date().toISOString(),
} as MockFlyer, // Use the more specific MockFlyer type

View File

@@ -879,11 +879,27 @@ async enqueueFlyerProcessing(
const iconsDir = path.join(path.dirname(file.path), 'icons');
const iconFileName = await generateFlyerIcon(file.path, iconsDir, logger);
const iconUrl = `/flyer-images/icons/${iconFileName}`;
// Construct proper URLs including protocol and host to satisfy DB constraints.
let baseUrl = (process.env.FRONTEND_URL || process.env.BASE_URL || '').trim();
if (!baseUrl || !baseUrl.startsWith('http')) {
const port = process.env.PORT || 3000;
const fallbackUrl = `http://localhost:${port}`;
if (baseUrl) {
logger.warn(
`FRONTEND_URL/BASE_URL is invalid or incomplete ('${baseUrl}'). Falling back to default local URL: ${fallbackUrl}`,
);
}
baseUrl = fallbackUrl;
}
baseUrl = baseUrl.endsWith('/') ? baseUrl.slice(0, -1) : baseUrl;
const iconUrl = `${baseUrl}/flyer-images/icons/${iconFileName}`;
const imageUrl = `${baseUrl}/flyer-images/${file.filename}`;
const flyerData: FlyerInsert = {
file_name: originalFileName,
image_url: `/flyer-images/${file.filename}`,
image_url: imageUrl,
icon_url: iconUrl,
checksum: checksum,
store_name: storeName,

View File

@@ -1,5 +1,6 @@
// src/services/db/errors.db.test.ts
import { describe, it, expect } from 'vitest';
import { describe, it, expect, vi, beforeEach } from 'vitest';
import type { Logger } from 'pino';
import {
DatabaseError,
UniqueConstraintError,
@@ -7,8 +8,15 @@ import {
NotFoundError,
ValidationError,
FileUploadError,
NotNullConstraintError,
CheckConstraintError,
InvalidTextRepresentationError,
NumericValueOutOfRangeError,
handleDbError,
} from './errors.db';
vi.mock('./logger.server');
describe('Custom Database and Application Errors', () => {
describe('DatabaseError', () => {
it('should create a generic database error with a message and status', () => {
@@ -114,4 +122,161 @@ describe('Custom Database and Application Errors', () => {
expect(error.name).toBe('FileUploadError');
});
});
describe('NotNullConstraintError', () => {
it('should create an error with a default message and status 400', () => {
const error = new NotNullConstraintError();
expect(error).toBeInstanceOf(DatabaseError);
expect(error.message).toBe('A required field was left null.');
expect(error.status).toBe(400);
expect(error.name).toBe('NotNullConstraintError');
});
it('should create an error with a custom message', () => {
const message = 'Email cannot be null.';
const error = new NotNullConstraintError(message);
expect(error.message).toBe(message);
});
});
describe('CheckConstraintError', () => {
it('should create an error with a default message and status 400', () => {
const error = new CheckConstraintError();
expect(error).toBeInstanceOf(DatabaseError);
expect(error.message).toBe('A check constraint was violated.');
expect(error.status).toBe(400);
expect(error.name).toBe('CheckConstraintError');
});
it('should create an error with a custom message', () => {
const message = 'Price must be positive.';
const error = new CheckConstraintError(message);
expect(error.message).toBe(message);
});
});
describe('InvalidTextRepresentationError', () => {
it('should create an error with a default message and status 400', () => {
const error = new InvalidTextRepresentationError();
expect(error).toBeInstanceOf(DatabaseError);
expect(error.message).toBe('A value has an invalid format for its data type.');
expect(error.status).toBe(400);
expect(error.name).toBe('InvalidTextRepresentationError');
});
it('should create an error with a custom message', () => {
const message = 'Invalid input syntax for type integer: "abc"';
const error = new InvalidTextRepresentationError(message);
expect(error.message).toBe(message);
});
});
describe('NumericValueOutOfRangeError', () => {
it('should create an error with a default message and status 400', () => {
const error = new NumericValueOutOfRangeError();
expect(error).toBeInstanceOf(DatabaseError);
expect(error.message).toBe('A numeric value is out of the allowed range.');
expect(error.status).toBe(400);
expect(error.name).toBe('NumericValueOutOfRangeError');
});
it('should create an error with a custom message', () => {
const message = 'Value too large for type smallint.';
const error = new NumericValueOutOfRangeError(message);
expect(error.message).toBe(message);
});
});
describe('handleDbError', () => {
const mockLogger = {
error: vi.fn(),
} as unknown as Logger;
beforeEach(() => {
vi.clearAllMocks();
});
it('should re-throw existing DatabaseError instances without logging', () => {
const notFound = new NotFoundError('Test not found');
expect(() => handleDbError(notFound, mockLogger, 'msg', {})).toThrow(notFound);
expect(mockLogger.error).not.toHaveBeenCalled();
});
it('should throw UniqueConstraintError for code 23505', () => {
const dbError = new Error('duplicate key');
(dbError as any).code = '23505';
expect(() =>
handleDbError(dbError, mockLogger, 'msg', {}, { uniqueMessage: 'custom unique' }),
).toThrow('custom unique');
});
it('should throw ForeignKeyConstraintError for code 23503', () => {
const dbError = new Error('fk violation');
(dbError as any).code = '23503';
expect(() =>
handleDbError(dbError, mockLogger, 'msg', {}, { fkMessage: 'custom fk' }),
).toThrow('custom fk');
});
it('should throw NotNullConstraintError for code 23502', () => {
const dbError = new Error('not null violation');
(dbError as any).code = '23502';
expect(() =>
handleDbError(dbError, mockLogger, 'msg', {}, { notNullMessage: 'custom not null' }),
).toThrow('custom not null');
});
it('should throw CheckConstraintError for code 23514', () => {
const dbError = new Error('check violation');
(dbError as any).code = '23514';
expect(() =>
handleDbError(dbError, mockLogger, 'msg', {}, { checkMessage: 'custom check' }),
).toThrow('custom check');
});
it('should throw InvalidTextRepresentationError for code 22P02', () => {
const dbError = new Error('invalid text');
(dbError as any).code = '22P02';
expect(() =>
handleDbError(dbError, mockLogger, 'msg', {}, { invalidTextMessage: 'custom invalid text' }),
).toThrow('custom invalid text');
});
it('should throw NumericValueOutOfRangeError for code 22003', () => {
const dbError = new Error('out of range');
(dbError as any).code = '22003';
expect(() =>
handleDbError(
dbError,
mockLogger,
'msg',
{},
{ numericOutOfRangeMessage: 'custom out of range' },
),
).toThrow('custom out of range');
});
it('should throw a generic Error with a default message', () => {
const genericError = new Error('Something else happened');
expect(() =>
handleDbError(genericError, mockLogger, 'msg', {}, { defaultMessage: 'Oops' }),
).toThrow('Oops');
expect(mockLogger.error).toHaveBeenCalledWith({ err: genericError }, 'msg');
});
it('should throw a generic Error with a constructed message using entityName', () => {
const genericError = new Error('Something else happened');
expect(() =>
handleDbError(genericError, mockLogger, 'msg', {}, { entityName: 'User' }),
).toThrow('Failed to perform operation on User.');
});
it('should throw a generic Error with a constructed message using "database" as a fallback', () => {
const genericError = new Error('Something else happened');
// No defaultMessage or entityName provided
expect(() => handleDbError(genericError, mockLogger, 'msg', {}, {})).toThrow(
'Failed to perform operation on database.',
);
});
});
});

View File

@@ -12,7 +12,12 @@ import {
vi.unmock('./flyer.db');
import { FlyerRepository, createFlyerAndItems } from './flyer.db';
import { UniqueConstraintError, ForeignKeyConstraintError, NotFoundError } from './errors.db';
import {
UniqueConstraintError,
ForeignKeyConstraintError,
NotFoundError,
CheckConstraintError,
} from './errors.db';
import type {
FlyerInsert,
FlyerItemInsert,
@@ -51,67 +56,72 @@ describe('Flyer DB Service', () => {
describe('findOrCreateStore', () => {
it('should find an existing store and return its ID', async () => {
mockPoolInstance.query.mockResolvedValue({ rows: [{ store_id: 1 }] });
// 1. INSERT...ON CONFLICT does nothing. 2. SELECT finds the store.
mockPoolInstance.query
.mockResolvedValueOnce({ rows: [], rowCount: 0 })
.mockResolvedValueOnce({ rows: [{ store_id: 1 }] });
const result = await flyerRepo.findOrCreateStore('Existing Store', mockLogger);
expect(result).toBe(1);
expect(mockPoolInstance.query).toHaveBeenCalledTimes(2);
expect(mockPoolInstance.query).toHaveBeenCalledWith(
expect.stringContaining('SELECT store_id FROM public.stores WHERE name = $1'),
'INSERT INTO public.stores (name) VALUES ($1) ON CONFLICT (name) DO NOTHING',
['Existing Store'],
);
expect(mockPoolInstance.query).toHaveBeenCalledWith(
'SELECT store_id FROM public.stores WHERE name = $1',
['Existing Store'],
);
});
it('should create a new store if it does not exist', async () => {
it('should create a new store if it does not exist and return its ID', async () => {
// 1. INSERT...ON CONFLICT creates the store. 2. SELECT finds it.
mockPoolInstance.query
.mockResolvedValueOnce({ rows: [] }) // First SELECT finds nothing
.mockResolvedValueOnce({ rows: [{ store_id: 2 }] })
.mockResolvedValueOnce({ rows: [], rowCount: 1 }) // INSERT affects 1 row
.mockResolvedValueOnce({ rows: [{ store_id: 2 }] }); // SELECT finds the new store
const result = await flyerRepo.findOrCreateStore('New Store', mockLogger);
expect(result).toBe(2);
expect(mockPoolInstance.query).toHaveBeenCalledTimes(2);
expect(mockPoolInstance.query).toHaveBeenCalledWith(
expect.stringContaining('INSERT INTO public.stores (name) VALUES ($1) RETURNING store_id'),
'INSERT INTO public.stores (name) VALUES ($1) ON CONFLICT (name) DO NOTHING',
['New Store'],
);
expect(mockPoolInstance.query).toHaveBeenCalledWith(
'SELECT store_id FROM public.stores WHERE name = $1',
['New Store'],
);
});
it('should handle race condition where store is created between SELECT and INSERT', async () => {
const uniqueConstraintError = new Error('duplicate key value violates unique constraint');
(uniqueConstraintError as Error & { code: string }).code = '23505';
mockPoolInstance.query
.mockResolvedValueOnce({ rows: [] }) // First SELECT finds nothing
.mockRejectedValueOnce(uniqueConstraintError) // INSERT fails due to race condition
.mockResolvedValueOnce({ rows: [{ store_id: 3 }] }); // Second SELECT finds the store
const result = await flyerRepo.findOrCreateStore('Racy Store', mockLogger);
expect(result).toBe(3);
//expect(mockDb.query).toHaveBeenCalledTimes(3);
});
it('should throw an error if the database query fails', async () => {
it('should throw an error if the database query fails', async () => {
const dbError = new Error('DB Error');
mockPoolInstance.query.mockRejectedValue(dbError);
// The new implementation uses handleDbError, which will throw a generic Error with the default message.
await expect(flyerRepo.findOrCreateStore('Any Store', mockLogger)).rejects.toThrow(
'Failed to find or create store in database.',
);
// handleDbError also logs the error.
expect(mockLogger.error).toHaveBeenCalledWith(
{ err: dbError, storeName: 'Any Store' },
'Database error in findOrCreateStore',
);
});
it('should throw an error if race condition recovery fails', async () => {
const uniqueConstraintError = new Error('duplicate key value violates unique constraint');
(uniqueConstraintError as Error & { code: string }).code = '23505';
it('should throw an error if store is not found after upsert (edge case)', async () => {
// This simulates a very unlikely scenario where the store is deleted between the
// INSERT...ON CONFLICT and the subsequent SELECT.
mockPoolInstance.query
.mockResolvedValueOnce({ rows: [] }) // First SELECT
.mockRejectedValueOnce(uniqueConstraintError) // INSERT fails
.mockRejectedValueOnce(new Error('Second select fails')); // Recovery SELECT fails
.mockResolvedValueOnce({ rows: [], rowCount: 1 }) // INSERT succeeds
.mockResolvedValueOnce({ rows: [] }); // SELECT finds nothing
await expect(flyerRepo.findOrCreateStore('Racy Store', mockLogger)).rejects.toThrow(
await expect(flyerRepo.findOrCreateStore('Weird Store', mockLogger)).rejects.toThrow(
'Failed to find or create store in database.',
);
expect(mockLogger.error).toHaveBeenCalledWith(
{ err: expect.any(Error), storeName: 'Racy Store' },
{
err: new Error('Failed to find store immediately after upsert operation.'),
storeName: 'Weird Store',
},
'Database error in findOrCreateStore',
);
});
@@ -121,8 +131,8 @@ describe('Flyer DB Service', () => {
it('should execute an INSERT query and return the new flyer', async () => {
const flyerData: FlyerDbInsert = {
file_name: 'test.jpg',
image_url: '/images/test.jpg',
icon_url: '/images/icons/test.jpg',
image_url: 'http://localhost:3001/images/test.jpg',
icon_url: 'http://localhost:3001/images/icons/test.jpg',
checksum: 'checksum123',
store_id: 1,
valid_from: '2024-01-01',
@@ -130,7 +140,8 @@ describe('Flyer DB Service', () => {
store_address: '123 Test St',
status: 'processed',
item_count: 10,
uploaded_by: 'user-1',
// Use a valid UUID format for the foreign key.
uploaded_by: 'a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11',
};
const mockFlyer = createMockFlyer({ ...flyerData, flyer_id: 1 });
mockPoolInstance.query.mockResolvedValue({ rows: [mockFlyer] });
@@ -143,8 +154,8 @@ describe('Flyer DB Service', () => {
expect.stringContaining('INSERT INTO flyers'),
[
'test.jpg',
'/images/test.jpg',
'/images/icons/test.jpg',
'http://localhost:3001/images/test.jpg',
'http://localhost:3001/images/icons/test.jpg',
'checksum123',
1,
'2024-01-01',
@@ -152,7 +163,7 @@ describe('Flyer DB Service', () => {
'123 Test St',
'processed',
10,
'user-1',
'a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11',
],
);
});
@@ -188,6 +199,48 @@ describe('Flyer DB Service', () => {
'Database error in insertFlyer',
);
});
it('should throw CheckConstraintError for invalid checksum format', async () => {
const flyerData: FlyerDbInsert = { checksum: 'short' } as FlyerDbInsert;
const dbError = new Error('violates check constraint "flyers_checksum_check"');
(dbError as Error & { code: string }).code = '23514'; // Check constraint violation
mockPoolInstance.query.mockRejectedValue(dbError);
await expect(flyerRepo.insertFlyer(flyerData, mockLogger)).rejects.toThrow(
CheckConstraintError,
);
await expect(flyerRepo.insertFlyer(flyerData, mockLogger)).rejects.toThrow(
'The provided checksum is invalid or does not meet format requirements (e.g., must be a 64-character SHA-256 hash).',
);
});
it('should throw CheckConstraintError for invalid status', async () => {
const flyerData: FlyerDbInsert = { status: 'invalid_status' } as any;
const dbError = new Error('violates check constraint "flyers_status_check"');
(dbError as Error & { code: string }).code = '23514';
mockPoolInstance.query.mockRejectedValue(dbError);
await expect(flyerRepo.insertFlyer(flyerData, mockLogger)).rejects.toThrow(
CheckConstraintError,
);
await expect(flyerRepo.insertFlyer(flyerData, mockLogger)).rejects.toThrow(
'Invalid status provided for flyer.',
);
});
it('should throw CheckConstraintError for invalid URL format', async () => {
const flyerData: FlyerDbInsert = { image_url: 'not-a-url' } as FlyerDbInsert;
const dbError = new Error('violates check constraint "url_check"');
(dbError as Error & { code: string }).code = '23514';
mockPoolInstance.query.mockRejectedValue(dbError);
await expect(flyerRepo.insertFlyer(flyerData, mockLogger)).rejects.toThrow(
CheckConstraintError,
);
await expect(flyerRepo.insertFlyer(flyerData, mockLogger)).rejects.toThrow(
'Invalid URL format provided for image or icon.',
);
});
});
describe('insertFlyerItems', () => {
@@ -324,11 +377,16 @@ describe('Flyer DB Service', () => {
// Mock the withTransaction to execute the callback with a mock client
vi.mocked(withTransaction).mockImplementation(async (callback) => {
const mockClient = { query: vi.fn() };
// Mock the sequence of calls within the transaction
// Mock the sequence of 4 calls within the transaction
mockClient.query
.mockResolvedValueOnce({ rows: [{ store_id: 1 }] }) // findOrCreateStore
.mockResolvedValueOnce({ rows: [mockFlyer] }) // insertFlyer
.mockResolvedValueOnce({ rows: mockItems }); // insertFlyerItems
// 1. findOrCreateStore: INSERT ... ON CONFLICT
.mockResolvedValueOnce({ rows: [], rowCount: 0 })
// 2. findOrCreateStore: SELECT store_id
.mockResolvedValueOnce({ rows: [{ store_id: 1 }] })
// 3. insertFlyer
.mockResolvedValueOnce({ rows: [mockFlyer] })
// 4. insertFlyerItems
.mockResolvedValueOnce({ rows: mockItems });
return callback(mockClient as unknown as PoolClient);
});
@@ -343,56 +401,54 @@ describe('Flyer DB Service', () => {
// Verify the individual functions were called with the client
const callback = (vi.mocked(withTransaction) as Mock).mock.calls[0][0];
const mockClient = { query: vi.fn() };
// Set up the same mock sequence for verification
mockClient.query
.mockResolvedValueOnce({ rows: [{ store_id: 1 }] })
.mockResolvedValueOnce({ rows: [mockFlyer] })
.mockResolvedValueOnce({ rows: [], rowCount: 0 }) // findOrCreateStore 1
.mockResolvedValueOnce({ rows: [{ store_id: 1 }] }) // findOrCreateStore 2
.mockResolvedValueOnce({ rows: [mockFlyer] }) // insertFlyer
.mockResolvedValueOnce({ rows: mockItems });
await callback(mockClient as unknown as PoolClient);
// findOrCreateStore assertions
expect(mockClient.query).toHaveBeenCalledWith(
expect.stringContaining('SELECT store_id FROM public.stores'),
'INSERT INTO public.stores (name) VALUES ($1) ON CONFLICT (name) DO NOTHING',
['Transaction Store'],
);
expect(mockClient.query).toHaveBeenCalledWith(
'SELECT store_id FROM public.stores WHERE name = $1',
['Transaction Store'],
);
// insertFlyer assertion
expect(mockClient.query).toHaveBeenCalledWith(
expect.stringContaining('INSERT INTO flyers'),
expect.any(Array),
);
// insertFlyerItems assertion
expect(mockClient.query).toHaveBeenCalledWith(
expect.stringContaining('INSERT INTO flyer_items'),
expect.any(Array),
);
});
it('should ROLLBACK the transaction if an error occurs', async () => {
it('should log and re-throw an error if the transaction fails', async () => {
const flyerData: FlyerInsert = {
file_name: 'fail.jpg',
store_name: 'Fail Store',
} as FlyerInsert;
const itemsData: FlyerItemInsert[] = [{ item: 'Failing Item' } as FlyerItemInsert];
const dbError = new Error('DB connection lost');
const transactionError = new Error('Underlying transaction failed');
// Mock withTransaction to simulate a failure during the callback
vi.mocked(withTransaction).mockImplementation(async (callback) => {
const mockClient = { query: vi.fn() };
mockClient.query
.mockResolvedValueOnce({ rows: [{ store_id: 1 }] }) // findOrCreateStore
.mockRejectedValueOnce(dbError); // insertFlyer fails
// The withTransaction helper will catch this and roll back.
// Since insertFlyer wraps the DB error, we expect the wrapped error message here.
await expect(callback(mockClient as unknown as PoolClient)).rejects.toThrow(
'Failed to insert flyer into database.',
);
// re-throw because withTransaction re-throws (simulating the wrapped error propagating up)
throw new Error('Failed to insert flyer into database.');
});
// Mock withTransaction to reject directly
vi.mocked(withTransaction).mockRejectedValue(transactionError);
// The transactional function re-throws the original error from the failed step.
// Since insertFlyer wraps errors, we expect the wrapped error message.
// Expect the createFlyerAndItems function to reject with the same error
await expect(createFlyerAndItems(flyerData, itemsData, mockLogger)).rejects.toThrow(
'Failed to insert flyer into database.',
transactionError,
);
// The error object passed to the logger will be the wrapped Error object, not the original dbError
// Verify that the error was logged before being re-thrown
expect(mockLogger.error).toHaveBeenCalledWith(
{ err: expect.any(Error) },
{ err: transactionError },
'Database transaction error in createFlyerAndItems',
);
expect(withTransaction).toHaveBeenCalledTimes(1);

View File

@@ -28,46 +28,32 @@ export class FlyerRepository {
* @returns A promise that resolves to the store's ID.
*/
async findOrCreateStore(storeName: string, logger: Logger): Promise<number> {
// Note: This method should be called within a transaction if the caller
// needs to ensure atomicity with other operations.
try {
// First, try to find the store.
let result = await this.db.query<{ store_id: number }>(
// Atomically insert the store if it doesn't exist. This is safe from race conditions.
await this.db.query(
'INSERT INTO public.stores (name) VALUES ($1) ON CONFLICT (name) DO NOTHING',
[storeName],
);
// Now, the store is guaranteed to exist, so we can safely select its ID.
const result = await this.db.query<{ store_id: number }>(
'SELECT store_id FROM public.stores WHERE name = $1',
[storeName],
);
if (result.rows.length > 0) {
return result.rows[0].store_id;
} else {
// If not found, create it.
result = await this.db.query<{ store_id: number }>(
'INSERT INTO public.stores (name) VALUES ($1) RETURNING store_id',
[storeName],
);
return result.rows[0].store_id;
// This case should be virtually impossible if the INSERT...ON CONFLICT logic is correct,
// as it would mean the store was deleted between the two queries. We throw an error to be safe.
if (result.rows.length === 0) {
throw new Error('Failed to find store immediately after upsert operation.');
}
return result.rows[0].store_id;
} catch (error) {
// Check for a unique constraint violation on name, which could happen in a race condition
// if two processes try to create the same store at the same time.
if (error instanceof Error && 'code' in error && error.code === '23505') {
try {
logger.warn(
{ storeName },
`Race condition avoided: Store was created by another process. Refetching.`,
);
const result = await this.db.query<{ store_id: number }>(
'SELECT store_id FROM public.stores WHERE name = $1',
[storeName],
);
if (result.rows.length > 0) return result.rows[0].store_id;
} catch (recoveryError) {
// If recovery fails, log a warning and fall through to the generic error handler
logger.warn({ err: recoveryError, storeName }, 'Race condition recovery failed');
}
}
logger.error({ err: error, storeName }, 'Database error in findOrCreateStore');
throw new Error('Failed to find or create store in database.');
// Use the centralized error handler for any unexpected database errors.
handleDbError(error, logger, 'Database error in findOrCreateStore', { storeName }, {
// Any error caught here is unexpected, so we use a generic message.
defaultMessage: 'Failed to find or create store in database.',
});
}
}
@@ -100,6 +86,11 @@ export class FlyerRepository {
flyerData.uploaded_by ?? null, // $11
];
logger.debug(
{ query, values },
'[DB insertFlyer] Executing insert with the following values.',
);
const result = await this.db.query<Flyer>(query, values);
return result.rows[0];
} catch (error) {
@@ -168,6 +159,11 @@ export class FlyerRepository {
RETURNING *;
`;
logger.debug(
{ query, values },
'[DB insertFlyerItems] Executing bulk insert with the following values.',
);
const result = await this.db.query<FlyerItem>(query, values);
return result.rows;
} catch (error) {

View File

@@ -237,6 +237,13 @@ describe('Shopping DB Service', () => {
});
it('should throw an error if both masterItemId and customItemName are missing', async () => {
// This test covers line 185 in shopping.db.ts
await expect(shoppingRepo.addShoppingListItem(1, 'user-1', {}, mockLogger)).rejects.toThrow(
'Either masterItemId or customItemName must be provided.',
);
});
it('should throw an error if no item data is provided', async () => {
await expect(shoppingRepo.addShoppingListItem(1, 'user-1', {}, mockLogger)).rejects.toThrow(
'Either masterItemId or customItemName must be provided.',
);
@@ -251,6 +258,15 @@ describe('Shopping DB Service', () => {
);
});
it('should throw an error if provided updates are not valid fields', async () => {
// This test covers line 362 in shopping.db.ts
const updates = { invalid_field: 'some_value' };
await expect(
shoppingRepo.updateShoppingListItem(1, 'user-1', updates as any, mockLogger),
).rejects.toThrow('No valid fields to update.');
expect(mockPoolInstance.query).not.toHaveBeenCalled(); // No DB query should be made
});
it('should throw a generic error if the database query fails', async () => {
const dbError = new Error('DB Connection Error');
mockPoolInstance.query.mockRejectedValue(dbError);

View File

@@ -678,14 +678,17 @@ describe('User DB Service', () => {
);
});
it('should not throw an error if the database query fails', async () => {
mockPoolInstance.query.mockRejectedValue(new Error('DB Error'));
it('should log an error but not throw if the database query fails', async () => {
const dbError = new Error('DB Error');
mockPoolInstance.query.mockRejectedValue(dbError);
// The function is designed to swallow errors, so we expect it to resolve.
await expect(userRepo.deleteRefreshToken('a-token', mockLogger)).resolves.toBeUndefined();
// We can still check that the query was attempted.
expect(mockPoolInstance.query).toHaveBeenCalled();
expect(mockLogger.error).toHaveBeenCalledWith(
{ err: expect.any(Error) },
{ err: dbError },
'Database error in deleteRefreshToken',
);
});

View File

@@ -75,11 +75,23 @@ export class FlyerDataTransformer {
logger.warn('AI did not return a store name. Using fallback "Unknown Store (auto)".');
}
// Construct proper URLs including protocol and host to satisfy DB constraints
const rawBaseUrl = process.env.FRONTEND_URL || process.env.BASE_URL || `http://localhost:${process.env.PORT || 3000}`;
// Normalize base URL by removing any trailing slash to prevent double slashes in the final URL,
// and replace the strict `new URL()` constructor to prevent exceptions in test environments.
const baseUrl = rawBaseUrl.endsWith('/') ? rawBaseUrl.slice(0, -1) : rawBaseUrl;
// Construct proper URLs including protocol and host to satisfy DB constraints.
// This logic is made more robust to handle cases where env vars might be present but invalid (e.g., whitespace or missing protocol).
let baseUrl = (process.env.FRONTEND_URL || process.env.BASE_URL || '').trim();
if (!baseUrl || !baseUrl.startsWith('http')) {
const port = process.env.PORT || 3000;
const fallbackUrl = `http://localhost:${port}`;
if (baseUrl) {
// It was set but invalid
logger.warn(
`FRONTEND_URL/BASE_URL is invalid or incomplete ('${baseUrl}'). Falling back to default local URL: ${fallbackUrl}`,
);
}
baseUrl = fallbackUrl;
}
baseUrl = baseUrl.endsWith('/') ? baseUrl.slice(0, -1) : baseUrl;
const flyerData: FlyerInsert = {
file_name: originalFileName,
@@ -94,7 +106,7 @@ export class FlyerDataTransformer {
// Defensively handle the userId. An empty string ('') is not a valid UUID,
// but `null` is. This ensures that any falsy value for userId (undefined, null, '')
// is converted to `null` for the database, preventing a 22P02 error.
uploaded_by: userId || null,
uploaded_by: userId ? userId : null,
status: needsReview ? 'needs_review' : 'processed',
};

View File

@@ -87,7 +87,21 @@ class UserService {
* @returns The updated user profile.
*/
async updateUserAvatar(userId: string, file: Express.Multer.File, logger: Logger): Promise<Profile> {
const avatarUrl = `/uploads/avatars/${file.filename}`;
// Construct proper URLs including protocol and host to satisfy DB constraints.
let baseUrl = (process.env.FRONTEND_URL || process.env.BASE_URL || '').trim();
if (!baseUrl || !baseUrl.startsWith('http')) {
const port = process.env.PORT || 3000;
const fallbackUrl = `http://localhost:${port}`;
if (baseUrl) {
logger.warn(
`FRONTEND_URL/BASE_URL is invalid or incomplete ('${baseUrl}'). Falling back to default local URL: ${fallbackUrl}`,
);
}
baseUrl = fallbackUrl;
}
baseUrl = baseUrl.endsWith('/') ? baseUrl.slice(0, -1) : baseUrl;
const avatarUrl = `${baseUrl}/uploads/avatars/${file.filename}`;
return db.userRepo.updateUserProfile(
userId,
{ avatar_url: avatarUrl },

View File

@@ -92,6 +92,8 @@ export const flyerWorker = new Worker<FlyerJobData>(
{
connection,
concurrency: parseInt(process.env.WORKER_CONCURRENCY || '1', 10),
// Increase lock duration to prevent jobs from being re-processed prematurely.
lockDuration: parseInt(process.env.WORKER_LOCK_DURATION || '30000', 10),
},
);

View File

@@ -175,8 +175,9 @@ describe('Authentication E2E Flow', () => {
createdUserIds.push(registerData.userprofile.user.user_id);
// Add a small delay to mitigate potential DB replication lag or race conditions
// where the user might not be found immediately after creation.
await new Promise((resolve) => setTimeout(resolve, 2000));
// in the test environment. Increased from 2s to 5s to improve stability.
// The root cause is likely environmental slowness in the CI database.
await new Promise((resolve) => setTimeout(resolve, 5000));
// Act 1: Request a password reset.
// The test environment returns the token directly in the response for E2E testing.

View File

@@ -101,7 +101,9 @@ describe('Flyer Processing Background Job Integration Test', () => {
// Act 2: Poll for the job status until it completes.
let jobStatus;
const maxRetries = 60; // Poll for up to 180 seconds (60 * 3s)
// Poll for up to 210 seconds (70 * 3s). This should be greater than the worker's
// lockDuration (120s) to patiently wait for long-running jobs.
const maxRetries = 70;
for (let i = 0; i < maxRetries; i++) {
console.log(`Polling attempt ${i + 1}...`);
await new Promise((resolve) => setTimeout(resolve, 3000)); // Wait 3 seconds between polls

View File

@@ -4,11 +4,13 @@ import supertest from 'supertest';
import app from '../../../server';
import path from 'path';
import fs from 'node:fs/promises';
import { getPool } from '../../services/db/connection.db';
import { createAndLoginUser } from '../utils/testHelpers';
import { generateFileChecksum } from '../../utils/checksum';
import * as db from '../../services/db/index.db';
import { cleanupDb } from '../utils/cleanup';
import { logger } from '../../services/logger.server';
import * as imageProcessor from '../../utils/imageProcessor';
import type {
UserProfile,
UserAchievement,
@@ -16,6 +18,7 @@ import type {
Achievement,
ExtractedFlyerItem,
} from '../../types';
import type { Flyer } from '../../types';
import { cleanupFiles } from '../utils/cleanupFiles';
/**
@@ -26,12 +29,21 @@ const request = supertest(app);
// Import the mocked service to control its behavior in tests.
import { aiService } from '../../services/aiService.server';
// Mock the image processor to control icon generation for legacy uploads
vi.mock('../../utils/imageProcessor', async () => {
const actual = await vi.importActual<typeof imageProcessor>('../../utils/imageProcessor');
return {
...actual,
generateFlyerIcon: vi.fn(),
};
});
describe('Gamification Flow Integration Test', () => {
let testUser: UserProfile;
let authToken: string;
const createdFlyerIds: number[] = [];
const createdFilePaths: string[] = [];
const createdStoreIds: number[] = [];
beforeAll(async () => {
// Create a new user specifically for this test suite to ensure a clean slate.
@@ -68,6 +80,7 @@ describe('Gamification Flow Integration Test', () => {
await cleanupDb({
userIds: testUser ? [testUser.user.user_id] : [],
flyerIds: createdFlyerIds,
storeIds: createdStoreIds,
});
await cleanupFiles(createdFilePaths);
});
@@ -164,4 +177,76 @@ describe('Gamification Flow Integration Test', () => {
},
240000, // Increase timeout to 240s to match other long-running processing tests
);
describe('Legacy Flyer Upload', () => {
it('should process a legacy upload and save fully qualified URLs to the database', async () => {
// --- Arrange ---
// 1. Stub environment variables to have a predictable base URL for the test.
const testBaseUrl = 'https://cdn.example.com';
vi.stubEnv('FRONTEND_URL', testBaseUrl);
// 2. Mock the icon generator to return a predictable filename.
vi.mocked(imageProcessor.generateFlyerIcon).mockResolvedValue('legacy-icon.webp');
// 3. Prepare a unique file for upload to avoid checksum conflicts.
const imagePath = path.resolve(__dirname, '../assets/test-flyer-image.jpg');
const imageBuffer = await fs.readFile(imagePath);
const uniqueFileName = `legacy-upload-test-${Date.now()}.jpg`;
const mockImageFile = new File([imageBuffer], uniqueFileName, { type: 'image/jpeg' });
const checksum = await generateFileChecksum(mockImageFile);
// Track created files for cleanup.
const uploadDir = path.resolve(__dirname, '../../../flyer-images');
createdFilePaths.push(path.join(uploadDir, uniqueFileName));
createdFilePaths.push(path.join(uploadDir, 'icons', 'legacy-icon.webp'));
// 4. Prepare the legacy payload (body of the request).
const storeName = `Legacy Store - ${Date.now()}`;
const legacyPayload = {
checksum: checksum,
extractedData: {
store_name: storeName,
items: [{ item: 'Legacy Milk', price_in_cents: 250 }],
},
};
// --- Act ---
// 5. Make the API request.
// Note: This assumes a legacy endpoint exists at `/api/ai/upload-legacy`.
// This endpoint would be responsible for calling `aiService.processLegacyFlyerUpload`.
const response = await request
.post('/api/ai/upload-legacy')
.set('Authorization', `Bearer ${authToken}`)
.field('data', JSON.stringify(legacyPayload))
.attach('flyerFile', imageBuffer, uniqueFileName);
// --- Assert ---
// 6. Check for a successful response.
expect(response.status).toBe(200);
const newFlyer: Flyer = response.body;
expect(newFlyer).toBeDefined();
expect(newFlyer.flyer_id).toBeTypeOf('number');
createdFlyerIds.push(newFlyer.flyer_id); // Add for cleanup.
// 7. Query the database directly to verify the saved values.
const pool = getPool();
const dbResult = await pool.query<Flyer>(
'SELECT image_url, icon_url, store_id FROM public.flyers WHERE flyer_id = $1',
[newFlyer.flyer_id],
);
expect(dbResult.rowCount).toBe(1);
const savedFlyer = dbResult.rows[0];
// The store_id is guaranteed to exist for a saved flyer, but the generic `Flyer` type
// might have it as optional. We use a non-null assertion `!` to satisfy TypeScript.
createdStoreIds.push(savedFlyer.store_id!); // Add for cleanup.
// 8. Assert that the URLs are fully qualified.
expect(savedFlyer.image_url).to.equal(`${testBaseUrl}/flyer-images/${uniqueFileName}`);
expect(savedFlyer.icon_url).to.equal(`${testBaseUrl}/flyer-images/icons/legacy-icon.webp`);
// --- Cleanup ---
vi.unstubAllEnvs();
});
});
});

View File

@@ -329,6 +329,59 @@ vi.mock('react-hot-toast', () => ({
// --- Database Service Mocks ---
// Mock for db/index.db which exports repository instances used by many routes
vi.mock('../../services/db/index.db', () => ({
userRepo: {
findUserProfileById: vi.fn(),
updateUserProfile: vi.fn(),
updateUserPreferences: vi.fn(),
},
personalizationRepo: {
getWatchedItems: vi.fn(),
removeWatchedItem: vi.fn(),
addWatchedItem: vi.fn(),
getUserDietaryRestrictions: vi.fn(),
setUserDietaryRestrictions: vi.fn(),
getUserAppliances: vi.fn(),
setUserAppliances: vi.fn(),
},
shoppingRepo: {
getShoppingLists: vi.fn(),
createShoppingList: vi.fn(),
deleteShoppingList: vi.fn(),
addShoppingListItem: vi.fn(),
updateShoppingListItem: vi.fn(),
removeShoppingListItem: vi.fn(),
getShoppingListById: vi.fn(),
},
recipeRepo: {
deleteRecipe: vi.fn(),
updateRecipe: vi.fn(),
},
addressRepo: {
getAddressById: vi.fn(),
upsertAddress: vi.fn(),
},
notificationRepo: {
getNotificationsForUser: vi.fn(),
markAllNotificationsAsRead: vi.fn(),
markNotificationAsRead: vi.fn(),
},
}));
// Mock userService used by routes
vi.mock('../../services/userService', () => ({
userService: {
updateUserAvatar: vi.fn(),
updateUserPassword: vi.fn(),
deleteUserAccount: vi.fn(),
getUserAddress: vi.fn(),
upsertUserAddress: vi.fn(),
processTokenCleanupJob: vi.fn(),
deleteUserAsAdmin: vi.fn(),
},
}));
vi.mock('../../services/db/user.db', async (importOriginal) => {
const actual = await importOriginal<typeof import('../../services/db/user.db')>();
return {

View File

@@ -88,7 +88,10 @@ export const resetMockIds = () => {
* @returns A complete and type-safe User object.
*/
export const createMockUser = (overrides: Partial<User> = {}): User => {
const userId = overrides.user_id ?? `user-${getNextId()}`;
// Generate a deterministic, valid UUID-like string for mock user IDs.
// This prevents database errors in integration tests where a UUID is expected.
const userId =
overrides.user_id ?? `00000000-0000-0000-0000-${String(getNextId()).padStart(12, '0')}`;
const defaultUser: User = {
user_id: userId,
@@ -175,6 +178,8 @@ export const createMockFlyer = (
store_id: overrides.store_id ?? overrides.store?.store_id,
});
const baseUrl = 'http://localhost:3001'; // A reasonable default for tests
// Determine the final file_name to generate dependent properties from.
const fileName = overrides.file_name ?? `flyer-${flyerId}.jpg`;
@@ -192,8 +197,8 @@ export const createMockFlyer = (
const defaultFlyer: Flyer = {
flyer_id: flyerId,
file_name: fileName,
image_url: `/flyer-images/${fileName}`,
icon_url: `/flyer-images/icons/icon-${fileName.replace(/\.[^/.]+$/, '.webp')}`,
image_url: `${baseUrl}/flyer-images/${fileName}`,
icon_url: `${baseUrl}/flyer-images/icons/icon-${fileName.replace(/\.[^/.]+$/, '.webp')}`,
checksum: generateMockChecksum(fileName),
store_id: store.store_id,
valid_from: new Date().toISOString().split('T')[0],

View File