whoa - so much - new features (UPC,etc) - Sentry for app logging! so much more !
Some checks failed
Deploy to Test Environment / deploy-to-test (push) Failing after 1m10s
Some checks failed
Deploy to Test Environment / deploy-to-test (push) Failing after 1m10s
This commit is contained in:
@@ -1012,3 +1012,232 @@ CREATE INDEX IF NOT EXISTS idx_user_achievements_user_id ON public.user_achievem
|
||||
CREATE INDEX IF NOT EXISTS idx_user_achievements_achievement_id ON public.user_achievements(achievement_id);
|
||||
|
||||
|
||||
-- ============================================================================
|
||||
-- UPC SCANNING FEATURE TABLES (59-60)
|
||||
-- ============================================================================
|
||||
|
||||
-- 59. UPC Scan History - tracks all UPC scans performed by users
|
||||
-- This table provides an audit trail and allows users to see their scan history
|
||||
CREATE TABLE IF NOT EXISTS public.upc_scan_history (
|
||||
scan_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
upc_code TEXT NOT NULL,
|
||||
product_id BIGINT REFERENCES public.products(product_id) ON DELETE SET NULL,
|
||||
scan_source TEXT NOT NULL,
|
||||
scan_confidence NUMERIC(5,4),
|
||||
raw_image_path TEXT,
|
||||
lookup_successful BOOLEAN DEFAULT FALSE NOT NULL,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT upc_scan_history_upc_code_check CHECK (upc_code ~ '^[0-9]{8,14}$'),
|
||||
CONSTRAINT upc_scan_history_scan_source_check CHECK (scan_source IN ('image_upload', 'manual_entry', 'phone_app', 'camera_scan')),
|
||||
CONSTRAINT upc_scan_history_scan_confidence_check CHECK (scan_confidence IS NULL OR (scan_confidence >= 0 AND scan_confidence <= 1))
|
||||
);
|
||||
COMMENT ON TABLE public.upc_scan_history IS 'Audit trail of all UPC barcode scans performed by users, tracking scan source and results.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.upc_code IS 'The scanned UPC/EAN barcode (8-14 digits).';
|
||||
COMMENT ON COLUMN public.upc_scan_history.product_id IS 'Reference to the matched product, if found in our database.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.scan_source IS 'How the scan was performed: image_upload, manual_entry, phone_app, or camera_scan.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.scan_confidence IS 'Confidence score from barcode detection (0.0-1.0), null for manual entry.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.raw_image_path IS 'Path to the uploaded barcode image, if applicable.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.lookup_successful IS 'Whether the UPC was successfully matched to a product (internal or external).';
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_user_id ON public.upc_scan_history(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_upc_code ON public.upc_scan_history(upc_code);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_created_at ON public.upc_scan_history(created_at DESC);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_product_id ON public.upc_scan_history(product_id) WHERE product_id IS NOT NULL;
|
||||
|
||||
-- 60. UPC External Lookups - cache for external UPC database API responses
|
||||
CREATE TABLE IF NOT EXISTS public.upc_external_lookups (
|
||||
lookup_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
upc_code TEXT NOT NULL UNIQUE,
|
||||
product_name TEXT,
|
||||
brand_name TEXT,
|
||||
category TEXT,
|
||||
description TEXT,
|
||||
image_url TEXT,
|
||||
external_source TEXT NOT NULL,
|
||||
lookup_data JSONB,
|
||||
lookup_successful BOOLEAN DEFAULT FALSE NOT NULL,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT upc_external_lookups_upc_code_check CHECK (upc_code ~ '^[0-9]{8,14}$'),
|
||||
CONSTRAINT upc_external_lookups_external_source_check CHECK (external_source IN ('openfoodfacts', 'upcitemdb', 'manual', 'unknown')),
|
||||
CONSTRAINT upc_external_lookups_name_check CHECK (NOT lookup_successful OR product_name IS NOT NULL)
|
||||
);
|
||||
COMMENT ON TABLE public.upc_external_lookups IS 'Cache for external UPC database API responses to reduce API calls and improve lookup speed.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.upc_code IS 'The UPC/EAN barcode that was looked up.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.product_name IS 'Product name returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.brand_name IS 'Brand name returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.category IS 'Product category returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.description IS 'Product description returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.image_url IS 'Product image URL returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.external_source IS 'Which external API provided this data: openfoodfacts, upcitemdb, manual, unknown.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.lookup_data IS 'Full raw JSON response from the external API for reference.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.lookup_successful IS 'Whether the external lookup found product information.';
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_external_lookups_upc_code ON public.upc_external_lookups(upc_code);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_external_lookups_external_source ON public.upc_external_lookups(external_source);
|
||||
|
||||
-- Add index to existing products.upc_code for faster lookups
|
||||
CREATE INDEX IF NOT EXISTS idx_products_upc_code ON public.products(upc_code) WHERE upc_code IS NOT NULL;
|
||||
|
||||
|
||||
-- ============================================================================
|
||||
-- EXPIRY DATE TRACKING FEATURE TABLES (61-63)
|
||||
-- ============================================================================
|
||||
|
||||
-- 61. Expiry Date Ranges - reference table for typical shelf life
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_date_ranges (
|
||||
expiry_range_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
master_item_id BIGINT REFERENCES public.master_grocery_items(master_grocery_item_id) ON DELETE CASCADE,
|
||||
category_id BIGINT REFERENCES public.categories(category_id) ON DELETE CASCADE,
|
||||
item_pattern TEXT,
|
||||
storage_location TEXT NOT NULL,
|
||||
min_days INTEGER NOT NULL,
|
||||
max_days INTEGER NOT NULL,
|
||||
typical_days INTEGER NOT NULL,
|
||||
notes TEXT,
|
||||
source TEXT,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT expiry_date_ranges_storage_location_check CHECK (storage_location IN ('fridge', 'freezer', 'pantry', 'room_temp')),
|
||||
CONSTRAINT expiry_date_ranges_min_days_check CHECK (min_days >= 0),
|
||||
CONSTRAINT expiry_date_ranges_max_days_check CHECK (max_days >= min_days),
|
||||
CONSTRAINT expiry_date_ranges_typical_days_check CHECK (typical_days >= min_days AND typical_days <= max_days),
|
||||
CONSTRAINT expiry_date_ranges_identifier_check CHECK (
|
||||
master_item_id IS NOT NULL OR category_id IS NOT NULL OR item_pattern IS NOT NULL
|
||||
),
|
||||
CONSTRAINT expiry_date_ranges_source_check CHECK (source IS NULL OR source IN ('usda', 'fda', 'manual', 'community'))
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_date_ranges IS 'Reference table storing typical shelf life for grocery items based on storage location.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.master_item_id IS 'Specific item this range applies to (most specific).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.category_id IS 'Category this range applies to (fallback if no item match).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.item_pattern IS 'Regex pattern to match item names (fallback if no item/category match).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.storage_location IS 'Where the item is stored: fridge, freezer, pantry, or room_temp.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.min_days IS 'Minimum shelf life in days under proper storage.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.max_days IS 'Maximum shelf life in days under proper storage.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.typical_days IS 'Most common/recommended shelf life in days.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.notes IS 'Additional storage tips or warnings.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.source IS 'Data source: usda, fda, manual, or community.';
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_master_item_id ON public.expiry_date_ranges(master_item_id) WHERE master_item_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_category_id ON public.expiry_date_ranges(category_id) WHERE category_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_storage_location ON public.expiry_date_ranges(storage_location);
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS idx_expiry_date_ranges_unique_item_location
|
||||
ON public.expiry_date_ranges(master_item_id, storage_location)
|
||||
WHERE master_item_id IS NOT NULL;
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS idx_expiry_date_ranges_unique_category_location
|
||||
ON public.expiry_date_ranges(category_id, storage_location)
|
||||
WHERE category_id IS NOT NULL AND master_item_id IS NULL;
|
||||
|
||||
-- 62. Expiry Alerts - user notification preferences for expiry warnings
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_alerts (
|
||||
expiry_alert_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
days_before_expiry INTEGER NOT NULL DEFAULT 3,
|
||||
alert_method TEXT NOT NULL,
|
||||
is_enabled BOOLEAN DEFAULT TRUE NOT NULL,
|
||||
last_alert_sent_at TIMESTAMPTZ,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT expiry_alerts_days_before_check CHECK (days_before_expiry >= 0 AND days_before_expiry <= 30),
|
||||
CONSTRAINT expiry_alerts_method_check CHECK (alert_method IN ('email', 'push', 'in_app')),
|
||||
UNIQUE(user_id, alert_method)
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_alerts IS 'User preferences for expiry date notifications and alerts.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.days_before_expiry IS 'How many days before expiry to send alert (0-30).';
|
||||
COMMENT ON COLUMN public.expiry_alerts.alert_method IS 'How to notify: email, push, or in_app.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.is_enabled IS 'Whether this alert type is currently enabled.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.last_alert_sent_at IS 'Timestamp of the last alert sent to prevent duplicate notifications.';
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alerts_user_id ON public.expiry_alerts(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alerts_enabled ON public.expiry_alerts(user_id, is_enabled) WHERE is_enabled = TRUE;
|
||||
|
||||
-- 63. Expiry Alert Log - tracks sent notifications
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_alert_log (
|
||||
alert_log_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
pantry_item_id BIGINT REFERENCES public.pantry_items(pantry_item_id) ON DELETE SET NULL,
|
||||
alert_type TEXT NOT NULL,
|
||||
alert_method TEXT NOT NULL,
|
||||
item_name TEXT NOT NULL,
|
||||
expiry_date DATE,
|
||||
days_until_expiry INTEGER,
|
||||
sent_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT expiry_alert_log_type_check CHECK (alert_type IN ('expiring_soon', 'expired', 'expiry_reminder')),
|
||||
CONSTRAINT expiry_alert_log_method_check CHECK (alert_method IN ('email', 'push', 'in_app')),
|
||||
CONSTRAINT expiry_alert_log_item_name_check CHECK (TRIM(item_name) <> '')
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_alert_log IS 'Log of all expiry notifications sent to users for auditing and duplicate prevention.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.pantry_item_id IS 'The pantry item that triggered the alert (may be null if item deleted).';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.alert_type IS 'Type of alert: expiring_soon, expired, or expiry_reminder.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.alert_method IS 'How the alert was sent: email, push, or in_app.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.item_name IS 'Snapshot of item name at time of alert (in case item is deleted).';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.expiry_date IS 'The expiry date that triggered the alert.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.days_until_expiry IS 'Days until expiry at time alert was sent (negative = expired).';
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_user_id ON public.expiry_alert_log(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_pantry_item_id ON public.expiry_alert_log(pantry_item_id) WHERE pantry_item_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_sent_at ON public.expiry_alert_log(sent_at DESC);
|
||||
|
||||
|
||||
-- ============================================================================
|
||||
-- RECEIPT SCANNING ENHANCEMENT TABLES (64-65)
|
||||
-- ============================================================================
|
||||
|
||||
-- 64. Receipt Processing Log - track OCR/AI processing attempts
|
||||
CREATE TABLE IF NOT EXISTS public.receipt_processing_log (
|
||||
log_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
receipt_id BIGINT NOT NULL REFERENCES public.receipts(receipt_id) ON DELETE CASCADE,
|
||||
processing_step TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
provider TEXT,
|
||||
duration_ms INTEGER,
|
||||
tokens_used INTEGER,
|
||||
cost_cents INTEGER,
|
||||
input_data JSONB,
|
||||
output_data JSONB,
|
||||
error_message TEXT,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT receipt_processing_log_step_check CHECK (processing_step IN (
|
||||
'upload', 'ocr_extraction', 'text_parsing', 'store_detection',
|
||||
'item_extraction', 'item_matching', 'price_parsing', 'finalization'
|
||||
)),
|
||||
CONSTRAINT receipt_processing_log_status_check CHECK (status IN ('started', 'completed', 'failed', 'skipped')),
|
||||
CONSTRAINT receipt_processing_log_provider_check CHECK (provider IS NULL OR provider IN (
|
||||
'tesseract', 'openai', 'anthropic', 'google_vision', 'aws_textract', 'internal'
|
||||
))
|
||||
);
|
||||
COMMENT ON TABLE public.receipt_processing_log IS 'Detailed log of each processing step for receipts, useful for debugging and cost tracking.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.processing_step IS 'Which processing step this log entry is for.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.status IS 'Status of this step: started, completed, failed, skipped.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.provider IS 'External service used: tesseract, openai, anthropic, etc.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.duration_ms IS 'How long this step took in milliseconds.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.tokens_used IS 'Number of API tokens used (for LLM providers).';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.cost_cents IS 'Estimated cost in cents for this processing step.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.input_data IS 'Input data sent to the processing step (for debugging).';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.output_data IS 'Output data received from the processing step.';
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_receipt_id ON public.receipt_processing_log(receipt_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_step_status ON public.receipt_processing_log(processing_step, status);
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_created_at ON public.receipt_processing_log(created_at DESC);
|
||||
|
||||
-- 65. Store-specific receipt patterns - help identify stores from receipt text
|
||||
CREATE TABLE IF NOT EXISTS public.store_receipt_patterns (
|
||||
pattern_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
store_id BIGINT NOT NULL REFERENCES public.stores(store_id) ON DELETE CASCADE,
|
||||
pattern_type TEXT NOT NULL,
|
||||
pattern_value TEXT NOT NULL,
|
||||
priority INTEGER DEFAULT 0,
|
||||
is_active BOOLEAN DEFAULT TRUE,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT store_receipt_patterns_type_check CHECK (pattern_type IN (
|
||||
'header_regex', 'footer_regex', 'phone_number', 'address_fragment', 'store_number_format'
|
||||
)),
|
||||
CONSTRAINT store_receipt_patterns_value_check CHECK (TRIM(pattern_value) <> ''),
|
||||
UNIQUE(store_id, pattern_type, pattern_value)
|
||||
);
|
||||
COMMENT ON TABLE public.store_receipt_patterns IS 'Patterns to help identify stores from receipt text and format.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.pattern_type IS 'Type of pattern: header_regex, footer_regex, phone_number, etc.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.pattern_value IS 'The actual pattern (regex or literal text).';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.priority IS 'Higher priority patterns are checked first.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.is_active IS 'Whether this pattern is currently in use.';
|
||||
CREATE INDEX IF NOT EXISTS idx_store_receipt_patterns_store_id ON public.store_receipt_patterns(store_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_store_receipt_patterns_active ON public.store_receipt_patterns(pattern_type, is_active, priority DESC)
|
||||
WHERE is_active = TRUE;
|
||||
|
||||
|
||||
@@ -1033,6 +1033,235 @@ CREATE INDEX IF NOT EXISTS idx_user_achievements_user_id ON public.user_achievem
|
||||
CREATE INDEX IF NOT EXISTS idx_user_achievements_achievement_id ON public.user_achievements(achievement_id);
|
||||
|
||||
|
||||
-- ============================================================================
|
||||
-- UPC SCANNING FEATURE TABLES (59-60)
|
||||
-- ============================================================================
|
||||
|
||||
-- 59. UPC Scan History - tracks all UPC scans performed by users
|
||||
-- This table provides an audit trail and allows users to see their scan history
|
||||
CREATE TABLE IF NOT EXISTS public.upc_scan_history (
|
||||
scan_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
upc_code TEXT NOT NULL,
|
||||
product_id BIGINT REFERENCES public.products(product_id) ON DELETE SET NULL,
|
||||
scan_source TEXT NOT NULL,
|
||||
scan_confidence NUMERIC(5,4),
|
||||
raw_image_path TEXT,
|
||||
lookup_successful BOOLEAN DEFAULT FALSE NOT NULL,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT upc_scan_history_upc_code_check CHECK (upc_code ~ '^[0-9]{8,14}$'),
|
||||
CONSTRAINT upc_scan_history_scan_source_check CHECK (scan_source IN ('image_upload', 'manual_entry', 'phone_app', 'camera_scan')),
|
||||
CONSTRAINT upc_scan_history_scan_confidence_check CHECK (scan_confidence IS NULL OR (scan_confidence >= 0 AND scan_confidence <= 1))
|
||||
);
|
||||
COMMENT ON TABLE public.upc_scan_history IS 'Audit trail of all UPC barcode scans performed by users, tracking scan source and results.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.upc_code IS 'The scanned UPC/EAN barcode (8-14 digits).';
|
||||
COMMENT ON COLUMN public.upc_scan_history.product_id IS 'Reference to the matched product, if found in our database.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.scan_source IS 'How the scan was performed: image_upload, manual_entry, phone_app, or camera_scan.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.scan_confidence IS 'Confidence score from barcode detection (0.0-1.0), null for manual entry.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.raw_image_path IS 'Path to the uploaded barcode image, if applicable.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.lookup_successful IS 'Whether the UPC was successfully matched to a product (internal or external).';
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_user_id ON public.upc_scan_history(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_upc_code ON public.upc_scan_history(upc_code);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_created_at ON public.upc_scan_history(created_at DESC);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_product_id ON public.upc_scan_history(product_id) WHERE product_id IS NOT NULL;
|
||||
|
||||
-- 60. UPC External Lookups - cache for external UPC database API responses
|
||||
CREATE TABLE IF NOT EXISTS public.upc_external_lookups (
|
||||
lookup_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
upc_code TEXT NOT NULL UNIQUE,
|
||||
product_name TEXT,
|
||||
brand_name TEXT,
|
||||
category TEXT,
|
||||
description TEXT,
|
||||
image_url TEXT,
|
||||
external_source TEXT NOT NULL,
|
||||
lookup_data JSONB,
|
||||
lookup_successful BOOLEAN DEFAULT FALSE NOT NULL,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT upc_external_lookups_upc_code_check CHECK (upc_code ~ '^[0-9]{8,14}$'),
|
||||
CONSTRAINT upc_external_lookups_external_source_check CHECK (external_source IN ('openfoodfacts', 'upcitemdb', 'manual', 'unknown')),
|
||||
CONSTRAINT upc_external_lookups_name_check CHECK (NOT lookup_successful OR product_name IS NOT NULL)
|
||||
);
|
||||
COMMENT ON TABLE public.upc_external_lookups IS 'Cache for external UPC database API responses to reduce API calls and improve lookup speed.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.upc_code IS 'The UPC/EAN barcode that was looked up.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.product_name IS 'Product name returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.brand_name IS 'Brand name returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.category IS 'Product category returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.description IS 'Product description returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.image_url IS 'Product image URL returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.external_source IS 'Which external API provided this data: openfoodfacts, upcitemdb, manual, unknown.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.lookup_data IS 'Full raw JSON response from the external API for reference.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.lookup_successful IS 'Whether the external lookup found product information.';
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_external_lookups_upc_code ON public.upc_external_lookups(upc_code);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_external_lookups_external_source ON public.upc_external_lookups(external_source);
|
||||
|
||||
-- Add index to existing products.upc_code for faster lookups
|
||||
CREATE INDEX IF NOT EXISTS idx_products_upc_code ON public.products(upc_code) WHERE upc_code IS NOT NULL;
|
||||
|
||||
|
||||
-- ============================================================================
|
||||
-- EXPIRY DATE TRACKING FEATURE TABLES (61-63)
|
||||
-- ============================================================================
|
||||
|
||||
-- 61. Expiry Date Ranges - reference table for typical shelf life
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_date_ranges (
|
||||
expiry_range_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
master_item_id BIGINT REFERENCES public.master_grocery_items(master_grocery_item_id) ON DELETE CASCADE,
|
||||
category_id BIGINT REFERENCES public.categories(category_id) ON DELETE CASCADE,
|
||||
item_pattern TEXT,
|
||||
storage_location TEXT NOT NULL,
|
||||
min_days INTEGER NOT NULL,
|
||||
max_days INTEGER NOT NULL,
|
||||
typical_days INTEGER NOT NULL,
|
||||
notes TEXT,
|
||||
source TEXT,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT expiry_date_ranges_storage_location_check CHECK (storage_location IN ('fridge', 'freezer', 'pantry', 'room_temp')),
|
||||
CONSTRAINT expiry_date_ranges_min_days_check CHECK (min_days >= 0),
|
||||
CONSTRAINT expiry_date_ranges_max_days_check CHECK (max_days >= min_days),
|
||||
CONSTRAINT expiry_date_ranges_typical_days_check CHECK (typical_days >= min_days AND typical_days <= max_days),
|
||||
CONSTRAINT expiry_date_ranges_identifier_check CHECK (
|
||||
master_item_id IS NOT NULL OR category_id IS NOT NULL OR item_pattern IS NOT NULL
|
||||
),
|
||||
CONSTRAINT expiry_date_ranges_source_check CHECK (source IS NULL OR source IN ('usda', 'fda', 'manual', 'community'))
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_date_ranges IS 'Reference table storing typical shelf life for grocery items based on storage location.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.master_item_id IS 'Specific item this range applies to (most specific).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.category_id IS 'Category this range applies to (fallback if no item match).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.item_pattern IS 'Regex pattern to match item names (fallback if no item/category match).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.storage_location IS 'Where the item is stored: fridge, freezer, pantry, or room_temp.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.min_days IS 'Minimum shelf life in days under proper storage.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.max_days IS 'Maximum shelf life in days under proper storage.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.typical_days IS 'Most common/recommended shelf life in days.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.notes IS 'Additional storage tips or warnings.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.source IS 'Data source: usda, fda, manual, or community.';
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_master_item_id ON public.expiry_date_ranges(master_item_id) WHERE master_item_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_category_id ON public.expiry_date_ranges(category_id) WHERE category_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_storage_location ON public.expiry_date_ranges(storage_location);
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS idx_expiry_date_ranges_unique_item_location
|
||||
ON public.expiry_date_ranges(master_item_id, storage_location)
|
||||
WHERE master_item_id IS NOT NULL;
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS idx_expiry_date_ranges_unique_category_location
|
||||
ON public.expiry_date_ranges(category_id, storage_location)
|
||||
WHERE category_id IS NOT NULL AND master_item_id IS NULL;
|
||||
|
||||
-- 62. Expiry Alerts - user notification preferences for expiry warnings
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_alerts (
|
||||
expiry_alert_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
days_before_expiry INTEGER NOT NULL DEFAULT 3,
|
||||
alert_method TEXT NOT NULL,
|
||||
is_enabled BOOLEAN DEFAULT TRUE NOT NULL,
|
||||
last_alert_sent_at TIMESTAMPTZ,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT expiry_alerts_days_before_check CHECK (days_before_expiry >= 0 AND days_before_expiry <= 30),
|
||||
CONSTRAINT expiry_alerts_method_check CHECK (alert_method IN ('email', 'push', 'in_app')),
|
||||
UNIQUE(user_id, alert_method)
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_alerts IS 'User preferences for expiry date notifications and alerts.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.days_before_expiry IS 'How many days before expiry to send alert (0-30).';
|
||||
COMMENT ON COLUMN public.expiry_alerts.alert_method IS 'How to notify: email, push, or in_app.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.is_enabled IS 'Whether this alert type is currently enabled.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.last_alert_sent_at IS 'Timestamp of the last alert sent to prevent duplicate notifications.';
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alerts_user_id ON public.expiry_alerts(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alerts_enabled ON public.expiry_alerts(user_id, is_enabled) WHERE is_enabled = TRUE;
|
||||
|
||||
-- 63. Expiry Alert Log - tracks sent notifications
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_alert_log (
|
||||
alert_log_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
pantry_item_id BIGINT REFERENCES public.pantry_items(pantry_item_id) ON DELETE SET NULL,
|
||||
alert_type TEXT NOT NULL,
|
||||
alert_method TEXT NOT NULL,
|
||||
item_name TEXT NOT NULL,
|
||||
expiry_date DATE,
|
||||
days_until_expiry INTEGER,
|
||||
sent_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT expiry_alert_log_type_check CHECK (alert_type IN ('expiring_soon', 'expired', 'expiry_reminder')),
|
||||
CONSTRAINT expiry_alert_log_method_check CHECK (alert_method IN ('email', 'push', 'in_app')),
|
||||
CONSTRAINT expiry_alert_log_item_name_check CHECK (TRIM(item_name) <> '')
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_alert_log IS 'Log of all expiry notifications sent to users for auditing and duplicate prevention.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.pantry_item_id IS 'The pantry item that triggered the alert (may be null if item deleted).';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.alert_type IS 'Type of alert: expiring_soon, expired, or expiry_reminder.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.alert_method IS 'How the alert was sent: email, push, or in_app.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.item_name IS 'Snapshot of item name at time of alert (in case item is deleted).';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.expiry_date IS 'The expiry date that triggered the alert.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.days_until_expiry IS 'Days until expiry at time alert was sent (negative = expired).';
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_user_id ON public.expiry_alert_log(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_pantry_item_id ON public.expiry_alert_log(pantry_item_id) WHERE pantry_item_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_sent_at ON public.expiry_alert_log(sent_at DESC);
|
||||
|
||||
|
||||
-- ============================================================================
|
||||
-- RECEIPT SCANNING ENHANCEMENT TABLES (64-65)
|
||||
-- ============================================================================
|
||||
|
||||
-- 64. Receipt Processing Log - track OCR/AI processing attempts
|
||||
CREATE TABLE IF NOT EXISTS public.receipt_processing_log (
|
||||
log_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
receipt_id BIGINT NOT NULL REFERENCES public.receipts(receipt_id) ON DELETE CASCADE,
|
||||
processing_step TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
provider TEXT,
|
||||
duration_ms INTEGER,
|
||||
tokens_used INTEGER,
|
||||
cost_cents INTEGER,
|
||||
input_data JSONB,
|
||||
output_data JSONB,
|
||||
error_message TEXT,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT receipt_processing_log_step_check CHECK (processing_step IN (
|
||||
'upload', 'ocr_extraction', 'text_parsing', 'store_detection',
|
||||
'item_extraction', 'item_matching', 'price_parsing', 'finalization'
|
||||
)),
|
||||
CONSTRAINT receipt_processing_log_status_check CHECK (status IN ('started', 'completed', 'failed', 'skipped')),
|
||||
CONSTRAINT receipt_processing_log_provider_check CHECK (provider IS NULL OR provider IN (
|
||||
'tesseract', 'openai', 'anthropic', 'google_vision', 'aws_textract', 'internal'
|
||||
))
|
||||
);
|
||||
COMMENT ON TABLE public.receipt_processing_log IS 'Detailed log of each processing step for receipts, useful for debugging and cost tracking.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.processing_step IS 'Which processing step this log entry is for.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.status IS 'Status of this step: started, completed, failed, skipped.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.provider IS 'External service used: tesseract, openai, anthropic, etc.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.duration_ms IS 'How long this step took in milliseconds.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.tokens_used IS 'Number of API tokens used (for LLM providers).';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.cost_cents IS 'Estimated cost in cents for this processing step.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.input_data IS 'Input data sent to the processing step (for debugging).';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.output_data IS 'Output data received from the processing step.';
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_receipt_id ON public.receipt_processing_log(receipt_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_step_status ON public.receipt_processing_log(processing_step, status);
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_created_at ON public.receipt_processing_log(created_at DESC);
|
||||
|
||||
-- 65. Store-specific receipt patterns - help identify stores from receipt text
|
||||
CREATE TABLE IF NOT EXISTS public.store_receipt_patterns (
|
||||
pattern_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
store_id BIGINT NOT NULL REFERENCES public.stores(store_id) ON DELETE CASCADE,
|
||||
pattern_type TEXT NOT NULL,
|
||||
pattern_value TEXT NOT NULL,
|
||||
priority INTEGER DEFAULT 0,
|
||||
is_active BOOLEAN DEFAULT TRUE,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
CONSTRAINT store_receipt_patterns_type_check CHECK (pattern_type IN (
|
||||
'header_regex', 'footer_regex', 'phone_number', 'address_fragment', 'store_number_format'
|
||||
)),
|
||||
CONSTRAINT store_receipt_patterns_value_check CHECK (TRIM(pattern_value) <> ''),
|
||||
UNIQUE(store_id, pattern_type, pattern_value)
|
||||
);
|
||||
COMMENT ON TABLE public.store_receipt_patterns IS 'Patterns to help identify stores from receipt text and format.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.pattern_type IS 'Type of pattern: header_regex, footer_regex, phone_number, etc.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.pattern_value IS 'The actual pattern (regex or literal text).';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.priority IS 'Higher priority patterns are checked first.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.is_active IS 'Whether this pattern is currently in use.';
|
||||
CREATE INDEX IF NOT EXISTS idx_store_receipt_patterns_store_id ON public.store_receipt_patterns(store_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_store_receipt_patterns_active ON public.store_receipt_patterns(pattern_type, is_active, priority DESC)
|
||||
WHERE is_active = TRUE;
|
||||
|
||||
|
||||
-- ============================================================================
|
||||
-- PART 2: DATA SEEDING
|
||||
|
||||
90
sql/migrations/001_upc_scanning.sql
Normal file
90
sql/migrations/001_upc_scanning.sql
Normal file
@@ -0,0 +1,90 @@
|
||||
-- sql/migrations/001_upc_scanning.sql
|
||||
-- ============================================================================
|
||||
-- UPC SCANNING FEATURE MIGRATION
|
||||
-- ============================================================================
|
||||
-- Purpose:
|
||||
-- This migration adds tables to support UPC barcode scanning functionality:
|
||||
-- 1. upc_scan_history - Audit trail of all UPC scans performed by users
|
||||
-- 2. upc_external_lookups - Cache for external UPC database API responses
|
||||
--
|
||||
-- The products.upc_code column already exists in the schema.
|
||||
-- These tables extend the functionality to track scans and cache lookups.
|
||||
-- ============================================================================
|
||||
|
||||
-- 1. UPC Scan History - tracks all UPC scans performed by users
|
||||
-- This table provides an audit trail and allows users to see their scan history
|
||||
CREATE TABLE IF NOT EXISTS public.upc_scan_history (
|
||||
scan_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
upc_code TEXT NOT NULL,
|
||||
product_id BIGINT REFERENCES public.products(product_id) ON DELETE SET NULL,
|
||||
scan_source TEXT NOT NULL,
|
||||
scan_confidence NUMERIC(5,4),
|
||||
raw_image_path TEXT,
|
||||
lookup_successful BOOLEAN DEFAULT FALSE NOT NULL,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
-- Validate UPC code format (8-14 digits for UPC-A, UPC-E, EAN-8, EAN-13, etc.)
|
||||
CONSTRAINT upc_scan_history_upc_code_check CHECK (upc_code ~ '^[0-9]{8,14}$'),
|
||||
-- Validate scan source is one of the allowed values
|
||||
CONSTRAINT upc_scan_history_scan_source_check CHECK (scan_source IN ('image_upload', 'manual_entry', 'phone_app', 'camera_scan')),
|
||||
-- Confidence score must be between 0 and 1 if provided
|
||||
CONSTRAINT upc_scan_history_scan_confidence_check CHECK (scan_confidence IS NULL OR (scan_confidence >= 0 AND scan_confidence <= 1))
|
||||
);
|
||||
COMMENT ON TABLE public.upc_scan_history IS 'Audit trail of all UPC barcode scans performed by users, tracking scan source and results.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.upc_code IS 'The scanned UPC/EAN barcode (8-14 digits).';
|
||||
COMMENT ON COLUMN public.upc_scan_history.product_id IS 'Reference to the matched product, if found in our database.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.scan_source IS 'How the scan was performed: image_upload, manual_entry, phone_app, or camera_scan.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.scan_confidence IS 'Confidence score from barcode detection (0.0-1.0), null for manual entry.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.raw_image_path IS 'Path to the uploaded barcode image, if applicable.';
|
||||
COMMENT ON COLUMN public.upc_scan_history.lookup_successful IS 'Whether the UPC was successfully matched to a product (internal or external).';
|
||||
|
||||
-- Indexes for upc_scan_history
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_user_id ON public.upc_scan_history(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_upc_code ON public.upc_scan_history(upc_code);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_created_at ON public.upc_scan_history(created_at DESC);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_scan_history_product_id ON public.upc_scan_history(product_id) WHERE product_id IS NOT NULL;
|
||||
|
||||
|
||||
-- 2. UPC External Lookups - cache for external UPC database API responses
|
||||
-- This table caches results from external UPC databases (OpenFoodFacts, UPC Item DB, etc.)
|
||||
-- to reduce API calls and improve response times for repeated lookups
|
||||
CREATE TABLE IF NOT EXISTS public.upc_external_lookups (
|
||||
lookup_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
upc_code TEXT NOT NULL UNIQUE,
|
||||
product_name TEXT,
|
||||
brand_name TEXT,
|
||||
category TEXT,
|
||||
description TEXT,
|
||||
image_url TEXT,
|
||||
external_source TEXT NOT NULL,
|
||||
lookup_data JSONB,
|
||||
lookup_successful BOOLEAN DEFAULT FALSE NOT NULL,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
-- Validate UPC code format
|
||||
CONSTRAINT upc_external_lookups_upc_code_check CHECK (upc_code ~ '^[0-9]{8,14}$'),
|
||||
-- Validate external source is one of the supported APIs
|
||||
CONSTRAINT upc_external_lookups_external_source_check CHECK (external_source IN ('openfoodfacts', 'upcitemdb', 'manual', 'unknown')),
|
||||
-- If lookup was successful, product_name should be present
|
||||
CONSTRAINT upc_external_lookups_name_check CHECK (NOT lookup_successful OR product_name IS NOT NULL)
|
||||
);
|
||||
COMMENT ON TABLE public.upc_external_lookups IS 'Cache for external UPC database API responses to reduce API calls and improve lookup speed.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.upc_code IS 'The UPC/EAN barcode that was looked up.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.product_name IS 'Product name returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.brand_name IS 'Brand name returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.category IS 'Product category returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.description IS 'Product description returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.image_url IS 'Product image URL returned from external API.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.external_source IS 'Which external API provided this data: openfoodfacts, upcitemdb, manual, unknown.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.lookup_data IS 'Full raw JSON response from the external API for reference.';
|
||||
COMMENT ON COLUMN public.upc_external_lookups.lookup_successful IS 'Whether the external lookup found product information.';
|
||||
|
||||
-- Index for upc_external_lookups
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_external_lookups_upc_code ON public.upc_external_lookups(upc_code);
|
||||
CREATE INDEX IF NOT EXISTS idx_upc_external_lookups_external_source ON public.upc_external_lookups(external_source);
|
||||
|
||||
|
||||
-- 3. Add index to existing products.upc_code if not exists
|
||||
-- This speeds up lookups when matching scanned UPCs to existing products
|
||||
CREATE INDEX IF NOT EXISTS idx_products_upc_code ON public.products(upc_code) WHERE upc_code IS NOT NULL;
|
||||
189
sql/migrations/002_expiry_tracking.sql
Normal file
189
sql/migrations/002_expiry_tracking.sql
Normal file
@@ -0,0 +1,189 @@
|
||||
-- sql/migrations/002_expiry_tracking.sql
|
||||
-- ============================================================================
|
||||
-- EXPIRY DATE TRACKING FEATURE MIGRATION
|
||||
-- ============================================================================
|
||||
-- Purpose:
|
||||
-- This migration adds tables and enhancements for expiry date tracking:
|
||||
-- 1. expiry_date_ranges - Reference table for typical shelf life by item/category
|
||||
-- 2. expiry_alerts - User notification preferences for expiry warnings
|
||||
-- 3. Enhancements to pantry_items for better expiry tracking
|
||||
--
|
||||
-- Existing tables used:
|
||||
-- - pantry_items (already has best_before_date)
|
||||
-- - pantry_locations (already exists for fridge/freezer/pantry)
|
||||
-- - receipts and receipt_items (already exist for receipt scanning)
|
||||
-- ============================================================================
|
||||
|
||||
-- 1. Expiry Date Ranges - reference table for typical shelf life
|
||||
-- This table stores expected shelf life for items based on storage location
|
||||
-- Used to auto-calculate expiry dates when users add items to inventory
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_date_ranges (
|
||||
expiry_range_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
master_item_id BIGINT REFERENCES public.master_grocery_items(master_grocery_item_id) ON DELETE CASCADE,
|
||||
category_id BIGINT REFERENCES public.categories(category_id) ON DELETE CASCADE,
|
||||
item_pattern TEXT,
|
||||
storage_location TEXT NOT NULL,
|
||||
min_days INTEGER NOT NULL,
|
||||
max_days INTEGER NOT NULL,
|
||||
typical_days INTEGER NOT NULL,
|
||||
notes TEXT,
|
||||
source TEXT,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
-- Validate storage location is one of the allowed values
|
||||
CONSTRAINT expiry_date_ranges_storage_location_check CHECK (storage_location IN ('fridge', 'freezer', 'pantry', 'room_temp')),
|
||||
-- Validate day ranges are logical
|
||||
CONSTRAINT expiry_date_ranges_min_days_check CHECK (min_days >= 0),
|
||||
CONSTRAINT expiry_date_ranges_max_days_check CHECK (max_days >= min_days),
|
||||
CONSTRAINT expiry_date_ranges_typical_days_check CHECK (typical_days >= min_days AND typical_days <= max_days),
|
||||
-- At least one identifier must be present
|
||||
CONSTRAINT expiry_date_ranges_identifier_check CHECK (
|
||||
master_item_id IS NOT NULL OR category_id IS NOT NULL OR item_pattern IS NOT NULL
|
||||
),
|
||||
-- Validate source is one of the known sources
|
||||
CONSTRAINT expiry_date_ranges_source_check CHECK (source IS NULL OR source IN ('usda', 'fda', 'manual', 'community'))
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_date_ranges IS 'Reference table storing typical shelf life for grocery items based on storage location.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.master_item_id IS 'Specific item this range applies to (most specific).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.category_id IS 'Category this range applies to (fallback if no item match).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.item_pattern IS 'Regex pattern to match item names (fallback if no item/category match).';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.storage_location IS 'Where the item is stored: fridge, freezer, pantry, or room_temp.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.min_days IS 'Minimum shelf life in days under proper storage.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.max_days IS 'Maximum shelf life in days under proper storage.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.typical_days IS 'Most common/recommended shelf life in days.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.notes IS 'Additional storage tips or warnings.';
|
||||
COMMENT ON COLUMN public.expiry_date_ranges.source IS 'Data source: usda, fda, manual, or community.';
|
||||
|
||||
-- Indexes for expiry_date_ranges
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_master_item_id ON public.expiry_date_ranges(master_item_id) WHERE master_item_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_category_id ON public.expiry_date_ranges(category_id) WHERE category_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_date_ranges_storage_location ON public.expiry_date_ranges(storage_location);
|
||||
|
||||
-- Unique constraint to prevent duplicate entries for same item/location combo
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS idx_expiry_date_ranges_unique_item_location
|
||||
ON public.expiry_date_ranges(master_item_id, storage_location)
|
||||
WHERE master_item_id IS NOT NULL;
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS idx_expiry_date_ranges_unique_category_location
|
||||
ON public.expiry_date_ranges(category_id, storage_location)
|
||||
WHERE category_id IS NOT NULL AND master_item_id IS NULL;
|
||||
|
||||
|
||||
-- 2. Expiry Alerts - user notification preferences for expiry warnings
|
||||
-- This table stores user preferences for when and how to receive expiry notifications
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_alerts (
|
||||
expiry_alert_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
days_before_expiry INTEGER NOT NULL DEFAULT 3,
|
||||
alert_method TEXT NOT NULL,
|
||||
is_enabled BOOLEAN DEFAULT TRUE NOT NULL,
|
||||
last_alert_sent_at TIMESTAMPTZ,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
-- Validate days before expiry is reasonable
|
||||
CONSTRAINT expiry_alerts_days_before_check CHECK (days_before_expiry >= 0 AND days_before_expiry <= 30),
|
||||
-- Validate alert method is one of the allowed values
|
||||
CONSTRAINT expiry_alerts_method_check CHECK (alert_method IN ('email', 'push', 'in_app')),
|
||||
-- Each user can only have one setting per alert method
|
||||
UNIQUE(user_id, alert_method)
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_alerts IS 'User preferences for expiry date notifications and alerts.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.days_before_expiry IS 'How many days before expiry to send alert (0-30).';
|
||||
COMMENT ON COLUMN public.expiry_alerts.alert_method IS 'How to notify: email, push, or in_app.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.is_enabled IS 'Whether this alert type is currently enabled.';
|
||||
COMMENT ON COLUMN public.expiry_alerts.last_alert_sent_at IS 'Timestamp of the last alert sent to prevent duplicate notifications.';
|
||||
|
||||
-- Indexes for expiry_alerts
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alerts_user_id ON public.expiry_alerts(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alerts_enabled ON public.expiry_alerts(user_id, is_enabled) WHERE is_enabled = TRUE;
|
||||
|
||||
|
||||
-- 3. Expiry Alert Log - tracks sent notifications (for auditing and preventing duplicates)
|
||||
CREATE TABLE IF NOT EXISTS public.expiry_alert_log (
|
||||
alert_log_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
user_id UUID NOT NULL REFERENCES public.users(user_id) ON DELETE CASCADE,
|
||||
pantry_item_id BIGINT REFERENCES public.pantry_items(pantry_item_id) ON DELETE SET NULL,
|
||||
alert_type TEXT NOT NULL,
|
||||
alert_method TEXT NOT NULL,
|
||||
item_name TEXT NOT NULL,
|
||||
expiry_date DATE,
|
||||
days_until_expiry INTEGER,
|
||||
sent_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
-- Validate alert type
|
||||
CONSTRAINT expiry_alert_log_type_check CHECK (alert_type IN ('expiring_soon', 'expired', 'expiry_reminder')),
|
||||
-- Validate alert method
|
||||
CONSTRAINT expiry_alert_log_method_check CHECK (alert_method IN ('email', 'push', 'in_app')),
|
||||
-- Validate item_name is not empty
|
||||
CONSTRAINT expiry_alert_log_item_name_check CHECK (TRIM(item_name) <> '')
|
||||
);
|
||||
COMMENT ON TABLE public.expiry_alert_log IS 'Log of all expiry notifications sent to users for auditing and duplicate prevention.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.pantry_item_id IS 'The pantry item that triggered the alert (may be null if item deleted).';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.alert_type IS 'Type of alert: expiring_soon, expired, or expiry_reminder.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.alert_method IS 'How the alert was sent: email, push, or in_app.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.item_name IS 'Snapshot of item name at time of alert (in case item is deleted).';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.expiry_date IS 'The expiry date that triggered the alert.';
|
||||
COMMENT ON COLUMN public.expiry_alert_log.days_until_expiry IS 'Days until expiry at time alert was sent (negative = expired).';
|
||||
|
||||
-- Indexes for expiry_alert_log
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_user_id ON public.expiry_alert_log(user_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_pantry_item_id ON public.expiry_alert_log(pantry_item_id) WHERE pantry_item_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_expiry_alert_log_sent_at ON public.expiry_alert_log(sent_at DESC);
|
||||
|
||||
|
||||
-- 4. Enhancements to pantry_items table
|
||||
-- Add columns to better support expiry tracking from receipts and UPC scans
|
||||
|
||||
-- Add purchase_date column to track when item was bought
|
||||
ALTER TABLE public.pantry_items
|
||||
ADD COLUMN IF NOT EXISTS purchase_date DATE;
|
||||
COMMENT ON COLUMN public.pantry_items.purchase_date IS 'Date the item was purchased (from receipt or manual entry).';
|
||||
|
||||
-- Add source column to track how item was added
|
||||
ALTER TABLE public.pantry_items
|
||||
ADD COLUMN IF NOT EXISTS source TEXT DEFAULT 'manual';
|
||||
-- Note: Cannot add CHECK constraint via ALTER in PostgreSQL, will validate in application
|
||||
|
||||
-- Add receipt_item_id to link back to receipt if added from receipt scan
|
||||
ALTER TABLE public.pantry_items
|
||||
ADD COLUMN IF NOT EXISTS receipt_item_id BIGINT REFERENCES public.receipt_items(receipt_item_id) ON DELETE SET NULL;
|
||||
COMMENT ON COLUMN public.pantry_items.receipt_item_id IS 'Link to receipt_items if this pantry item was created from a receipt scan.';
|
||||
|
||||
-- Add product_id to link to specific product if known from UPC scan
|
||||
ALTER TABLE public.pantry_items
|
||||
ADD COLUMN IF NOT EXISTS product_id BIGINT REFERENCES public.products(product_id) ON DELETE SET NULL;
|
||||
COMMENT ON COLUMN public.pantry_items.product_id IS 'Link to products if this pantry item was created from a UPC scan.';
|
||||
|
||||
-- Add expiry_source to track how expiry date was determined
|
||||
ALTER TABLE public.pantry_items
|
||||
ADD COLUMN IF NOT EXISTS expiry_source TEXT;
|
||||
COMMENT ON COLUMN public.pantry_items.expiry_source IS 'How expiry was determined: manual, calculated, package, receipt.';
|
||||
|
||||
-- Add is_consumed column if not exists (check for existing)
|
||||
ALTER TABLE public.pantry_items
|
||||
ADD COLUMN IF NOT EXISTS is_consumed BOOLEAN DEFAULT FALSE;
|
||||
COMMENT ON COLUMN public.pantry_items.is_consumed IS 'Whether the item has been fully consumed.';
|
||||
|
||||
-- Add consumed_at timestamp
|
||||
ALTER TABLE public.pantry_items
|
||||
ADD COLUMN IF NOT EXISTS consumed_at TIMESTAMPTZ;
|
||||
COMMENT ON COLUMN public.pantry_items.consumed_at IS 'When the item was marked as consumed.';
|
||||
|
||||
-- New indexes for pantry_items expiry queries
|
||||
CREATE INDEX IF NOT EXISTS idx_pantry_items_best_before_date ON public.pantry_items(best_before_date)
|
||||
WHERE best_before_date IS NOT NULL AND (is_consumed IS NULL OR is_consumed = FALSE);
|
||||
CREATE INDEX IF NOT EXISTS idx_pantry_items_expiring_soon ON public.pantry_items(user_id, best_before_date)
|
||||
WHERE best_before_date IS NOT NULL AND (is_consumed IS NULL OR is_consumed = FALSE);
|
||||
CREATE INDEX IF NOT EXISTS idx_pantry_items_receipt_item_id ON public.pantry_items(receipt_item_id)
|
||||
WHERE receipt_item_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_pantry_items_product_id ON public.pantry_items(product_id)
|
||||
WHERE product_id IS NOT NULL;
|
||||
|
||||
|
||||
-- 5. Add UPC scan support to receipt_items table
|
||||
-- When receipt items are matched via UPC, store the reference
|
||||
ALTER TABLE public.receipt_items
|
||||
ADD COLUMN IF NOT EXISTS upc_code TEXT;
|
||||
COMMENT ON COLUMN public.receipt_items.upc_code IS 'UPC code if extracted from receipt or matched during processing.';
|
||||
|
||||
-- Add constraint for upc_code format (cannot add via ALTER, will validate in app)
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_items_upc_code ON public.receipt_items(upc_code)
|
||||
WHERE upc_code IS NOT NULL;
|
||||
169
sql/migrations/003_receipt_scanning_enhancements.sql
Normal file
169
sql/migrations/003_receipt_scanning_enhancements.sql
Normal file
@@ -0,0 +1,169 @@
|
||||
-- sql/migrations/003_receipt_scanning_enhancements.sql
|
||||
-- ============================================================================
|
||||
-- RECEIPT SCANNING ENHANCEMENTS MIGRATION
|
||||
-- ============================================================================
|
||||
-- Purpose:
|
||||
-- This migration adds enhancements to the existing receipt scanning tables:
|
||||
-- 1. Enhancements to receipts table for better OCR processing
|
||||
-- 2. Enhancements to receipt_items for better item matching
|
||||
-- 3. receipt_processing_log for tracking OCR/AI processing attempts
|
||||
--
|
||||
-- Existing tables:
|
||||
-- - receipts (lines 932-948 in master_schema_rollup.sql)
|
||||
-- - receipt_items (lines 951-966 in master_schema_rollup.sql)
|
||||
-- ============================================================================
|
||||
|
||||
-- 1. Enhancements to receipts table
|
||||
|
||||
-- Add store detection confidence
|
||||
ALTER TABLE public.receipts
|
||||
ADD COLUMN IF NOT EXISTS store_confidence NUMERIC(5,4);
|
||||
COMMENT ON COLUMN public.receipts.store_confidence IS 'Confidence score for store detection (0.0-1.0).';
|
||||
|
||||
-- Add OCR provider used
|
||||
ALTER TABLE public.receipts
|
||||
ADD COLUMN IF NOT EXISTS ocr_provider TEXT;
|
||||
COMMENT ON COLUMN public.receipts.ocr_provider IS 'Which OCR service processed this receipt: tesseract, openai, anthropic.';
|
||||
|
||||
-- Add error details for failed processing
|
||||
ALTER TABLE public.receipts
|
||||
ADD COLUMN IF NOT EXISTS error_details JSONB;
|
||||
COMMENT ON COLUMN public.receipts.error_details IS 'Detailed error information if processing failed.';
|
||||
|
||||
-- Add retry count for failed processing
|
||||
ALTER TABLE public.receipts
|
||||
ADD COLUMN IF NOT EXISTS retry_count INTEGER DEFAULT 0;
|
||||
COMMENT ON COLUMN public.receipts.retry_count IS 'Number of processing retry attempts.';
|
||||
|
||||
-- Add extracted text confidence
|
||||
ALTER TABLE public.receipts
|
||||
ADD COLUMN IF NOT EXISTS ocr_confidence NUMERIC(5,4);
|
||||
COMMENT ON COLUMN public.receipts.ocr_confidence IS 'Overall OCR text extraction confidence score.';
|
||||
|
||||
-- Add currency detection
|
||||
ALTER TABLE public.receipts
|
||||
ADD COLUMN IF NOT EXISTS currency TEXT DEFAULT 'CAD';
|
||||
COMMENT ON COLUMN public.receipts.currency IS 'Detected currency: CAD, USD, etc.';
|
||||
|
||||
-- New indexes for receipt processing
|
||||
CREATE INDEX IF NOT EXISTS idx_receipts_status_retry ON public.receipts(status, retry_count)
|
||||
WHERE status IN ('pending', 'failed') AND retry_count < 3;
|
||||
|
||||
|
||||
-- 2. Enhancements to receipt_items table
|
||||
|
||||
-- Add line number from receipt for ordering
|
||||
ALTER TABLE public.receipt_items
|
||||
ADD COLUMN IF NOT EXISTS line_number INTEGER;
|
||||
COMMENT ON COLUMN public.receipt_items.line_number IS 'Original line number on the receipt for display ordering.';
|
||||
|
||||
-- Add match confidence score
|
||||
ALTER TABLE public.receipt_items
|
||||
ADD COLUMN IF NOT EXISTS match_confidence NUMERIC(5,4);
|
||||
COMMENT ON COLUMN public.receipt_items.match_confidence IS 'Confidence score for item matching (0.0-1.0).';
|
||||
|
||||
-- Add is_discount flag for discount/coupon lines
|
||||
ALTER TABLE public.receipt_items
|
||||
ADD COLUMN IF NOT EXISTS is_discount BOOLEAN DEFAULT FALSE;
|
||||
COMMENT ON COLUMN public.receipt_items.is_discount IS 'Whether this line is a discount/coupon (negative price).';
|
||||
|
||||
-- Add unit_price if per-unit pricing detected
|
||||
ALTER TABLE public.receipt_items
|
||||
ADD COLUMN IF NOT EXISTS unit_price_cents INTEGER;
|
||||
COMMENT ON COLUMN public.receipt_items.unit_price_cents IS 'Per-unit price if detected (e.g., price per kg).';
|
||||
|
||||
-- Add unit type if detected
|
||||
ALTER TABLE public.receipt_items
|
||||
ADD COLUMN IF NOT EXISTS unit_type TEXT;
|
||||
COMMENT ON COLUMN public.receipt_items.unit_type IS 'Unit type if detected: kg, lb, each, etc.';
|
||||
|
||||
-- Add added_to_pantry flag
|
||||
ALTER TABLE public.receipt_items
|
||||
ADD COLUMN IF NOT EXISTS added_to_pantry BOOLEAN DEFAULT FALSE;
|
||||
COMMENT ON COLUMN public.receipt_items.added_to_pantry IS 'Whether this item has been added to user pantry.';
|
||||
|
||||
-- Add pantry_item_id link
|
||||
ALTER TABLE public.receipt_items
|
||||
ADD COLUMN IF NOT EXISTS pantry_item_id BIGINT REFERENCES public.pantry_items(pantry_item_id) ON DELETE SET NULL;
|
||||
COMMENT ON COLUMN public.receipt_items.pantry_item_id IS 'Link to pantry_items if this receipt item was added to pantry.';
|
||||
|
||||
-- New indexes for receipt_items
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_items_status ON public.receipt_items(status);
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_items_added_to_pantry ON public.receipt_items(receipt_id, added_to_pantry)
|
||||
WHERE added_to_pantry = FALSE;
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_items_pantry_item_id ON public.receipt_items(pantry_item_id)
|
||||
WHERE pantry_item_id IS NOT NULL;
|
||||
|
||||
|
||||
-- 3. Receipt Processing Log - track OCR/AI processing attempts
|
||||
-- Useful for debugging, monitoring costs, and improving processing
|
||||
CREATE TABLE IF NOT EXISTS public.receipt_processing_log (
|
||||
log_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
receipt_id BIGINT NOT NULL REFERENCES public.receipts(receipt_id) ON DELETE CASCADE,
|
||||
processing_step TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
provider TEXT,
|
||||
duration_ms INTEGER,
|
||||
tokens_used INTEGER,
|
||||
cost_cents INTEGER,
|
||||
input_data JSONB,
|
||||
output_data JSONB,
|
||||
error_message TEXT,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
-- Validate processing step
|
||||
CONSTRAINT receipt_processing_log_step_check CHECK (processing_step IN (
|
||||
'upload', 'ocr_extraction', 'text_parsing', 'store_detection',
|
||||
'item_extraction', 'item_matching', 'price_parsing', 'finalization'
|
||||
)),
|
||||
-- Validate status
|
||||
CONSTRAINT receipt_processing_log_status_check CHECK (status IN ('started', 'completed', 'failed', 'skipped')),
|
||||
-- Validate provider if specified
|
||||
CONSTRAINT receipt_processing_log_provider_check CHECK (provider IS NULL OR provider IN (
|
||||
'tesseract', 'openai', 'anthropic', 'google_vision', 'aws_textract', 'internal'
|
||||
))
|
||||
);
|
||||
COMMENT ON TABLE public.receipt_processing_log IS 'Detailed log of each processing step for receipts, useful for debugging and cost tracking.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.processing_step IS 'Which processing step this log entry is for.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.status IS 'Status of this step: started, completed, failed, skipped.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.provider IS 'External service used: tesseract, openai, anthropic, etc.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.duration_ms IS 'How long this step took in milliseconds.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.tokens_used IS 'Number of API tokens used (for LLM providers).';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.cost_cents IS 'Estimated cost in cents for this processing step.';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.input_data IS 'Input data sent to the processing step (for debugging).';
|
||||
COMMENT ON COLUMN public.receipt_processing_log.output_data IS 'Output data received from the processing step.';
|
||||
|
||||
-- Indexes for receipt_processing_log
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_receipt_id ON public.receipt_processing_log(receipt_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_step_status ON public.receipt_processing_log(processing_step, status);
|
||||
CREATE INDEX IF NOT EXISTS idx_receipt_processing_log_created_at ON public.receipt_processing_log(created_at DESC);
|
||||
|
||||
|
||||
-- 4. Store-specific receipt patterns - help identify stores from receipt text
|
||||
CREATE TABLE IF NOT EXISTS public.store_receipt_patterns (
|
||||
pattern_id BIGINT PRIMARY KEY GENERATED ALWAYS AS IDENTITY,
|
||||
store_id BIGINT NOT NULL REFERENCES public.stores(store_id) ON DELETE CASCADE,
|
||||
pattern_type TEXT NOT NULL,
|
||||
pattern_value TEXT NOT NULL,
|
||||
priority INTEGER DEFAULT 0,
|
||||
is_active BOOLEAN DEFAULT TRUE,
|
||||
created_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
updated_at TIMESTAMPTZ DEFAULT now() NOT NULL,
|
||||
-- Validate pattern type
|
||||
CONSTRAINT store_receipt_patterns_type_check CHECK (pattern_type IN (
|
||||
'header_regex', 'footer_regex', 'phone_number', 'address_fragment', 'store_number_format'
|
||||
)),
|
||||
-- Validate pattern is not empty
|
||||
CONSTRAINT store_receipt_patterns_value_check CHECK (TRIM(pattern_value) <> ''),
|
||||
-- Unique constraint per store/type/value
|
||||
UNIQUE(store_id, pattern_type, pattern_value)
|
||||
);
|
||||
COMMENT ON TABLE public.store_receipt_patterns IS 'Patterns to help identify stores from receipt text and format.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.pattern_type IS 'Type of pattern: header_regex, footer_regex, phone_number, etc.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.pattern_value IS 'The actual pattern (regex or literal text).';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.priority IS 'Higher priority patterns are checked first.';
|
||||
COMMENT ON COLUMN public.store_receipt_patterns.is_active IS 'Whether this pattern is currently in use.';
|
||||
|
||||
-- Indexes for store_receipt_patterns
|
||||
CREATE INDEX IF NOT EXISTS idx_store_receipt_patterns_store_id ON public.store_receipt_patterns(store_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_store_receipt_patterns_active ON public.store_receipt_patterns(pattern_type, is_active, priority DESC)
|
||||
WHERE is_active = TRUE;
|
||||
Reference in New Issue
Block a user