Move catalog source mapping to scrape database

This commit is contained in:
2026-08-05 23:06:01 +02:00
parent e3caf25823
commit 5210dc2042
7 changed files with 198 additions and 15 deletions
+35
View File
@@ -3,6 +3,41 @@ CREATE DATABASE IF NOT EXISTS `catalog_scrape`
USE `catalog_scrape`;
CREATE TABLE IF NOT EXISTS `ps_product_catalog_source` (
`id_product_catalog_source` INT UNSIGNED NOT NULL AUTO_INCREMENT,
`source_key` VARCHAR(64) NOT NULL,
`source_name` VARCHAR(128) NOT NULL,
`source_type` VARCHAR(32) NOT NULL DEFAULT '',
`base_url` VARCHAR(512) NOT NULL,
`enabled` TINYINT(1) NOT NULL DEFAULT 1,
`priority` INT NOT NULL DEFAULT 100,
`search_primary_key` VARCHAR(64) NOT NULL DEFAULT 'ean',
`search_fallback_keys` VARCHAR(255) NOT NULL DEFAULT '',
`fallback_source_type` VARCHAR(32) NOT NULL DEFAULT 'none',
`search_url_template` VARCHAR(1000) NOT NULL,
`fallback_url_template` VARCHAR(1000) NOT NULL DEFAULT '',
`search_context_keys` VARCHAR(255) NOT NULL DEFAULT '',
`access_mode` VARCHAR(32) NOT NULL DEFAULT 'browser',
`browser_engine` VARCHAR(32) NOT NULL DEFAULT 'default',
`browser_headless` TINYINT(1) NOT NULL DEFAULT 0,
`wait_after_load_ms` INT UNSIGNED NOT NULL DEFAULT 3000,
`note` TEXT NULL,
PRIMARY KEY (`id_product_catalog_source`),
UNIQUE KEY `uq_product_catalog_source_key` (`source_key`)
) ENGINE=InnoDB;
CREATE TABLE IF NOT EXISTS `ps_product_catalog_manufacturer_source` (
`id_product_catalog_manufacturer_source` INT UNSIGNED NOT NULL AUTO_INCREMENT,
`id_manufacturer` INT UNSIGNED NOT NULL,
`id_product_catalog_source` INT UNSIGNED NOT NULL,
`enabled` TINYINT(1) NOT NULL DEFAULT 1,
`priority` INT NOT NULL DEFAULT 100,
`note` TEXT NULL,
PRIMARY KEY (`id_product_catalog_manufacturer_source`),
UNIQUE KEY `uq_product_catalog_manufacturer_source` (`id_manufacturer`, `id_product_catalog_source`),
KEY `idx_product_catalog_manufacturer_source_source` (`id_product_catalog_source`)
) ENGINE=InnoDB;
CREATE TABLE IF NOT EXISTS `scrape_sources` (
`id` BIGINT UNSIGNED NOT NULL AUTO_INCREMENT,
`legacy_catalog_source_id` BIGINT UNSIGNED NULL,