From 396283d82f2a92175698d3cbd4f0dd1012310af5 Mon Sep 17 00:00:00 2001 From: Kevin Lloyd Bernal Date: Thu, 26 Oct 2023 19:44:08 +0800 Subject: [PATCH] better description for pagination_only --- tests/test_ecommerce.py | 5 ++++- zyte_spider_templates/spiders/ecommerce.py | 5 ++++- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/tests/test_ecommerce.py b/tests/test_ecommerce.py index 61f0e09..2f55da9 100644 --- a/tests/test_ecommerce.py +++ b/tests/test_ecommerce.py @@ -326,7 +326,10 @@ def test_metadata(): "title": "Navigation", }, "pagination_only": { - "description": "Follow pagination and product detail pages.", + "description": ( + "Follow pagination and product detail pages. SubCategory links are ignored. " + "Use this when some subCategory links are misidentified by ML-extraction." + ), "title": "Pagination Only", }, }, diff --git a/zyte_spider_templates/spiders/ecommerce.py b/zyte_spider_templates/spiders/ecommerce.py index cc55006..41eb71d 100644 --- a/zyte_spider_templates/spiders/ecommerce.py +++ b/zyte_spider_templates/spiders/ecommerce.py @@ -41,7 +41,10 @@ class EcommerceSpiderParams(BaseSpiderParams): }, EcommerceCrawlStrategy.pagination_only: { "title": "Pagination Only", - "description": "Follow pagination and product detail pages.", + "description": ( + "Follow pagination and product detail pages. SubCategory links are ignored. " + "Use this when some subCategory links are misidentified by ML-extraction." + ), }, }, },