better description for pagination_only

zytedata · Oct 26, 2023 · 396283d · 396283d
1 parent 3e4484b
commit 396283d
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 2 deletions.
diff --git a/tests/test_ecommerce.py b/tests/test_ecommerce.py
@@ -326,7 +326,10 @@ def test_metadata():
                             "title": "Navigation",
                         },
                         "pagination_only": {
-                            "description": "Follow pagination and product detail pages.",
+                            "description": (
+                                "Follow pagination and product detail pages. SubCategory links are ignored. "
+                                "Use this when some subCategory links are misidentified by ML-extraction."
+                            ),
                             "title": "Pagination Only",
                         },
                     },

diff --git a/zyte_spider_templates/spiders/ecommerce.py b/zyte_spider_templates/spiders/ecommerce.py
@@ -41,7 +41,10 @@ class EcommerceSpiderParams(BaseSpiderParams):
                 },
                 EcommerceCrawlStrategy.pagination_only: {
                     "title": "Pagination Only",
-                    "description": "Follow pagination and product detail pages.",
+                    "description": (
+                        "Follow pagination and product detail pages. SubCategory links are ignored. "
+                        "Use this when some subCategory links are misidentified by ML-extraction."
+                    ),
                 },
             },
         },