From c00d1684f966af20efb082aad7a5806e9ef87328 Mon Sep 17 00:00:00 2001 From: James Addison Date: Fri, 30 Aug 2024 10:50:20 +0100 Subject: [PATCH] refactor: consolidate two RecipeRadar regexes into one --- regexes.yaml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/regexes.yaml b/regexes.yaml index 852f63d4..7f521b68 100644 --- a/regexes.yaml +++ b/regexes.yaml @@ -180,8 +180,7 @@ user_agent_parsers: family_replacement: 'Facebook' # RecipeRadar crawler - - regex: '(RecipeRadar)/(\d+)\.(\d+)\.(\d+)' - - regex: '(RecipeRadar)/(\d+)\.(\d+)' + - regex: '(RecipeRadar)/(\d+)\.(\d+)(?:\.(\d+)|)' # Bots General matcher 'name/0.0' - regex: '^.{0,200}?(?:\/[A-Za-z0-9\.]{0,50}|) {0,2}([A-Za-z0-9 \-_\!\[\]:]{0,50}(?:[Aa]rchiver|[Ii]ndexer|[Ss]craper|[Bb]ot|[Ss]pider|[Cc]rawl[a-z]{0,50}))[/ ](\d+)(?:\.(\d+)(?:\.(\d+)|)|)'