From 5cc10f3765edef4db51639e06c7fd2504cffe6a5 Mon Sep 17 00:00:00 2001 From: Brian Kelly Date: Thu, 1 Aug 2024 08:40:10 -0500 Subject: [PATCH] Disallow invalid URL that pattern Googlebot keeps trying to request --- public/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/public/robots.txt b/public/robots.txt index db4a11b3..261beebd 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -11,6 +11,7 @@ Disallow: /catalog.html?f Disallow: /catalog.html?_ Disallow: /catalog.atom Disallow: /catalog.rss +Disallow: /catalog/*/catalog/* Disallow: /catalog/*/relations Disallow: /catalog/facet/* Disallow: /catalog/*/web_services