From 6528592dd289f9fda5538be5c54c028ddd9a09f1 Mon Sep 17 00:00:00 2001 From: Daenney Date: Tue, 27 Feb 2024 14:25:08 +0100 Subject: [PATCH] [feature] Block Amazonbot (#2692) Blocks the Amazon crawler bot. Closes: #2686 --- internal/web/robots.go | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/internal/web/robots.go b/internal/web/robots.go index 92bd33014..cfd1758a4 100644 --- a/internal/web/robots.go +++ b/internal/web/robots.go @@ -64,6 +64,11 @@ Disallow: / User-agent: WellKnownBot Disallow: / +# Block Amazonbot, because Amazon. +# https://developer.amazon.com/amazonbot +User-agent: Amazonbot +Disallow: / + # Rules for everything else. User-agent: * Crawl-delay: 500