From ff58850352d0d1eaa70a09062723d4046775740f Mon Sep 17 00:00:00 2001 From: Jacob Hoffman-Andrews Date: Wed, 8 Jan 2025 12:42:18 -0800 Subject: [PATCH] robots: also disallow %5E (urlencoded caret) --- static/robots.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/static/robots.txt b/static/robots.txt index 04040f2c9..39ccff78d 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -4,4 +4,7 @@ Sitemap: https://docs.rs/sitemap.xml # https://docs.rs/about/redirections User-Agent: * Disallow: */^ +# %5E is '^', URL-encoded. Based on the Search Console, Google +# may be encoding '^' before checking against robots.txt. +Disallow: */%5E Disallow: */~