diff --git a/documentation/themes/beastie/layouts/robots.txt b/documentation/themes/beastie/layouts/robots.txt index d5ac9c0dbd..1abda1687d 100644 --- a/documentation/themes/beastie/layouts/robots.txt +++ b/documentation/themes/beastie/layouts/robots.txt @@ -1,19 +1,19 @@ User-agent: * #Crawl-delay: 10 Disallow: /cgi/confirm-code.cgi Disallow: /cgi/cvsweb.cgi Disallow: /cgi/dosendpr.cgi Disallow: /cgi/getmsg.cgi Disallow: /cgi/mailindex.cgi Disallow: /cgi/man.cgi?apropos=2& Disallow: /cgi/mid.cgi Disallow: /cgi/mirror.cgi Disallow: /cgi/missing_handler.cgi Disallow: /cgi/ports.cgi Disallow: /cgi/query-pr-summary.cgi Disallow: /cgi/query-pr.cgi Disallow: /cgi/search.cgi Disallow: /cgi/url.cgi Disallow: /statistic Disallow: /statistic -Disallow: /doc +Disallow: /doc/