git: 5f7369ec64 - main - remove stale entries

From: Wolfram Schneider <wosch_at_FreeBSD.org>
Date: Mon, 07 Aug 2023 14:02:03 UTC 
The branch main has been updated by wosch:

URL: https://cgit.FreeBSD.org/doc/commit/?id=5f7369ec6403c5f1e7de195a0bd1da6e073d1764

commit 5f7369ec6403c5f1e7de195a0bd1da6e073d1764
Author:     Wolfram Schneider <wosch@FreeBSD.org>
AuthorDate: 2023-08-07 14:00:52 +0000
Commit:     Wolfram Schneider <wosch@FreeBSD.org>
CommitDate: 2023-08-07 14:00:52 +0000

    remove stale entries
---
 website/themes/beastie/layouts/robots.txt | 9 ---------
 1 file changed, 9 deletions(-)

diff --git a/website/themes/beastie/layouts/robots.txt b/website/themes/beastie/layouts/robots.txt
index ac0950c19f..c8a4fa75ba 100644
--- a/website/themes/beastie/layouts/robots.txt
+++ b/website/themes/beastie/layouts/robots.txt
@@ -2,20 +2,11 @@
 
 User-agent: *
 #Crawl-delay: 10
-Disallow: /cgi/confirm-code.cgi
-Disallow: /cgi/cvsweb.cgi
-Disallow: /cgi/dosendpr.cgi
 Disallow: /cgi/getmsg.cgi
 Disallow: /cgi/mailindex.cgi
 Disallow: /cgi/man.cgi?apropos=2&
 Disallow: /cgi/mid.cgi
-Disallow: /cgi/mirror.cgi
-Disallow: /cgi/missing_handler.cgi
 Disallow: /cgi/ports.cgi
-Disallow: /cgi/query-pr-summary.cgi
-Disallow: /cgi/query-pr.cgi
-Disallow: /cgi/search.cgi
-Disallow: /cgi/url.cgi
 Disallow: /statistic
 
 User-agent: GPTBot