aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'robots.txt')
-rw-r--r--robots.txt20
1 files changed, 19 insertions, 1 deletions
diff --git a/robots.txt b/robots.txt
index 0f823cb24..808943e32 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,3 +1,21 @@
User-agent: *
+Allow: /
Allow: /index.cgi
-Disallow: /
+Allow: /show_bug.cgi
+Allow: /attachment.cgi
+Allow: /data/duplicates.rdf
+Allow: /data/cached/
+Disallow: /query.cgi
+Disallow: /enter_bug.cgi
+Disallow: /userprefs.cgi
+Disallow: /params.cgi
+Disallow: /editsettings.cgi
+Disallow: /report.cgi
+Disallow: /request.cgi
+Disallow: /votes.cgi
+Disallow: /showdependencygraph.cgi
+Disallow: /showdependencytree.cgi
+Disallow: /data/webdot/
+Disallow: /buglist.cgi
+Disallow: /custom_buglist.cgi
+Disallow: /show_activity.cgi