commit a9acedc1175896c05ecf78463ff86cfc567f2167
Author: Pete Travis <immanetize(a)fedoraproject.org>
Date: Thu Aug 4 20:58:43 2016 -0500
obscure IPA guides from search crawlers
robots.txt | 16 ++++++++++++++++
1 files changed, 16 insertions(+), 0 deletions(-)
---
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..5c6ef83
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,16 @@
+user-agent: *
+disallow: /en-US/Fedora/15/epub/FreeIPA_Guide*
+disallow: /en-US/Fedora/15/html/FreeIPA_Guide*
+disallow: /en-US/Fedora/15/html/FreeIPA_Guide*
+disallow: /en-US/Fedora/15/html-single/FreeIPA_Guide*
+disallow: /en-US/Fedora/15/pdf/FreeIPA_Guide*
+disallow: /en-US/Fedora/17/epub/FreeIPA_Guide*
+disallow: /en-US/Fedora/17/html/FreeIPA_Guide*
+disallow: /en-US/Fedora/17/html/FreeIPA_Guide*
+disallow: /en-US/Fedora/17/html-single/FreeIPA_Guide*
+disallow: /en-US/Fedora/17/pdf/FreeIPA_Guide*
+disallow: /en-US/Fedora/18/epub/FreeIPA_Guide*
+disallow: /en-US/Fedora/18/html/FreeIPA_Guide*
+disallow: /en-US/Fedora/18/html/FreeIPA_Guide*
+disallow: /en-US/Fedora/18/html-single/FreeIPA_Guide*
+disallow: /en-US/Fedora/18/pdf/FreeIPA_Guide*