Merge pull request #75 from j1642/exlude-devdocs

ksunden · web-flow · commit 0eeaedb455c8 · 2023-08-30T10:59:49.000-05:00
MAINT: Exclude devdocs from search engine results
diff --git a/robots.txt b/robots.txt
@@ -38,6 +38,9 @@ Disallow: /py-modindex.html
 Disallow: /search.html
 Disallow: /searchindex.js
 Disallow: /win32_*.tar.gz
+# exclude all of /devdocs except /devdocs/devel
+Disallow: /devdocs/
+Allow: /devdocs/devel/
 
 # tell robots this is sitemap
 Sitemap: https://matplotlib.org/_sitemap/sitemap.xml
