MNT Add robots.txt to avoid indexing of old version doc (#30685)

lesteve · web-flow · commit 61077dc08fd9 · 2025-01-21T10:15:19.000+01:00
diff --git a/doc/conf.py b/doc/conf.py
@@ -340,7 +340,7 @@
 html_additional_pages = {"index": "index.html"}
 
 # Additional files to copy
-# html_extra_path = []
+html_extra_path = ["robots.txt"]
 
 # Additional JS files
 html_js_files = [
diff --git a/doc/robots.txt b/doc/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /
+Allow: /stable
+Allow: /dev/developers
