ENH: fix robots.txt

jklymak · jklymak · commit 260a555f3489 · 2021-01-19T07:11:28.000-08:00
diff --git a/robots.txt b/robots.txt
@@ -1,2 +1,13 @@
 User-agent: *
+Disallow: /
 Disallow: /examples/  # outdated location. Current examples are in /gallery/.
+Allow: /cmocean/
+Allow: /mpl-probscale/
+Allow: /mpl_toolkits/
+Allow: /xkcd/
+Allow: /stable/
+Allow: /5.*/
+Allow: /4.*/
+Allow: /3.*/
+Allow: /2.*/
+Allow: /1.*/
