From 5a9756ffbc761de8891158db14e3ddf97804325b Mon Sep 17 00:00:00 2001 From: Jody Klymak Date: Tue, 19 Jan 2021 06:55:42 -0800 Subject: [PATCH 1/5] Link Stable --- sitemap.xml | 195 ++++++++++++++++++++++++++++++++++++++++++++++++++++ stable | 1 + 2 files changed, 196 insertions(+) create mode 100644 sitemap.xml create mode 120000 stable diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 00000000000..b89586f9c5d --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,195 @@ + + + + + http://matplotlib.org/latest/ + monthly + 1.0 + + + http://matplotlib.org/mpl-probscale/ + monthly + 0.9 + + + http://matplotlib.org/mpl_toolkits/ + monthly + 1.0 + + + http://matplotlib.org/cmocean/ + monthly + 1.0 + + + + http://matplotlib.org/3.3.3 + monthly + 0.5 + + + http://matplotlib.org/3.3.2 + yearly + 0.5 + + + http://matplotlib.org/3.3.1 + yearly + 0.4 + + + http://matplotlib.org/3.3.0 + yearly + 0.3 + + + http://matplotlib.org/3.2.2 + yearly + 0.1 + + + http://matplotlib.org/3.2.1 + yearly + 0.1 + + + http://matplotlib.org/3.1.3 + yearly + 0.1 + + + http://matplotlib.org/3.1.2 + yearly + 0.1 + + + http://matplotlib.org/3.1.1 + yearly + 0.1 + + + http://matplotlib.org/3.1.0 + yearly + 0.1 + + + http://matplotlib.org/3.0.2 + yearly + 0.1 + + + http://matplotlib.org/3.0.3 + yearly + 0.1 + + + http://matplotlib.org/3.0.0 + yearly + 0.1 + + + http://matplotlib.org/2.2.5 + yearly + 0.5 + + + http://matplotlib.org/2.2.4 + yearly + 0.2 + + + http://matplotlib.org/2.2.3 + yearly + 0.1 + + + http://matplotlib.org/2.2.2 + yearly + 0.1 + + + http://matplotlib.org/2.2.1 + yearly + 0.1 + + + http://matplotlib.org/2.2.0 + yearly + 0.1 + + + http://matplotlib.org/2.1.0 + yearly + 0.1 + + + http://matplotlib.org/2.1.1 + yearly + 0.1 + + + http://matplotlib.org/2.1.2 + yearly + 0.1 + + + http://matplotlib.org/2.0.2 + yearly + 0.1 + + + http://matplotlib.org/2.0.1 + yearly + 0.1 + + + http://matplotlib.org/1.5.3 + yearly + 0.1 + + + http://matplotlib.org/1.5.1 + yearly + 0.1 + + + http://matplotlib.org/1.5.0 + yearly + 0.1 + + + http://matplotlib.org/1.4.3 + yearly + 0.1 + + + http://matplotlib.org/1.4.2 + yearly + 0.1 + + + http://matplotlib.org/1.4.1 + yearly + 0.1 + + + http://matplotlib.org/1.4.0 + yearly + 0.1 + + + http://matplotlib.org/1.3.1 + yearly + 0.1 + + + http://matplotlib.org/1.3.0 + yearly + 0.1 + + + http://matplotlib.org/1.2.1 + yearly + 0.1 + + diff --git a/stable b/stable new file mode 120000 index 00000000000..3f09e910959 --- /dev/null +++ b/stable @@ -0,0 +1 @@ +3.3.3 \ No newline at end of file From 260a555f348968b0b1447dd22e428a527c529391 Mon Sep 17 00:00:00 2001 From: Jody Klymak Date: Tue, 19 Jan 2021 07:11:28 -0800 Subject: [PATCH 2/5] ENH: fix robots.txt --- robots.txt | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/robots.txt b/robots.txt index a10d6a0e2a0..4d68b95a973 100644 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,13 @@ User-agent: * +Disallow: / Disallow: /examples/ # outdated location. Current examples are in /gallery/. +Allow: /cmocean/ +Allow: /mpl-probscale/ +Allow: /mpl_toolkits/ +Allow: /xkcd/ +Allow: /stable/ +Allow: /5.*/ +Allow: /4.*/ +Allow: /3.*/ +Allow: /2.*/ +Allow: /1.*/ From 1051ec99865dac18f1f4557d4c72b104ece0cb60 Mon Sep 17 00:00:00 2001 From: Jody Klymak Date: Tue, 19 Jan 2021 07:16:53 -0800 Subject: [PATCH 3/5] FIX --- sitemap.xml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/sitemap.xml b/sitemap.xml index b89586f9c5d..693988221af 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,10 +2,15 @@ - http://matplotlib.org/latest/ + http://matplotlib.org/stable/ monthly 1.0 + + http://matplotlib.org/3.3.3 + monthly + 0.5 + http://matplotlib.org/mpl-probscale/ monthly @@ -22,11 +27,6 @@ 1.0 - - http://matplotlib.org/3.3.3 - monthly - 0.5 - http://matplotlib.org/3.3.2 yearly From e0a5434cc9c1491235b9f01fb7f5725e119d0770 Mon Sep 17 00:00:00 2001 From: Jody Klymak Date: Tue, 19 Jan 2021 08:23:55 -0800 Subject: [PATCH 4/5] ENH: add sitemap to robots.txt --- robots.txt | 24 +++++++++++++++++++----- 1 file changed, 19 insertions(+), 5 deletions(-) diff --git a/robots.txt b/robots.txt index 4d68b95a973..fa996fad6e2 100644 --- a/robots.txt +++ b/robots.txt @@ -1,13 +1,27 @@ +# Docs: https://developers.google.com/search/docs/advanced/robots/intro +# Note old files will still be indexed if they have links to them, +# hopefully they are weighted less... + User-agent: * + +# do not search root directory by default. Disallow: / -Disallow: /examples/ # outdated location. Current examples are in /gallery/. -Allow: /cmocean/ -Allow: /mpl-probscale/ -Allow: /mpl_toolkits/ -Allow: /xkcd/ + +# but allow some subdirectories: Allow: /stable/ + +# versions should be searched. Note sitemap.xml downweights them... Allow: /5.*/ Allow: /4.*/ Allow: /3.*/ Allow: /2.*/ Allow: /1.*/ + +# packages that should still be searched: +Allow: /cmocean/ +Allow: /mpl-probscale/ +Allow: /mpl_toolkits/ +Allow: /xkcd/ + +# tell robots this is sitemap +Sitemap: https://matplotlib.org/sitemap.xml From a359ad5759e590df786f3f8fbfd961bdca5615df Mon Sep 17 00:00:00 2001 From: Jody Klymak Date: Tue, 19 Jan 2021 18:17:01 -0800 Subject: [PATCH 5/5] More packages --- robots.txt | 7 +++++++ sitemap.xml | 42 +++++++++++++++++++++++++++++++++++++++++- 2 files changed, 48 insertions(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index fa996fad6e2..7428d1d6be7 100644 --- a/robots.txt +++ b/robots.txt @@ -22,6 +22,13 @@ Allow: /cmocean/ Allow: /mpl-probscale/ Allow: /mpl_toolkits/ Allow: /xkcd/ +Allow: /cycler/ +Allow: /matplotblog/ +Allow: /pytest-mpl/ +Allow: /basemap/ +Allow: /mpl-bench/ +Allow: /mpl-altair/ +Allow: /devdocs/ # tell robots this is sitemap Sitemap: https://matplotlib.org/sitemap.xml diff --git a/sitemap.xml b/sitemap.xml index 693988221af..86f053621d8 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -6,15 +6,54 @@ monthly 1.0 + http://matplotlib.org/3.3.3 monthly 0.5 + + + http://matplotlib.org/devdocs/ + daily + 0.9 + + + + + http://matplotlib.org/matplotblog/ + weekly + 1.0 + + + http://matplotlib.org/basemap/ + monthly + 0.5 + + + http://matplotlib.org/cycler/ + monthly + 1.0 + + + http://matplotlib.org/pytest-mpl/ + monthly + 1.0 + + + http://matplotlib.org/mpl-altair/ + monthly + 0.5 + + + http://matplotlib.org/mpl-bench/ + weekly + 0.5 + http://matplotlib.org/mpl-probscale/ monthly - 0.9 + 1.0 http://matplotlib.org/mpl_toolkits/ @@ -27,6 +66,7 @@ 1.0 + http://matplotlib.org/3.3.2 yearly