diff --git a/robots.txt b/robots.txt index a10d6a0e2a0..7428d1d6be7 100644 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,34 @@ +# Docs: https://developers.google.com/search/docs/advanced/robots/intro +# Note old files will still be indexed if they have links to them, +# hopefully they are weighted less... + User-agent: * -Disallow: /examples/ # outdated location. Current examples are in /gallery/. + +# do not search root directory by default. +Disallow: / + +# but allow some subdirectories: +Allow: /stable/ + +# versions should be searched. Note sitemap.xml downweights them... +Allow: /5.*/ +Allow: /4.*/ +Allow: /3.*/ +Allow: /2.*/ +Allow: /1.*/ + +# packages that should still be searched: +Allow: /cmocean/ +Allow: /mpl-probscale/ +Allow: /mpl_toolkits/ +Allow: /xkcd/ +Allow: /cycler/ +Allow: /matplotblog/ +Allow: /pytest-mpl/ +Allow: /basemap/ +Allow: /mpl-bench/ +Allow: /mpl-altair/ +Allow: /devdocs/ + +# tell robots this is sitemap +Sitemap: https://matplotlib.org/sitemap.xml diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 00000000000..86f053621d8 --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,235 @@ + + + + + http://matplotlib.org/stable/ + monthly + 1.0 + + + + http://matplotlib.org/3.3.3 + monthly + 0.5 + + + + http://matplotlib.org/devdocs/ + daily + 0.9 + + + + + http://matplotlib.org/matplotblog/ + weekly + 1.0 + + + http://matplotlib.org/basemap/ + monthly + 0.5 + + + http://matplotlib.org/cycler/ + monthly + 1.0 + + + http://matplotlib.org/pytest-mpl/ + monthly + 1.0 + + + http://matplotlib.org/mpl-altair/ + monthly + 0.5 + + + http://matplotlib.org/mpl-bench/ + weekly + 0.5 + + + http://matplotlib.org/mpl-probscale/ + monthly + 1.0 + + + http://matplotlib.org/mpl_toolkits/ + monthly + 1.0 + + + http://matplotlib.org/cmocean/ + monthly + 1.0 + + + + + http://matplotlib.org/3.3.2 + yearly + 0.5 + + + http://matplotlib.org/3.3.1 + yearly + 0.4 + + + http://matplotlib.org/3.3.0 + yearly + 0.3 + + + http://matplotlib.org/3.2.2 + yearly + 0.1 + + + http://matplotlib.org/3.2.1 + yearly + 0.1 + + + http://matplotlib.org/3.1.3 + yearly + 0.1 + + + http://matplotlib.org/3.1.2 + yearly + 0.1 + + + http://matplotlib.org/3.1.1 + yearly + 0.1 + + + http://matplotlib.org/3.1.0 + yearly + 0.1 + + + http://matplotlib.org/3.0.2 + yearly + 0.1 + + + http://matplotlib.org/3.0.3 + yearly + 0.1 + + + http://matplotlib.org/3.0.0 + yearly + 0.1 + + + http://matplotlib.org/2.2.5 + yearly + 0.5 + + + http://matplotlib.org/2.2.4 + yearly + 0.2 + + + http://matplotlib.org/2.2.3 + yearly + 0.1 + + + http://matplotlib.org/2.2.2 + yearly + 0.1 + + + http://matplotlib.org/2.2.1 + yearly + 0.1 + + + http://matplotlib.org/2.2.0 + yearly + 0.1 + + + http://matplotlib.org/2.1.0 + yearly + 0.1 + + + http://matplotlib.org/2.1.1 + yearly + 0.1 + + + http://matplotlib.org/2.1.2 + yearly + 0.1 + + + http://matplotlib.org/2.0.2 + yearly + 0.1 + + + http://matplotlib.org/2.0.1 + yearly + 0.1 + + + http://matplotlib.org/1.5.3 + yearly + 0.1 + + + http://matplotlib.org/1.5.1 + yearly + 0.1 + + + http://matplotlib.org/1.5.0 + yearly + 0.1 + + + http://matplotlib.org/1.4.3 + yearly + 0.1 + + + http://matplotlib.org/1.4.2 + yearly + 0.1 + + + http://matplotlib.org/1.4.1 + yearly + 0.1 + + + http://matplotlib.org/1.4.0 + yearly + 0.1 + + + http://matplotlib.org/1.3.1 + yearly + 0.1 + + + http://matplotlib.org/1.3.0 + yearly + 0.1 + + + http://matplotlib.org/1.2.1 + yearly + 0.1 + + diff --git a/stable b/stable new file mode 120000 index 00000000000..3f09e910959 --- /dev/null +++ b/stable @@ -0,0 +1 @@ +3.3.3 \ No newline at end of file