Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
34 changes: 33 additions & 1 deletion robots.txt
Original file line number Diff line number Diff line change
@@ -1,2 +1,34 @@
# Docs: https://developers.google.com/search/docs/advanced/robots/intro
# Note old files will still be indexed if they have links to them,
# hopefully they are weighted less...

User-agent: *
Disallow: /examples/ # outdated location. Current examples are in /gallery/.

# do not search root directory by default.
Disallow: /

# but allow some subdirectories:
Allow: /stable/

# versions should be searched. Note sitemap.xml downweights them...
Allow: /5.*/
Allow: /4.*/
Allow: /3.*/
Allow: /2.*/
Allow: /1.*/

# packages that should still be searched:
Allow: /cmocean/
Allow: /mpl-probscale/
Allow: /mpl_toolkits/
Allow: /xkcd/
Allow: /cycler/
Allow: /matplotblog/
Allow: /pytest-mpl/
Allow: /basemap/
Allow: /mpl-bench/
Allow: /mpl-altair/
Allow: /devdocs/

# tell robots this is sitemap
Sitemap: https://matplotlib.org/sitemap.xml
235 changes: 235 additions & 0 deletions sitemap.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,235 @@
<?xml version="1.0" encoding="UTF-8"?>

<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>http://matplotlib.org/stable/</loc>
Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Note these should really have a <last-modified> tag, but I think they will work without.

<changefreq>monthly</changefreq>
<priority>1.0</priority>
</url>
<!-- Update and move down for release -->
<url>
<loc>http://matplotlib.org/3.3.3</loc>
<changefreq>monthly</changefreq>
<priority>0.5</priority>
</url>

<url>
<loc>http://matplotlib.org/devdocs/</loc>
<changefreq>daily</changefreq>
<priority>0.9</priority>
</url>

<!-- Packages -->
<url>
<loc>http://matplotlib.org/matplotblog/</loc>
<changefreq>weekly</changefreq>
<priority>1.0</priority>
</url>
<url>
<loc>http://matplotlib.org/basemap/</loc>
<changefreq>monthly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>http://matplotlib.org/cycler/</loc>
<changefreq>monthly</changefreq>
<priority>1.0</priority>
</url>
<url>
<loc>http://matplotlib.org/pytest-mpl/</loc>
<changefreq>monthly</changefreq>
<priority>1.0</priority>
</url>
<url>
<loc>http://matplotlib.org/mpl-altair/</loc>
<changefreq>monthly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>http://matplotlib.org/mpl-bench/</loc>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>http://matplotlib.org/mpl-probscale/</loc>
<changefreq>monthly</changefreq>
<priority>1.0</priority>
</url>
<url>
<loc>http://matplotlib.org/mpl_toolkits/</loc>
<changefreq>monthly</changefreq>
<priority>1.0</priority>
</url>
<url>
<loc>http://matplotlib.org/cmocean/</loc>
<changefreq>monthly</changefreq>
<priority>1.0</priority>
</url>

<!-- Old releases -->
<url>
<loc>http://matplotlib.org/3.3.2</loc>
<changefreq>yearly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>http://matplotlib.org/3.3.1</loc>
<changefreq>yearly</changefreq>
<priority>0.4</priority>
</url>
<url>
<loc>http://matplotlib.org/3.3.0</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>http://matplotlib.org/3.2.2</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/3.2.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/3.1.3</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/3.1.2</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/3.1.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/3.1.0</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/3.0.2</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/3.0.3</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/3.0.0</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.2.5</loc>
<changefreq>yearly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>http://matplotlib.org/2.2.4</loc>
<changefreq>yearly</changefreq>
<priority>0.2</priority>
</url>
<url>
<loc>http://matplotlib.org/2.2.3</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.2.2</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.2.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.2.0</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.1.0</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.1.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.1.2</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.0.2</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/2.0.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.5.3</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.5.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.5.0</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.4.3</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.4.2</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.4.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.4.0</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.3.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.3.0</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
<url>
<loc>http://matplotlib.org/1.2.1</loc>
<changefreq>yearly</changefreq>
<priority>0.1</priority>
</url>
</urlset>
1 change: 1 addition & 0 deletions stable