robots.txt

# Docs: https://developers.google.com/search/docs/advanced/robots/intro
# Note old files will still be indexed if they have links to them,
# hopefully they are weighted less...

User-agent: *

# do not search root directory by default.
Disallow: /api/
Disallow: /devel/
Disallow: /examples/
Disallow: /faq/
Disallow: /gallery/
Disallow: /glossary/
Disallow: /mpl_examples/
Disallow: /mpl_toolkits/
Disallow: /plot_directive/
Disallow: /pyplots/
Disallow: /resources/
Disallow: /thirdpartypackages/
Disallow: /tutorials/
Disallow: /users/
Disallow: /xkcd/
Disallow: /_downloads/
Disallow: /_images/
Disallow: /_modules/
Disallow: /_sources/
Disallow: /_static/
# files at top level:
Disallow: /citing.html
Disallow: /contents.html
Disallow: /downloads.html
Disallow: /gallery.html
Disallow: /genindex.html
Disallow: /index.html
Disallow: /Matplotlib.pdf
Disallow: /objects.inv
Disallow: /py-modindex.html
Disallow: /search.html
Disallow: /searchindex.js
Disallow: /win32_*.tar.gz
# exclude all of /devdocs except /devdocs/devel
Disallow: /devdocs/
Allow: /devdocs/devel/

# tell robots this is sitemap
Sitemap: https://matplotlib.org/_sitemap/sitemap.xml