forked from matplotlib/matplotlib.github.com
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrobots.txt
More file actions
34 lines (28 loc) · 757 Bytes
/
robots.txt
File metadata and controls
34 lines (28 loc) · 757 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
# Docs: https://developers.google.com/search/docs/advanced/robots/intro
# Note old files will still be indexed if they have links to them,
# hopefully they are weighted less...
User-agent: *
# do not search root directory by default.
Disallow: /
# but allow some subdirectories:
Allow: /stable/
# versions should be searched. Note sitemap.xml downweights them...
Allow: /5.*/
Allow: /4.*/
Allow: /3.*/
Allow: /2.*/
Allow: /1.*/
# packages that should still be searched:
Allow: /cmocean/
Allow: /mpl-probscale/
Allow: /mpl_toolkits/
Allow: /xkcd/
Allow: /cycler/
Allow: /matplotblog/
Allow: /pytest-mpl/
Allow: /basemap/
Allow: /mpl-bench/
Allow: /mpl-altair/
Allow: /devdocs/
# tell robots this is sitemap
Sitemap: https://matplotlib.org/sitemap.xml