1 |
# robots.txt for http://www.gnu.org/ |
2 |
|
3 |
User-agent: * |
4 |
Crawl-delay: 4 |
5 |
Disallow: /private/ |
6 |
|
7 |
User-agent: * |
8 |
Crawl-delay: 4 |
9 |
Disallow: /savannah-checkouts/ |
10 |
|
11 |
# RT #1298215. |
12 |
User-agent: * |
13 |
Crawl-delay: 4 |
14 |
Disallow: /server/trans-map.html |
15 |
|
16 |
# RT #1298215. |
17 |
User-agent: * |
18 |
Crawl-delay: 4 |
19 |
Disallow: /server/select-language.html |
20 |
|
21 |
# RT #1638325. |
22 |
User-agent: * |
23 |
Crawl-delay: 4 |
24 |
Disallow: */CVS/ |
25 |
Disallow: */po/ |
26 |
Disallow: /prep/gnumaint/ |
27 |
Disallow: /prep/wrappers-and-scripts/ |
28 |
Disallow: */workshop/ |
29 |
Disallow: /screenshots/ |
30 |
Disallow: /server/banners/ |
31 |
Disallow: /server/gnun/ |
32 |
Disallow: /server/source/ |
33 |
Disallow: /server/staging/ |
34 |
Disallow: /server/body-include* |
35 |
Disallow: /server/bottom-notes* |
36 |
Disallow: /server/footer* |
37 |
Disallow: /server/fs-gang* |
38 |
Disallow: /server/generic* |
39 |
Disallow: /server/header* |
40 |
Disallow: /server/head-include* |
41 |
Disallow: /server/html5-header* |
42 |
Disallow: /server/html5-head-include* |
43 |
Disallow: /server/include-file-list* |
44 |
Disallow: /server/outdated* |
45 |
Disallow: /server/top-addendum* |
46 |
Disallow: /software/gnun/linc/ |
47 |
Disallow: /software/gnun/proofread/ |
48 |
Disallow: /software/gnun/reports/ |
49 |
Disallow: /software/gnun/test/ |
50 |
|
51 |
Sitemap: http://www.gnu.org/sitemap.xml |