| 1 |
# robots.txt for http://www.gnu.org/ |
| 2 |
|
| 3 |
User-agent: * |
| 4 |
Crawl-delay: 4 |
| 5 |
Disallow: /private/ |
| 6 |
|
| 7 |
User-agent: * |
| 8 |
Crawl-delay: 4 |
| 9 |
Disallow: /savannah-checkouts/ |
| 10 |
|
| 11 |
# RT #1298215. |
| 12 |
User-agent: * |
| 13 |
Crawl-delay: 4 |
| 14 |
Disallow: /server/trans-map.html |
| 15 |
|
| 16 |
# RT #1298215. |
| 17 |
User-agent: * |
| 18 |
Crawl-delay: 4 |
| 19 |
Disallow: /server/select-language.html |
| 20 |
|
| 21 |
# RT #1638325. |
| 22 |
User-agent: * |
| 23 |
Crawl-delay: 4 |
| 24 |
Disallow: */CVS/ |
| 25 |
Disallow: */po/ |
| 26 |
Disallow: /prep/gnumaint/ |
| 27 |
Disallow: /prep/wrappers-and-scripts/ |
| 28 |
Disallow: */workshop/ |
| 29 |
Disallow: /screenshots/ |
| 30 |
Disallow: /server/banners/ |
| 31 |
Disallow: /server/gnun/ |
| 32 |
Disallow: /server/source/ |
| 33 |
Disallow: /server/staging/ |
| 34 |
Disallow: /server/body-include* |
| 35 |
Disallow: /server/bottom-notes* |
| 36 |
Disallow: /server/footer* |
| 37 |
Disallow: /server/fs-gang* |
| 38 |
Disallow: /server/generic* |
| 39 |
Disallow: /server/header* |
| 40 |
Disallow: /server/head-include* |
| 41 |
Disallow: /server/html5-header* |
| 42 |
Disallow: /server/html5-head-include* |
| 43 |
Disallow: /server/include-file-list* |
| 44 |
Disallow: /server/outdated* |
| 45 |
Disallow: /server/top-addendum* |
| 46 |
Disallow: /software/gnun/linc/ |
| 47 |
Disallow: /software/gnun/proofread/ |
| 48 |
Disallow: /software/gnun/reports/ |
| 49 |
Disallow: /software/gnun/test/ |
| 50 |
|
| 51 |
Sitemap: http://www.gnu.org/sitemap.xml |