# robots.txt for http://www.gnu.org/ User-agent: * Crawl-delay: 4 Disallow: /private/ User-agent: * Crawl-delay: 4 Disallow: /savannah-checkouts/ # RT #1298215. User-agent: * Crawl-delay: 4 Disallow: /server/trans-map.html # RT #1298215. User-agent: * Crawl-delay: 4 Disallow: /server/select-language.html # RT #1638325. User-agent: * Crawl-delay: 4 Disallow: */CVS/ Disallow: */po/ Disallow: /prep/gnumaint/ Disallow: /prep/wrappers-and-scripts/ Disallow: */workshop/ Disallow: /screenshots/ Disallow: /server/banners/ Disallow: /server/gnun/ Disallow: /server/source/ Disallow: /server/staging/ Disallow: /server/body-include* Disallow: /server/bottom-notes* Disallow: /server/footer* Disallow: /server/fs-gang* Disallow: /server/generic* Disallow: /server/header* Disallow: /server/head-include* Disallow: /server/html5-header* Disallow: /server/html5-head-include* Disallow: /server/include-file-list* Disallow: /server/outdated* Disallow: /server/top-addendum* Disallow: /software/gnun/linc/ Disallow: /software/gnun/proofread/ Disallow: /software/gnun/reports/ Disallow: /software/gnun/test/ Sitemap: http://www.gnu.org/sitemap.xml