# http://www.greenarch.co.uk: robots.txt User-agent: * Disallow: /cgi-bin Disallow: /doc_download Disallow: /old_files Disallow: /test