# http://info.webcrawler.com/mak/projects/robots/norobots.html
User-agent: *
Disallow: /doc/
Disallow: /ftp/
Disallow: /http/
Disallow: /https/