# robots.txt for http://www.site.com/ User-agent: * Disallow: /tmp/ Disallow: /ug/ Disallow: /admin/ Disallow: /cgi-bin/admin/ Disallow: /news/ Disallow: /html/ Disallow: /iauc/ Disallow: /untpdc/ Disallow: /~er/nag Disallow: /ftpdig/bin/ Disallow: /ftproot/ Disallow: /hypercat/ Disallow: /apache/ Disallow: /~megera/wiki/relation_featur%c5s/ # Cybermapper knows where to go. #User-agent: cybermapper #Disallow: