# robots.txt for http://spidy.goliathus.com/ User-agent: * Disallow: /404.phtml Disallow: /chan Disallow: /english/links/