# robots.txt for search engines User-agent: dotbot Disallow: / User-agent: Yandex Disallow: / User-agent: 192.comAgent Disallow: / User-agent: discobot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: Synapse Disallow: / User-agent: fasterfox Disallow: / User-agent: shopwiki Disallow: / User-agent: msnbot Disallow: /clock.txt Disallow: /templates/ Disallow: /admin/ Disallow: /update/ Disallow: /cgi-bin/ Crawl-delay: 10 User-agent: * Disallow: /clock.txt Disallow: /templates/ Disallow: /admin/ Disallow: /update/ Disallow: /cgi-bin/ Crawl-delay: 10