# Robots.txt
#
# All robots will spider the domain

User-agent: *
Disallow: clock.txt
Disallow: /admin/
Disallow: /data/

User-Agent: msnbot 
Disallow: clock.txt
Disallow: /admin/
Disallow: /data/
Crawl-Delay: 10