# Robots.txt

# All robots will spider this domain
User-agent: *
Disallow: /disallowthisdirectory/
Disallow: /disallowthisfile.htm