# All robots will spider the domain



User-agent: msnbot/1.0

Disallow: /gallery/





User-agent: Exabot

Disallow: /



User-agent: DTAAgent

Disallow: /



User-agent: *

Disallow: /gallery/

Disallow: /cgi.bin/