# in general, disallow all spiders from all pages
User-agent: *
Disallow: /

# allow infomine to spider where it wants
User-agent: INFOMINE
Disallow: