#allowed bots
User-agent: googlebot
User-agent: bingbot
User-agent: slurp
User-agent: msnbot
User-agent: ezooms
User-agent: scooter
User-agent: mercator

Disallow: /ajax/
Disallow: /class/
Disallow: /include/
Disallow: /offers/
Disallow: /tags/
Disallow: /tools/
Disallow: /tmp/
Crawl-delay: 30

User-agent: * 
Disallow: /