# Let Google (search bot)
User-agent: Googlebot 
Allow: /
Disallow: /pics/
Disallow: /owners/
Disallow: /tools/search/

# Let Google media partner (banner ads)
User-agent: Mediapartners-Google* 
Allow: /
Disallow: /pics/
Disallow: /owners/
Disallow: /tools/search/


# No more than one page per xxx seconds for MSNBot (about 1000 hits per month)
User-Agent: msnbot 
Crawl-Delay: 2000
Allow: /
Disallow: /pics/
Disallow: /owners/
Disallow: /tools/search/


# Stop specific bots from visiting our site
User-agent: e-SocietyRobot
Disallow: /


# Keep everyone else 
User-agent: *
Allow: /
Disallow: /pics/
Disallow: /owners/
Disallow: /tools/search/