User-agent: Mediapartners-Google
Disallow:
# autorise media partners (adsense)

User-agent: AdsBot-Google
Disallow:
# autorise Adsbot pour les adwords

User-agent: Adidxbot
Disallow:
# autorise Adidxbot pour les pub bing

User-agent: * 
Allow: /

# on interdit des moteurs inutiles ou un peu virulent
User-agent: YandexBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: ZyBORG
Disallow: /