User-agent: *
Disallow: /path/
Disallow: /stats/
Disallow: /images/
Disallow: /fichiers/
Disallow: /scripts/
Disallow: /nopage.php
#autorisation des robots suivants
User-Agent: Scooter
Disallow :
User-Agent: ArchitextSpider
Disallow :
User-Agent: Googlebot
Disallow :
User-Agent: Slurp
Disallow :
User-Agent: msnbot
Disallow :
User-Agent: InfoSeek Sidewinder
Disallow :
User-Agent: T-Rex
Disallow :
User-Agent: Echo
Disallow :
User-Agent : fast
Disallow :
#exclure les autres robots
User-Agent: *
Disallow: /