# robots.txt
User-agent: *
Disallow: /cache/
Disallow: /admin/
Disallow: /class/
Disallow: /include/
Disallow: /themes/
Disallow: /images/
Disallow: /language/
Disallow: /system/
Disallow: /manual/
Disallow: /modules/banners/
Disallow: /modules/annonces/
Disallow: /misc.php
User-agent: MJ12bot
Disallow: /
User-agent: FAST Enterprise Crawler
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: ichiro
Disallow: /