# robots.txt for http://www.beautyfinder.co.uk

User-agent: *
Disallow: /awstats/ # This is stats area
Disallow: /admin/   # Administration area
Disallow: /cgi-bin/ # Cgi binary scripts area
Disallow: /members.php/ # User restricted area
Disallow: /admin/ # User restricted area
Disallow: /right_banners/ # User restricted area

User-agent: twiceler
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: webcrawler
Disallow: / 


User-agent: Scoutjet
Disallow: /


User-agent: MJ12bot
Disallow: /  


User-agent: Exabot
Disallow: /  


User-agent: Baiduspider
Disallow: /