# robots.txt for http://www.beautyfinder.co.uk

User-agent: *
Disallow: /awstats/ # This is stats area
Disallow: /admin/   # Administration area
Disallow: /cgi-bin/ # Cgi binary scripts area
Disallow: /members.php/ # User restricted area

Disallow: /bftest/
Disallow: /images/
Disallow: /test/
User-agent: twiceler
Disallow: /