# robots.txt file created at http://www.searchenginepromotionhelp.com/
# Tue, 14 Nov 2006 00:19:56 -0500

# Exclude Files From All Robots:

User-agent: ia_archiver
Disallow: /

User-agent: AboutUsBot 
Disallow: / 

Sitemap: http://www.bengalstudlist.co.uk/sitemap.xml
Sitemap: http://www.bengalstudlist.co.uk/petnews/sitemap.xml

# End robots.txt file