# All robots will spider the domain
User-agent: *
# Disallow directory /cgi-bin/
Disallow: /cgi-bin/
# Disallow directory /images/
Disallow: /images/
# Disallow directory /ms/
Disallow: /ms/
# Disallow directory /Emailpromotion/
Disallow: /Emailpromotion/
# Disallow directory /css/
Disallow: /css/
# Disallow directory /w3c/
Disallow: /w3c/
# Disallow directory /pdf/
Disallow: /pdf/
# Disallow directory /swf/
Disallow: /swf/
# Disallow directory /js/
Disallow: /js/
Sitemap: http://www.doverecycling.co.uk/sitemapdr.xml