Sitemap: https://www.bikermatch.co.uk/bmsitemap.xml

User-agent: *
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_map/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /admanager/clickad.asp
Disallow: /*?affiliate_id=*
Disallow: /*?affiliateid=*
Disallow: /*?affid=*


#Set Delays
User-agent: googlebot
Crawl-delay: 5
User-agent: yahoo
Crawl-delay: 5
User-agent: Slurp
Crawl-delay: 5
User-agent: msnbot
Crawl-delay: 5
User-agent: Teoma
Crawl-delay: 5