Sitemap: http://www.bikermatch.co.uk/bmsitemap.xml

User-agent: Mediapartners-Google*
Disallow: 

# Ignore FrontPage and special directories
User-agent: *
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_map/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /cgi-bin/
Disallow: /sites/bikechat/adsmanager/
Disallow: /sites/bikechat/backup/
Disallow: /sites/bikechat/downloads/
Disallow: /sites/bikechat/mailing_list/
Disallow: /sites/bikechat/stats/
Disallow: /sites/bikechat/upload/
Disallow: /sites/bm/misc/contact.asp
Disallow: /sites/bm/admin/
Disallow: /sites/bm/forum/rte/
Disallow: /sites/bm/myaccount/
Disallow: /sites/bm/admanager/clickad.asp
Disallow: /sites/bm/admanager/
Disallow: /?affiliate_id=1
Disallow: /?affiliate_id=2
Disallow: /?affiliate_id=3
Disallow: /?affiliate_id=4
Disallow: /?affiliate_id=5
Disallow: /?affiliate_id=6
Disallow: /?affiliate_id=7
Disallow: /?affiliate_id=8
Disallow: /?affiliate_id=9
Disallow: /?affiliate_id=10
Disallow: /?affiliate_id=11
Disallow: /?affiliate_id=12
Disallow: /?affiliate_id=13
Disallow: /?affiliate_id=14
Disallow: /?affiliate_id=15
Disallow: /?affiliate_id=16
Disallow: /?affiliate_id=17
Disallow: /?affiliate_id=18
Disallow: /?affiliate_id=19
Disallow: /?affiliate_id=20
Disallow: /?affiliate_id=21
Disallow: /?affiliate_id=22
Disallow: /?affiliate_id=23
Disallow: /?affiliate_id=24
Disallow: /?affiliate_id=25
Disallow: /?affiliate_id=26
Disallow: /?affiliate_id=27
Disallow: /?affiliate_id=28
Disallow: /?affiliate_id=29
Disallow: /?affiliate_id=30
Disallow: /?affiliate_id=31
Disallow: /?affiliate_id=32
Disallow: /BMsitemap.xml



#Set Delays
User-agent: googlebot
Crawl-delay: 5
User-agent: yahoo
Crawl-delay: 5
User-agent: Slurp
Crawl-delay: 5
User-agent: msnbot
Crawl-delay: 5
User-agent: Teoma
Crawl-delay: 5