# Robots.txt file from http://www.bearingboys.co.uk/robots.txt
#
# All robots will spider the domain

User-Agent: *
Disallow: /cgi-bin/
Disallow: /?catid
Disallow: /product.cgi
Disallow: /search.cgi
Disallow: /bearingsearch.cgi
Disallow: /2-af 
Disallow: /account.cgi
Disallow: /editor_uploads/
Disallow: /basket.cgi
Disallow: /*/wp-
Disallow: /*?shopping$ 
Disallow: /*gclid
Disallow: /*?kw=
Disallow: /*-af
Disallow: /linkexch.cgi
Disallow: /?kw=tractor%20spare%20parts%20uk&fl=64979
Disallow: /?kw=tractor%20spare%20parts&fl=64979
Disallow: /?kw=lawn%20mower%20spares&fl=64993
Allow: /

Sitemap: http://www.bearingboys.co.uk/sitemap.xml