# I live in htdocs
# updated Mon Nov 5th 16:08:08 CST 2018
# specific googlebot allow declaration was negating our global disallow rules for googlebot

User-Agent: * 
Allow: /
Allow: /cart.json
Disallow: /cart
Disallow: /checkout
Disallow: /*?type=brand*
Disallow: /aag/all-reviews.do
Disallow: /media/vendor
Disallow: /UNCLASSIFIED
Disallow: /*?set-vehicle=*

User-agent: 008
Disallow: /

User-agent: MJ12bot
Disallow: / 

User-agent: Xenu Link Sleuth
Disallow: / 

User-agent: GSiteCrawler
Disallow: / 

User-agent: SpyFu
Disallow: / 

User-agent: Linkdex
Disallow: /

User-agent: sistrix
Disallow: /