#file to control web spiders, robots, etc. and what
#they may index on our site.
User-agent: *
Crawl-delay: 20
Disallow: /admin
Disallow: /affiliates
Disallow: /cart
Disallow: /cgi-bin
Disallow: /Components
Disallow: /css
Disallow: /ctna
Disallow: /email
Disallow: /emogeXML
Disallow: /exacttarget
Disallow: /GeneratedItems
Disallow: /gg
Disallow: /includes
Disallow: /is
Disallow: /isAdmin
Disallow: /lower
Disallow: /mail
Disallow: /mapquest
Disallow: /menumachine
Disallow: /modules
Disallow: /scripts
Disallow: /search
Disallow: /shippingquote
Disallow: /survey
User-agent: Mp3Bot
Disallow: /