#
# This is an robots.txt file that can be used to indicate to 
# WWW robots which parts of a web site should not be indexed.
#
# Following page has details on how to setup a robots.txt file and 
# related security issues:
#
#   http://www.chami.com/tips/internet/010198I.html
#
User-agent: Slurp
Crawl-delay: 192

User-Agent: MJ12bot
Disallow:   /

User-agent: NPBot
Disallow: /

User-Agent: twiceler
Disallow:   /

User-Agent: Shopwiki
Disallow:   /

User-agent: TurnitinBot
Disallow: /

User-agent:Baiduspider
Disallow: /

User-agent: msnbot 
Crawl-delay: 120

User-agent: spider
Disallow: /

User-agent: Xenu Link Sleuth 1.2j
Disallow: /

User-agent: *
Crawl-delay: 192
Disallow: /CART/
Disallow: /SEARCH/
Disallow: /ADMIN/
Disallow: /shop/CIA/
Disallow: /shop/BRANZ/
Disallow: /shop/ACHS/
Disallow: /shop/WTIA/
Disallow: /shop/Witherbys/
Disallow: /shop/Pearson/
Disallow: /shop/ENA
Disallow: /shop/em
Disallow: /shop/CMP
Disallow: /shop/ASQ
Disallow: /shop/AIRAH
Disallow: /select