User-agent: Scooter
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: CRAWLER
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: dumbot
Disallow: /

User-Agent: MJ12bot
Disallow:   /

User-agent: LocalcomBot
Disallow: /

User-agent: seekbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: FindLinks
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: LocalcomBot
Disallow: *

User-agent: BecomeBot
Crawl-Delay: 45

User-agent: googlebot
Crawl-Delay: 45

User-agent: msnbot
Crawl-Delay: 60

User-agent: Slurp
Crawl-Delay: 45

User-agent: YahooSeeker
Crawl-delay: 60

User-agent: googlebot-image
Crawl-delay: 60

User-agent: Teoma
Crawl-delay: 60

User-agent: ia_archiver
Crawl-delay: 60

User-agent: Fbot
Crawl-delay: 60

User-agent: *
Disallow:  /shop_image/product/
Disallow:  /orphaned_images/
Request-rate: 1/60         
Visit-time: 0000-1500

User-agent: *
Crawl-delay: 75



Sitemap: http://www.booklionshop.com/sitemap1.xml.gz
Sitemap: http://www.booklionshop.com/sitemapindex.xml.gz