User-agent: *
Crawl-Delay:10
Disallow: basket.aspx
Disallow: wishlist.aspx


User-agent:msnbot
Crawl-delay:10

user-agent:gigabot/2.0
Disallow: /

user-agent:Grub.org
crawl-delay:10

user-agent:Yahoo
crawl-delay:10

user-agent:slurp
crawl-delay:10

User-agent: ShopWiki
Crawl-Delay: 10

user-agent:PicSearch
Disallow: /

user-agent:gigabot
Disallow: /

user-agent:RedCarpet
Disallow: /

user-agent:Baiduspider
Disallow: /

user-agent:Tuira-P1.suomi.net
Disallow:/

user-agent:Linguee Bot
Disallow:/

user-agent:MJ12bot/v1.0.7+