Sitemap: http://www.cookiesbydesign.com/sitemap.xml
#Google Coupon Feed: http://www.cookiesbydesign.com/google-coupon-feed.zip

User-agent: *
Disallow: /orders/
Disallow: /bvadmin/
Disallow: /ELF2Log/
Disallow: /designa/
Disallow: checkout_receipt.aspx
Disallow: july4offer.aspx
Disallow: category_landing.aspx
Disallow: emailfriend.aspx
Disallow: category.aspx?CategoryID=52
Disallow: locatorgrid.aspx
Disallow: /halloween-2014/halloween.aspx
Disallow: checkout_billing.aspx
Disallow: /files/productfeed.csv
Disallow: 1-dozen-assortment-with-nuts-boutray-BXB8-01
Disallow: 1-dozen-assortment-with-nuts-(cookie-basket)-BXW8-01
Disallow: 1-dozen-assortment-without-nuts-(cookie-basket)-BXW8-02
Disallow: 1-dozen-assortment-without-nuts-boutray-BXB8-02
Disallow: 1-dozen-chocolate-chip-boutray-BXB8-04
Disallow: 1-dozen-white-chocolate-macadamia-nut--pecans-boutray-BXB8-08
Disallow: 2-dozen-assortment-with-nuts-boutray-BXB9-01
Disallow: 2-dozen-assortment-without-nuts-boutray-BXB9-02
Disallow: 2-dozen-chocolate-chip-boutray-BXB9-04
Disallow: 1-dozen-millionaire-boutray-BXB8-09
Disallow: 1-dozen-oatmeal-raisin-boutray-BXB8-06
Disallow: 1-dozen-peanut-butter-boutray-BXB8-05
Disallow: 1-dozen-snickerdoodle-boutray-BXB8-07
Disallow: 2-dozen-millionaire-boutray-BXB9-09
Disallow: 2-dozen-oatmeal-raisin-boutray-BXB9-06
Disallow: 2-dozen-peanut-butter-boutray-BXB9-05
Disallow: 2-dozen-snickerdoodle-boutray-BXB9-07
Disallow: 2-dozen-white-chocolate-macadamia-nut--pecans-boutray-BXB9-08
Disallow: 1-dozen-gourmets-with-nuts-BX8-01
Disallow: 1-dozen-gourmets-without-nuts-BX8-02
Disallow: 2-dozen-gourmets-with-nuts-BX9-01
Disallow: 2-dozen-gourmets-without-nuts-BX9-02
Disallow: 1-dozen-gourmets-snickerdoodle-BX8-07
Disallow: 1-dozen-gourmets-oatmeal-raisin-BX8-06
Disallow: /CBDModules/CategoryTemplates/DetailGrid/category.aspx?CategoryID=506

# Yandex bot
User-agent: Yandex
Disallow: /

# www.majestic12.co.uk bot
User-agent: MJ12bot
Disallow: /

#crazywebcrawler
User-agent: CrazyWebCrawler-Spider
Disallow: /

#semrushbot
#User-agent: SemrushBot
#Disallow: /

# Yandex bot
User-agent: YandexBot
Disallow: /

#User-agent: SemrushBot-SA
#Disallow: /

#MauiBot
user-agent: MauiBot
Disallow: /

User-agent: bingbot
Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 10