#
# NOTE WE MAINTAIN MANY OF THESE: KEEP THEM IN SYNC
#

# www.apptus.com's crawler generates many exceptions
User-agent: apptus_tce
Disallow: /

# www.apptus.com's crawler generates many exceptions
User-agent: apptus_tce/1.2
Disallow: /

# MSRBOT causes some exceptions (its a microsoft research test bot)
User-agent: MSRBOT
Disallow: /

# Twiceler causes exceptions
User-agent: twiceler
Disallow: /

# This thing is generating exceptions
User-agent: VSynCrawler/1.0
Disallow: /

# This thing is not respecting nofollow
User-agent: wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)
Disallow: /

# Non standard extension supported by yahoo, and HOPEFULLY google
# to keep from getting hammered when google swallows our ad campaign.
# This is a delay in seconds
Crawl-delay: 1

# Sitemap
Sitemap: http://www.shopstyle.com/sitemap_index.xml

User-agent: *
Disallow: /action/rawProducts
Disallow: /action/rawDetails
Disallow: /action/loadRetailerProductPage
Disallow: /action/applyFilter
Disallow: /action/widgetProducts
Disallow: /action/widgetDetails
Disallow: /action/rawDepartments
Disallow: /action/rawComments
Disallow: /action/rateLook
Disallow: /action/userCommentDialog
Disallow: /action/editLookDialog
Disallow: /action/gotoRetailer
Disallow: /action/runFilterDialog
Disallow: /action/rawLooks
Disallow: /action/rawPromotions
Disallow: /action/joinList
Disallow: /action/spreadWidgetImage
Disallow: /action/addSingleRegistryItem
Disallow: /action/api*
Disallow: /action/signupForApi
Disallow: /action/rawUsers
Disallow: /action/shopMyBrands
Disallow: /action/spreadWidgetImage
Disallow: /action/bounceLocale
Disallow: *TopAd728x90.html
Disallow: /page/SearchWidget
Disallow: /page/TrendWidget
Disallow: /page/LookBrowserWidget
Disallow: /page/BrowseStylebooks?cat=

# curtail most image crawling. Since it does get us some referals, leave the std prod and spread images
User-agent: Googlebot-Image
Disallow: *_small.jpg$
Disallow: *_smallmed.jpg$
Disallow: *_medium.jpg$
Disallow: *_58.jpg$
Disallow: *_40.jpg$
Disallow: *_30.jpg$
Disallow: *.gif$
Disallow: *.png$
Disallow: /xim/
Disallow: /lim/