#
#  DolceDivina UK - robots.txt
#

User-agent: Mediapartners-Google*
Disallow:

# Yandex
User-agent: yandex
Disallow: /

User-agent: Aport
Disallow: /

User-agent: StackRambler
Disallow: /

User-agent: rol.ru
Disallow: /

User-agent: mtu-net.ru
Disallow: /

# twiceler
User-agent: twiceler
Disallow: /

User-agent: *
disallow: /cgi-bin
#catalogue urls
Disallow: /*?SID
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*?
Disallow: /*?color
Disallow: /*?price
Disallow: /catalog/checkout/
Disallow: /catalog/app/
Disallow: /catalog/downloader/
Disallow: /catalog/js/
Disallow: /catalog/lib/
Disallow: /catalog/media/
Disallow: /catalog/pkginfo/
Disallow: /catalog/report/
Disallow: /catalog/skin/
Disallow: /catalog/var/
Disallow: /catalog/catalog/product_compare/
Disallow: /catalog/catalogsearch/
Disallow: /catalog/customer/
Disallow: /catalog/wishlist/
Disallow: /catalog/tag/
Disallow: /catalog/catalog/product/view/
Disallow: /catalog/catalog/category/view/
Disallow: /catalog/catalog/category/view/mode/
Disallow: /catalog/customer/account/login/
Disallow: /catalog/404/
Disallow: /catalog/product_compare/
Disallow: /catalog/review/product
Disallow: /catalog/catalogsearch/ajax/suggest/
Disaalow: /catalog/catalogsearch/advanced/
Disaalow: /catalog/catalogsearch/result/index/

Sitemap: http://www.dolcedivina.com/catalog/sitemap.xml

#updated 06/02/2010 added Mediapartners-Google,moved generic rules below