User-agent: *
Crawl-delay: 5
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /checkout/
Disallow: /instantsearch/
Disallow: /nz/instantsearch/
Disallow: /catalogsearch/
Disallow: /nz/catalogsearch/
Disallow: /newsletter/
Disallow: /sendfriend/
Disallow: /customize/
Disallow: /index.php/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /contacts/
Disallow: /customer/
Disallow: /review/
Disallow: /ajax/
Disallow: /poll/
Disallow: /tag/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /*?*
Disallow: /*.php*
Disallow: /*SID=*
Disallow: /*ajax=*
Disallow: /*product_list_dir=*
Disallow: /*product_list_mode=*
Disallow: /*product_list_order=*
Disallow: /*product_list_limit=*


User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:


User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: Amazonbot
Disallow: /*?*