robots.txt details

saved: size: 1233 kb md5 checksum: 07f4e9dcd2c5948c8084ea528a7ef7d2

websites using this robots.txt

content


User-agent: Googlebot-Image
Allow: /media/catalog/product/

User-agent: *
User-agent: AdsBot-Google
User-agent: Googlebot
User-agent: Googlebot-Image

#Enable static files for mobile search
Allow: /*static/version*/*.css
Allow: /*static/version*/*.svg
Allow: /*static/version*/*.js

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /demo/
Disallow: /webapp/

Disallow: /banner/ajax/
Disallow: /page_cache/

# Do not index pages that are sorted or filtered.
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=
Disallow: /*?dir=
Disallow: /*?*p=
Disallow: /*?*q=

Disallow: /*?*price=

# Do not index session ID
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /*ajaxcart*
Disallow: /*page_cache/*
Disallow: /*static/version*
Disallow: /*?*___store=

Sitemap: https://sunkost.no/pub/media/sitemap.xml