robots.txt details

saved: size: 1130 kb md5 checksum: bc0d27a3fb7bb33dfbddf4f75f4ce95f

websites using this robots.txt

content



User-agent: *


Disallow: /cart
Disallow: /lonza_bs/DE/en/cart
Disallow: /checkout
Disallow: /lonza_bs/DE/en/checkout
Disallow: /search
Disallow: /lonza_bs/DE/en/search
Disallow: /login
Disallow: /lonza_bs/DE/en/login
Disallow: /register
Disallow: /lonza_bs/DE/en/register
Disallow: /Catalogue
Disallow: /lonza_bs/DE/en/Catalogue
Disallow: /Catalog
Disallow: /lonza_bs/DE/en/Catalog
Disallow: /ordertracking
Disallow: /lonza_bs/DE/en/ordertracking
Disallow: /productRequest
Disallow: /lonza_bs/DE/en/productRequest
Disallow: /order-status
Disallow: /lonza_bs/DE/en/order-status
Disallow: /my-account
Disallow: /lonza_bs/DE/en/my-account
Disallow: /logout
Disallow: /lonza_bs/DE/en/logout
Disallow: /PDFdocument
Disallow: /lonza_bs/DE/en/PDFdocument
Disallow: /download
Disallow: /lonza_bs/DE/en/download
Disallow: /document
Disallow: /lonza_bs/DE/en/document

Sitemap: https://bioscience.lonza.com/sitemap.xml


Request-rate: 1/10              # maximum rate is one page every 10 seconds
Crawl-delay: 10                 # 10 seconds between page requests
Visit-time: 0400-0845           # only visit between 04:00 and 08:45 UTC