robots.txt details

9b896d26c4e1e833f64e3c4d0ac24d3e

saved: | size: 749kb | checksum: 9b896d26c4e1e833f64e3c4d0ac24d3e

websites using this robots.txt

content

User-agent: *
Disallow: /stats/ # stats directory
Disallow: /cgi/
Disallow: /temp/
Disallow: /company1/
Disallow: /mdc/
Disallow: /company/A/
Disallow: /company/B/
Disallow: /company/C/
Disallow: /company/D/
Disallow: /company/E/
Disallow: /company/N/
Disallow: /company/VFCP/
Disallow: /company/EFCP/
Disallow: /company/O/
Disallow: /company/G0/
Disallow: /company/G2/
Disallow: /company/purl/
Disallow: /company/view-catalog.html
Disallow: /easybuy/cmp/
Disallow: /enquiry.html
Disallow: /prod-fcp/cgi/model/
Disallow: /company/bl_overlay.pl
Disallow: /TDWIM/
Disallow: /eyeblaster/ # Disallow eyeblaster to avoid indexing of eyeblaster page
User-agent: Mediapartners-Google
Allow: /cgi/
Allow: /
User-agent: Adsbot-Google
Allow: /cgi/
Allow: /