robots.txt details

143cc907ac4ab3e1e8725f33a5d01747

saved: | size: 900kb | checksum: 143cc907ac4ab3e1e8725f33a5d01747

websites using this robots.txt

content

# Robots.txt file
#
# All robots will spider the domain

User-agent: *
Disallow: /*uid=
Disallow: /*OrderNumber=
Disallow: /*function=SEARCH
Disallow: /*function=search
Disallow: /*function=CHECKOUTFIELDS
Disallow: /*function=checkoutfields
Disallow: /*function=WEBPAGE
Disallow: /*function=webpage
Disallow: /*function=DISPLAYCAT
Disallow: /*function=displaycat
Disallow: /*function=EMAILTOFRIEND
Disallow: /*function=emailtofriend
Disallow: /*function=PAYMENTCOMPLETE
Disallow: /*function=paymentcomplete
Disallow: /*function=TERMS
Disallow: /*function=terms
Disallow: /*function=IFRAME
Disallow: /*function=iframe
Disallow: /*function=MAILPASS
Disallow: /*function=mailpass
Disallow: /*function=*404*
Disallow: /*function=PRODUCTIMAGEWINDOW
Disallow: /paymentgateways/out.asp
Disallow: /paymentgateways/in.asp
Disallow: /*?404*
Disallow: /*wp-admin*
Crawl-delay: 10