robots.txt details

saved: size: 1156 kb md5 checksum: 00d6f87aeb9f5eb4e8024e66b7d5ebef

websites using this robots.txt

content


User-agent: *
Disallow: /postopinion.php3
Disallow: /postcomment.php3
Disallow: /postreviewcomment.php3
Disallow: /forum/
Disallow: /strongpanasonic/
Disallow: /copy/
Disallow: /forums/
Disallow: /new/
Disallow: /apple/
Disallow: /swf/
Disallow: /a/
Disallow: /m/
Disallow: /news.php3/
Disallow: /reviews.php3/
Disallow: /stats.php3/
Disallow: /battery-test.php3/
Disallow: /Files/
Disallow: /Fa/
Disallow: /report.php3
Disallow: /index.php3
Disallow: /switch.php3
Disallow: /sitesearch.php3
Disallow: /res.php3

User-agent: Mediapartners-Google 
Disallow:

User-agent: AppEngine-Google
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 5

User-agent: bingbot
Crawl-delay: 10
Disallow: /res.php3

User-agent: slurp
Crawl-delay: 10

User-agent: Seznambot
Crawl-delay: 5

User-agent: DataForSeoBot
Crawl-delay: 10

User-agent: Dotbot
Disallow: /

User-agent: grapeshot
Disallow:

User-agent: GPTBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: ClaudeBot
Disallow: /

Sitemap: https://www.gsmarena.com/sitemap.xml