robots.txt details

saved: size: 864 kb md5 checksum: 8f88a51d3ab1f0febfcaef1d700580bb

websites using this robots.txt

content


User-Agent: Fasterfox
Disallow: /

User-Agent: Nutch
Disallow: /

User-Agent: spock
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: TurnitinBot
Disallow: /

User-Agent: BecomeBot
Disallow: /

User-Agent: genieBot
Disallow: /

User-Agent: MLBot
Disallow: /

User-Agent: GPTBot
Disallow: /

User-Agent: ChatGPT-User
Disallow: /

User-Agent: cohere-ai
Disallow: /

User-Agent: anthropic-ai
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: FacebookBot
Disallow: /

User-Agent: Google-Extended
Disallow: /

User-Agent: omgilibot
Disallow: /

User-Agent: omgili
Disallow: /

User-Agent: GleanSearchCrawlerBot
Disallow: /

User-Agent: *
Disallow: /exit?*

Sitemap: https://www.figma.com/sitemap.xml
Sitemap: https://www.figma.com/sitemaps/figma-community-index.xml
Sitemap: https://help.figma.com/hc/sitemap.xml