# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # User-agent: mauibot Disallow: / User-agent: semrushbot Disallow: / User-agent: ahrefsbot Disallow: / User-agent: blexbot Disallow: / User-agent: seo spider Disallow: / User-agent: * Disallow: /admin/ Disallow: /auth/ Disallow: /assets/browser-update*.js Disallow: /email/ Disallow: /session Disallow: /user-api-key Disallow: /*?api_key* Disallow: /*?*api_key* Disallow: /badges Disallow: /my Disallow: /search Disallow: /tag/*/l Disallow: /g Disallow: /t/*/*.rss Disallow: /c/*.rss User-agent: Googlebot Disallow: /admin/ Disallow: /auth/ Disallow: /assets/browser-update*.js Disallow: /email/ Disallow: /session Disallow: /user-api-key Disallow: /*?api_key* Disallow: /*?*api_key* Sitemap: https://community.postcrossing.com/sitemap.xml # Dark Visitors Robots.txt # AI Data Scraper # https://darkvisitors.com/agents/applebot-extended User-agent: Applebot-Extended Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/bytespider User-agent: Bytespider Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/ccbot User-agent: CCBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/claudebot User-agent: ClaudeBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/diffbot User-agent: Diffbot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/facebookbot User-agent: FacebookBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/google-extended User-agent: Google-Extended Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/gptbot User-agent: GPTBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/meta-externalagent User-agent: Meta-ExternalAgent Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/omgili User-agent: omgili Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/timpibot User-agent: Timpibot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/webzio-extended User-agent: Webzio-Extended Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/anthropic-ai User-agent: anthropic-ai Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/claude-web User-agent: Claude-Web Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/cohere-ai User-agent: cohere-ai Disallow: /