# roshen.press: nothing here is older than 72 hours.
User-agent: *
Disallow: /api/
Disallow: /*/t/
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&fbclid&gclid&yclid&ysclid /

User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: TelegramBot
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: Discordbot
Disallow: /api/

# Stories are deleted after 72 hours. Please do not archive them or train on them.
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: archive.org_bot
User-agent: ia_archiver
Disallow: /

Sitemap: https://roshen.press/sitemap.xml