User-agent: *
Allow: /
Disallow: /admin/
Disallow: /portal/

Sitemap: https://www.rateios.club/sitemap.xml

User-agent: Amazonbot
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 10

User-agent: Yandex
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: PetalBot
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: ClaudeBot
Crawl-delay: 10

User-agent: anthropic-ai
Crawl-delay: 10

User-agent: PerplexityBot
Crawl-delay: 10

User-agent: CCBot
Crawl-delay: 10

User-agent: Google-Extended
Crawl-delay: 10

User-agent: Bytespider
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: DataForSeoBot
Crawl-delay: 10