# Allow standard search engines & AI Knowledge Engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: YandexBot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Anthropic-AI
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: cohere-ai
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: ByteSpider
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
Allow: /
Disallow: /search
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard

# Block aggressive SEO backlink scrapers
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: Rogerbot
User-agent: MJ12bot
Disallow: /

# Allow all other visitors & polite bots
User-agent: *
Allow: /
Disallow: /search
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard

Sitemap: https://avascry.com/sitemap.xml
Sitemap: https://avascry.com/sitemap.html