# AutoAdy — AI-Powered Meta Ads Management
# Allow all search engines and AI crawlers on public pages

User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /overview
Disallow: /campaigns
Disallow: /intelligence
Disallow: /studio
Disallow: /creatives
Disallow: /agent
Disallow: /rules
Disallow: /settings
Disallow: /upload
Disallow: /api/
Disallow: /sign-in
Disallow: /sign-up

# AI crawlers, explicitly allowed.
#
# One group with twenty User-agent lines rather than twenty groups: under
# RFC 9309 a named group REPLACES the wildcard group for that agent, so a
# bare `User-agent: GPTBot` / `Allow: /` pair silently drops every Disallow
# above and invites a training crawler into /api and the signed-in app. This
# group carries the same rules the wildcard group does.
#
# The list is the one lib/organic/audit/crawler-access.ts tracks, and
# scripts/test-organic-crawler-access.ts fails if the two drift apart. We
# sell a check for this; being blocked ourselves would be embarrassing.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: YouBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: CCBot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: meta-externalagent
User-agent: Timpibot
User-agent: FacebookBot
Allow: /
Disallow: /dashboard
Disallow: /overview
Disallow: /campaigns
Disallow: /intelligence
Disallow: /studio
Disallow: /creatives
Disallow: /agent
Disallow: /rules
Disallow: /settings
Disallow: /upload
Disallow: /api/
Disallow: /sign-in
Disallow: /sign-up

Sitemap: https://www.autoady.io/sitemap.xml