User-Agent: Googlebot
User-Agent: Googlebot-Image
User-Agent: Bingbot
User-Agent: DuckDuckBot
User-Agent: Applebot
Allow: /
Allow: /api/mcp/server-card
Disallow: /dashboard
Disallow: /explore
Disallow: /domain
Disallow: /settings
Disallow: /account
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /confirm-email
Disallow: /forgot-password
Disallow: /update-password

User-Agent: OAI-SearchBot
User-Agent: ChatGPT-User
User-Agent: PerplexityBot
User-Agent: Claude-SearchBot
User-Agent: Claude-User
Allow: /
Allow: /api/mcp/server-card
Disallow: /dashboard
Disallow: /explore
Disallow: /domain
Disallow: /settings
Disallow: /account
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /confirm-email
Disallow: /forgot-password
Disallow: /update-password

User-Agent: GPTBot
User-Agent: Google-Extended
User-Agent: ClaudeBot
User-Agent: anthropic-ai
User-Agent: Applebot-Extended
Allow: /
Allow: /api/mcp/server-card
Disallow: /dashboard
Disallow: /explore
Disallow: /domain
Disallow: /settings
Disallow: /account
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /confirm-email
Disallow: /forgot-password
Disallow: /update-password
Crawl-delay: 10

User-Agent: AhrefsBot
Allow: /
Allow: /api/mcp/server-card
Disallow: /dashboard
Disallow: /explore
Disallow: /domain
Disallow: /settings
Disallow: /account
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /confirm-email
Disallow: /forgot-password
Disallow: /update-password
Crawl-delay: 10

User-Agent: facebookexternalhit
User-Agent: Twitterbot
User-Agent: LinkedInBot
User-Agent: Slackbot
User-Agent: Discordbot
User-Agent: WhatsApp
Allow: /
Allow: /api/mcp/server-card
Disallow: /dashboard
Disallow: /explore
Disallow: /domain
Disallow: /settings
Disallow: /account
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /confirm-email
Disallow: /forgot-password
Disallow: /update-password

User-Agent: CCBot
User-Agent: Bytespider
User-Agent: PetalBot
User-Agent: cohere-ai
User-Agent: FacebookBot
User-Agent: Meta-ExternalAgent
User-Agent: Amazonbot
User-Agent: SEMrushBot
User-Agent: SemrushBot-OCOB
User-Agent: MJ12bot
User-Agent: DotBot
User-Agent: Majestic-12
User-Agent: BLEXBot
User-Agent: DataForSeoBot
User-Agent: Screaming Frog SEO Spider
Disallow: /

User-Agent: *
Allow: /
Allow: /api/mcp/server-card
Disallow: /dashboard
Disallow: /explore
Disallow: /domain
Disallow: /settings
Disallow: /account
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /confirm-email
Disallow: /forgot-password
Disallow: /update-password

Host: https://www.budgetseo.ai
Sitemap: https://www.budgetseo.ai/sitemap.xml