# Bg Remover — robots.txt
# https://bgremover.dev

User-agent: *
Allow: /
Allow: /pricing
Allow: /docs
Allow: /login
Allow: /signup
Allow: /llms.txt

# Keep dashboard, API internals, and private data private
Disallow: /api/
Disallow: /dashboard/
Disallow: /_next/
Disallow: /uploads/

# AI crawlers — explicitly allowed for AI SEO
User-agent: GPTBot
Allow: /
Allow: /docs
Allow: /llms.txt
Disallow: /api/
Disallow: /dashboard/

User-agent: Claude-Web
Allow: /
Allow: /docs
Allow: /llms.txt

User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Sitemap
Sitemap: https://bgremover.dev/sitemap.xml