# Allow all crawlers
User-agent: *
Allow: /

# API endpoints are not pages; block crawling
Disallow: /api/

# Private app pages (/dashboard, /humanizer, /stealthwriter, /ai-detector,
# /signin, /signup, /auth/verify-request) are intentionally NOT disallowed here: they all
# carry meta noindex, and Google must be able to crawl a page to see it.
# A robots.txt block would hide the noindex and let externally-linked URLs
# surface as "Indexed, though blocked by robots.txt".

# Sitemap
Sitemap: https://www.undetectedgpt.ai/sitemap.xml