# Robots.txt for Plotex
# https://plotex.in

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://plotex.in/sitemap.xml
# Supplementary sitemap for live AI-published blog posts (served by a Function from Supabase)
Sitemap: https://plotex.in/blog-sitemap.xml

# Disallow unused/dev content
Disallow: /_unused/
# Not indexable — API endpoints + Cloudflare internal paths. Stops Search Console 404s
# from Google crawling /api/lead (POST-only) and /cdn-cgi/l/email-protection.
#
# EXCEPTION: /api/blog/published must stay crawlable. The blog hub injects the
# live AI-published posts client-side by fetching it, and Googlebot obeys
# robots.txt for XHR too — so blocking it made every dynamically published post
# invisible to search (no internal link ever rendered for the crawler). The
# Allow must come BEFORE the Disallow it overrides.
Allow: /api/blog/published
Disallow: /api/
Disallow: /cdn-cgi/