# robots.txt for https://www.gscwizard.com/
#
# GSC Wizard operates a user-initiated on-page SEO crawler:
#   User-agent: GSCWizard-Bot/1.0 (On-Page SEO Checker)
# Documentation: https://www.gscwizard.com/onpage-seo-bot.html
#
# For AI agents: https://www.gscwizard.com/llms.txt

User-agent: *
Allow: /

# Infrastructure endpoints, not pages. Crawling these only produces 404s.
Disallow: /ingest
Disallow: /cdn-cgi/

Sitemap: https://www.gscwizard.com/sitemap.xml
Sitemap: https://www.gscwizard.com/sitemap.txt