# FiveLetterWords.io Robots.txt
# Policy: Allow content and noindexed query-state pages; block API
# endpoints and crawler-irrelevant helpers only.

User-agent: *

# Allow indexable content pages
Allow: /
Allow: /lab/rankings/
Allow: /lab/compare/
Allow: /lab

# Block endpoints and helpers that should not be crawled
Disallow: /api/
Disallow: /words/pattern/go

# Sitemap index for URL discovery
Sitemap: https://www.fiveletterwords.io/sitemap_index.xml