User-agent: *
Allow: /

# Block admin, API, and user-only routes from indexing.
Disallow: /admin/
Disallow: /api/
Disallow: /login
Disallow: /dashboard
Disallow: /unsubscribe
Disallow: /verify

# Article featured images live under /api/images/<slug> and need to be
# crawlable so Google Image Search and social card scrapers can fetch them.
Allow: /api/images/

# Block common tracking query strings from being indexed
# as duplicate variants of the canonical page.
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?fbclid=

Sitemap: https://mcgauleylabs.news/sitemap.xml

# LLM crawler guidance (Anthropic, OpenAI, Perplexity, etc.)
# See: https://mcgauleylabs.news/llms.txt