# AstraRad, https://astrarad.com
# Marketing pages are open to all crawlers, including AI/LLM crawlers.
# App areas are private and excluded below.

# Content Signals (https://contentsignals.org): how this content may be used.
# The signal is only honoured INSIDE a user-agent group; declared above the
# first group it is discarded, so it leads the "User-agent: *" group below.
# search=yes    → indexing for search results is welcome
# ai-train=yes  → use for AI model training is permitted
# ai-input=yes  → use as AI input (RAG, grounding, answer engines) is permitted
# One group for every crawler on purpose: per-crawler groups would shadow this
# one for the agents they name, and no AI crawler is blocked here.

User-agent: *
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Disallow: /portal
Disallow: /reader
Disallow: /admin
Disallow: /sales
Disallow: /login
Disallow: /api
Disallow: /django-admin
Disallow: /kit
# The writers' content-standards guide: public by URL for the people who write
# for the site, never a search result.
Disallow: /writers
# The short link a human pastes into an email signature, a proposal or the sales
# kit. Since 2026-09-07 it 302s to /contact rather than to Google, so a booking
# made through it now arrives as a real lead with volume and modality detail.
# Still disallowed: it is a redirect, not a page, and /contact is the route a
# crawler or an assistant should offer.
Disallow: /book-a-call
# The Google Appointment Schedule, shown by the corner card and the slot picker
# only when our own API cannot answer. Never offer this to a buyer: a booking
# taken here creates no Booking row, no reference, no lead, and its reminders
# come from Google instead of from Rafael.
Disallow: /booking-fallback

Sitemap: https://astrarad.com/sitemap.xml

# LLM index: https://astrarad.com/llms.txt (full corpus: https://astrarad.com/llms-full.txt)
# Per-page markdown twins: append .md to any page URL, e.g. /pricing.md