User-agent: *
Disallow: /app
# /api/seo/ is exempted ahead of the /api/ block: those are the legacy
# prerender URLs Google already has indexed, and they now 301 onto slug
# URLs. Crawlers must be able to fetch them to follow the redirect.
Allow: /api/seo/
Disallow: /api/
Disallow: /login
Disallow: /staff-login
Disallow: /tenders/login
Disallow: /tenders/subscribe
Disallow: /tenders/alerts
Disallow: /tenders/alert-settings
Disallow: /tenders/unsubscribe
Disallow: /saved-tenders
Disallow: /directory/my_profile
Disallow: /directory/claim
Disallow: /directory/register
Disallow: /message
Disallow: /printview

# AI / answer-engine crawlers explicitly welcome (GEO): tender teasers and
# the business directory are public by design.
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://moderntenders.com/sitemap.xml