# SherutNet (sherut.net) + Servul (servul.com)
# This file is served on both brand domains.

User-agent: *
Disallow: /plugins/feedback.php
Disallow: /Profile
Disallow: /*/Opinion
Disallow: /*/Opinions
Disallow: /*/Branch
Disallow: /*/Deal
Disallow: /*/Forum
Disallow: /AA
Disallow: /User

# --- AI / generative-engine crawlers ---
# We WANT to be a cited answer source for "how do I contact <company> customer service".
# Allow search + retrieval-augmented answering; opt out of model training only.

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# Cloudflare Content Signals: permit search indexing and AI answer-grounding (RAG);
# opt out of using page content for model training.
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Sitemaps (both brands)
Sitemap: https://www.sherut.net/Sites/IL/sitemap.xml
Sitemap: https://www.servul.com/sitemap_servul.xml

# AI discovery map
# llms.txt: https://www.sherut.net/llms.txt