# Rewalto welcomes AI search and answer bots so the site can be cited.
# Crawlers that feed AI answers, search and training are welcome.

# AI search, answer, user-triggered and training bots, explicitly allowed
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: meta-webindexer
User-agent: meta-externalfetcher
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: MistralAI-User
User-agent: MistralAI-Index
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: Bytespider
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: MistralAI-Training
User-agent: Coherebot
Allow: /
Disallow: /admin
Disallow: /agency$
Disallow: /agency/
Disallow: /app$
Disallow: /app/
Disallow: /c$
Disallow: /c/
Disallow: /sign-in
Disallow: /sign-up
Disallow: /logout
Disallow: /sign-out

User-Agent: *
Allow: /
Disallow: /admin
Disallow: /agency$
Disallow: /agency/
Disallow: /app$
Disallow: /app/
Disallow: /c$
Disallow: /c/
Disallow: /sign-in
Disallow: /sign-up
Disallow: /logout
Disallow: /sign-out

Host: https://rewalto.com
Sitemap: https://rewalto.com/sitemap-index.xml
Sitemap: https://rewalto.com/sitemap.xml
Sitemap: https://rewalto.com/sitemap-t2-pilot-wave1.xml
Sitemap: https://rewalto.com/sitemap-t2-pilot-wave2.xml
Sitemap: https://rewalto.com/sitemap-t2-pilot-wave3.xml
Sitemap: https://rewalto.com/sitemap-glossary.xml