16 lines
289 B
Text
16 lines
289 B
Text
|
|
# silentmode.st — crawl openly, point at the sitemap.
|
||
|
|
User-agent: *
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
# Keep the AI-scraper allowlist explicit, same as any other crawler.
|
||
|
|
User-agent: GPTBot
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
User-agent: ClaudeBot
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
User-agent: PerplexityBot
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
Sitemap: https://silentmode.st/sitemap.xml
|