# SI — Systems Intelligence — crawler policy
# https://si.me00w.com/robots.txt
#
# Retrieval clients are welcome on all public pages. Every page is static HTML:
# the text is in the served document and no JavaScript is required to read it.
#
# Model-training policy: unchanged from the previous version of this site. This
# file neither grants nor withholds training permission. Training crawlers
# (for example GPTBot, Google-Extended, Applebot-Extended, CCBot, Bytespider and
# meta-externalagent) are treated exactly like any other client by the wildcard
# group below: no training-specific directive is expressed, and no training
# permission is claimed. Any change to that position would be an explicit,
# deliberate edit to this file rather than a side effect.

User-agent: *
Allow: /

# --- Search and user-requested retrieval clients (explicitly allowed) ---
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: Amazonbot
Allow: /

Sitemap: https://si.me00w.com/sitemap.xml
# Machine-readable summary: https://si.me00w.com/llms.txt
# Expanded knowledge document: https://si.me00w.com/llms-full.txt