# llms.txt — AI/LLM Crawler and Usage Policy for stealabrainrot.me
# Reference: emerging community conventions (ai.txt / llms.txt). This file is advisory.

Site: https://stealabrainrot.me/
Owner: Steal a Brainrot
Policy-Last-Updated: 2025-09-15

# -----------------------------
# Global policy
# -----------------------------
# Summary:
# - Allow discovery, indexing, and snippet/summarization for QA purposes
# - Require visible attribution with source URL when content is used
# - Disallow using our content for training or fine-tuning models without prior written consent
# - Disallow collection or processing of any user-submitted data
# - Respect robots.txt, rate limits, and caching headers

Usage: index, summarize, answer-generation
Training: disallow
Attribution: required
Linkback: required
Commercial-Use: by-prior-written-permission-only
User-Data: disallow
Rate-Limit: polite
Cache: honor-cache-headers
Sitemap: https://stealabrainrot.me/sitemap.xml
Contact: https://stealabrainrot.me/en/about
Copyright: © 2025 Steal a Brainrot. All rights reserved.

# -----------------------------
# Path-level rules
# -----------------------------
# Allow public content pages in all locales
Allow: /en/
Allow: /zh-CN/
Allow: /zh-TW/
Allow: /es/
Allow: /fr/
Allow: /de/
Allow: /ru/
Allow: /ja/
Allow: /ko/
Allow: /pt/
Allow: /it/
Allow: /bn/
Allow: /pt-BR/
Allow: /id/
Allow: /tr/
Allow: /vi/
Allow: /th/
Allow: /uk/

# Explicitly disallow non-content and sensitive/system endpoints
Disallow: /api/
Disallow: /_next/
Disallow: /sw.js
Disallow: /robots.txt
Disallow: /sitemap.xml
Disallow: /site.webmanifest
Disallow: /favicon.ico
Disallow: /images/

# -----------------------------
# Bot-specific directives (common AI/LLM user agents)
# These mirror the global policy unless tightened below
# -----------------------------

User-agent: GPTBot
Allow: /
Training: disallow
Attribution: required

User-agent: ChatGPT-User
Allow: /
Training: disallow
Attribution: required

User-agent: OAI-SearchBot
Allow: /
Training: disallow

User-agent: OAI-FeedFetcher
Allow: /
Training: disallow

User-agent: Google-Extended
Allow: /
Training: disallow

User-agent: Applebot-Extended
Allow: /
Training: disallow

User-agent: ClaudeBot
Allow: /
Training: disallow

User-agent: Claude-Web
Allow: /
Training: disallow

User-agent: PerplexityBot
Allow: /
Training: disallow

User-agent: CCBot
Allow: /
Training: disallow

User-agent: FacebookBot
Allow: /
Training: disallow

# -----------------------------
# Notes
# -----------------------------
# 1) This llms.txt complements robots.txt and does not replace legal terms.
# 2) Any usage beyond this policy (especially training/fine-tuning) requires prior written permission.
# 3) When generating answers, show clear attribution (site name) and link back to the source URL.