# === 일반 크롤러 ===
User-agent: *
Allow: /
Allow: /ads.txt
Disallow: /*?post=
Disallow: /*?ad=
Disallow: /*?q=

# === AI 검색/인용용 봇 — 허용 (AI 검색 결과에 노출) ===
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: GoogleOther
Allow: /

# === AI 학습용 봇 — 차단 (모델 훈련 데이터로 사용 방지) ===
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://www.awesomble.com/sitemap-index.xml