# robots.jsp — Allow all AI crawlers (crawl + training/grounding 허용) # 기본: 전 크롤러 허용 User-agent: * Allow: / # ─────────────────────────────── # OpenAI (ChatGPT 계열) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / # Anthropic (Claude 계열) User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / # Google / Gemini 관련 User-agent: Googlebot Allow: / User-agent: Google-Extended Allow: / # Microsoft / Bing User-agent: Bingbot Allow: / User-agent: BingPreview Allow: / # Perplexity User-agent: PerplexityBot Allow: / # Apple (Apple Intelligence 관련) User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / # Meta (Llama·제품 개선용) User-agent: meta-externalagent Allow: / # Amazon (Alexa/AI) User-agent: Amazonbot Allow: / # Common Crawl (여러 AI가 학습 소스로 활용) User-agent: CCBot Allow: / # Cohere (엔터프라이즈 LLM) User-agent: cohere-training-data-crawler Allow: / # 기타 일반 검색/프리뷰 크롤러(선택) User-agent: DuckDuckBot Allow: / User-agent: facebookexternalhit Allow: /