# robots.txt - 월드부산의원 (World Busan Urology Clinic) # https://www.busanstone.co.kr/ # AEO / GEO (Generative Engine Optimization) 대응 # =========================================== # 기본 크롤러 # =========================================== User-agent: * Allow: / Disallow: /admin/ Disallow: /board/contact/password Disallow: /board/contact/view Crawl-delay: 1 # =========================================== # 검색엔진 # =========================================== User-agent: Yeti Allow: / User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Daum Allow: / User-agent: Yandex Allow: / User-agent: Slurp Allow: / # =========================================== # AI 크롤러 (AEO) # =========================================== # OpenAI / ChatGPT User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / # Anthropic / Claude User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / # Google AI (Gemini / AI Overviews) User-agent: Google-Extended Allow: / # Perplexity AI User-agent: PerplexityBot Allow: / # Microsoft Copilot User-agent: BingPreview Allow: / # Amazon User-agent: Amazonbot Allow: / # Apple User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / # Meta AI User-agent: FacebookBot Allow: / User-agent: meta-externalagent Allow: / # Cohere User-agent: cohere-ai Allow: / # You.com User-agent: YouBot Allow: / # Common Crawl (AI 학습 데이터셋) User-agent: CCBot Allow: / Crawl-delay: 2 # Diffbot User-agent: Diffbot Allow: / # ByteDance User-agent: Bytespider Allow: / # Mistral User-agent: MistralAI-User Allow: / # =========================================== # AI 참조용 리소스 # /llms.txt → 브랜드 구조화 정보 # /ai-answers.md → AI 질의응답 요약 # /ai-info → AI 판독용 페이지 # =========================================== Sitemap: https://www.busanstone.co.kr/sitemap.xml