User-agent: *
Allow: /
Allow: /learn/
Allow: /g2b/
Allow: /llms.txt
Allow: /pricing/
Allow: /analysis/focus/
Allow: /analysis/bids/predict/
Allow: /analysis/bids/simulate/
Allow: /analysis/qualification-calculator/
Allow: /analysis/limits/

# 로그인 필요·개인화 페이지는 크롤링 제외
Disallow: /billing/
Disallow: /mypage/
Disallow: /analysis/bids/predict/history/
Disallow: /analysis/reports/daily/
Disallow: /admin/

# POST 전용 액션 API (GET 405) — 색인·크롤 제외
Disallow: /analysis/bids/*/calculate-bid-amount/
Disallow: /analysis/bids/*/fetch-winner/
Disallow: /analysis/bids/*/refetch/

# AI·검색 크롤러 허용 (AEO·학습·인용)
# 참고: Google은 User-agent별 그룹만 적용하므로 Googlebot에도 Disallow를 명시한다.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Googlebot
Allow: /
Disallow: /billing/
Disallow: /mypage/
Disallow: /analysis/bids/predict/history/
Disallow: /analysis/reports/daily/
Disallow: /admin/
Disallow: /analysis/bids/*/calculate-bid-amount/
Disallow: /analysis/bids/*/fetch-winner/
Disallow: /analysis/bids/*/refetch/

User-agent: Google-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

Sitemap: https://ilta.kr/sitemap.xml