# Advanced robots.txt for Enhanced SEO
# Generated on 2025-09-20 for lotto.oot.kr

# Global rules for all crawlers
User-agent: *
Allow: /
Allow: /js/common.js
Allow: /js/result.js
Allow: /js/theme-switcher.js
Allow: /image/og_image.webp
Allow: /favicon.png
Disallow: /js/site-connector.js
Disallow: /js/*.map
Disallow: /*.tmp
Disallow: /*.log
Disallow: /admin/
Disallow: /api/private/
Disallow: /backup/
Disallow: /*.bak
Crawl-delay: 1
Request-rate: 1/10s

# Google crawler optimization
User-agent: Googlebot
Allow: /
Allow: /js/
Allow: /image/
Crawl-delay: 0
Request-rate: 10/1s

User-agent: Googlebot-Image
Allow: /image/
Allow: /favicon.png
Crawl-delay: 0

User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 0

# Bing crawler optimization
User-agent: Bingbot
Allow: /
Allow: /js/
Allow: /image/
Crawl-delay: 1
Request-rate: 5/1s

# Naver crawler optimization
User-agent: NaverBot
Allow: /
Allow: /image/
Crawl-delay: 1
Request-rate: 3/1s

User-agent: Yeti
Allow: /
Allow: /image/
Crawl-delay: 1

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 2

# Yandex
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Baidu
User-agent: Baiduspider
Allow: /
Crawl-delay: 3

# Facebook
User-agent: facebookexternalhit
Allow: /
Allow: /image/
Crawl-delay: 0

# Twitter
User-agent: Twitterbot
Allow: /
Allow: /image/
Crawl-delay: 0

# LinkedIn
User-agent: LinkedInBot
Allow: /
Allow: /image/
Crawl-delay: 1

# WhatsApp
User-agent: WhatsApp
Allow: /
Allow: /image/
Crawl-delay: 0

# Block unwanted bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemap locations
Sitemap: https://lotto.oot.kr/sitemap.xml

# Clean URLs parameter handling
Clean-param: utm_source
Clean-param: utm_medium
Clean-param: utm_campaign
Clean-param: utm_term
Clean-param: utm_content
Clean-param: fbclid
Clean-param: gclid
Clean-param: ref

# Host preference (canonical domain)
Host: lotto.oot.kr

# Webmaster tools verification
#DaumWebMasterTool:b8e5a1fbbfd80a748709f1391e500f225ebe3a3f476161f6326ede8ebb8a7eb0:tGGkwYxxep0t9ptuijtG2g==