# ============================================
# ROBOTS.TXT - Crazy Time Sverige
# https://crazytime-se.com
# ============================================

User-agent: *

# Allow all pages
Allow: /

# Block admin/api endpoints
Disallow: /api/
Disallow: /_astro/
Disallow: /_worker.js/
Disallow: /_image

# Crawl delay (polite crawling)
Crawl-delay: 1

# Sitemap locations
Sitemap: https://crazytime-se.com/sitemap.xml
Sitemap: https://crazytime-se.com/sitemap-images.xml

# ============================================
# GOOGLE
# ============================================
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Googlebot-Image
Allow: /
Disallow: /icons/

# ============================================
# BING
# ============================================
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# ============================================
# YANDEX
# ============================================
User-agent: Yandex
Allow: /
Crawl-delay: 2

# ============================================
# OTHER BOTS
# ============================================
User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /