# Tseikuru Times - Robots.txt Configuration
# Allows search engine crawlers to index the website

# Allow all crawlers
User-agent: *
Allow: /

# Disallow admin pages
Disallow: /admin
Disallow: /admin/login
Disallow: /debug

# Allow Google and Bing to crawl all other pages
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Explicitly allow other common crawlers (optional — `User-agent: *` already covers these)
User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Sogou
Allow: /

User-agent: Exabot
Allow: /

User-agent: Facebot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Firefox
Allow: /

# Crawl delay removed to allow all crawlers full access
# (If you need to limit crawl rate, configure via specific crawler tools)

# Sitemap locations (custom domain)
Sitemap: https://tseikurutimes.com/sitemap_index.xml
Sitemap: https://tseikurutimes.com/sitemap.xml