User-agent: *
Allow: /

# Sitemap
Sitemap: https://www.dammetruyentranh.com/sitemap.xml

# Crawl delay for respectful crawling
Crawl-delay: 2

# Special rules for search engine bots
User-agent: Googlebot
Crawl-delay: 1
Allow: /sitemap.xml
Allow: /robots.txt

User-agent: Bingbot
Crawl-delay: 2
Allow: /sitemap.xml

User-agent: Slurp
Crawl-delay: 3

# Disallow admin and auth pages
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Disallow: /debug/

# Allow important pages
Allow: /truyen-tranh/
Allow: /the-loai/
Allow: /danh-sach/
Allow: /tim-kiem/
Allow: /about
Allow: /terms
Allow: /privacy
Allow: /contact
Allow: /sitemap/