# Allow all search engines to crawl the site
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /judge/
Disallow: /dashboard/
Disallow: /login/
Disallow: /unauthorized/
Disallow: /maintenance/
Disallow: /*.json$
Disallow: /.env

# Google-specific
User-agent: Googlebot
Allow: /

# Bing-specific
User-agent: Bingbot
Allow: /

# Specific crawl-delay for heavy crawlers
User-agent: *
Crawl-delay: 1

# Sitemaps
Sitemap: /sitemap.xml
Sitemap: /sitemap-pages.xml