User-agent: *
Allow: /

# Sitemap
Sitemap: https://gcde.ac.in/sitemap.xml

# Disallow admin routes
Disallow: /admin/
Disallow: /api/

# Disallow temporary files
Disallow: /tmp/
Disallow: /temp/

# Allow specific bot access
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Crawl delay (optional)
Crawl-delay: 1