User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /dashboard/

Crawl-delay: 1

Sitemap: https://www.kohfrontline.org/sitemap.xml

# Googlebot specific rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

# Bingbot specific rules
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Social media bots
User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Image bots
User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot-Image
Allow: /