User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*.json$
Disallow: /404
Disallow: /500

# Allow sitemap and RSS files
Allow: /sitemap.xml
Allow: /news-sitemap.xml
Allow: /rss.xml

# Crawl-delay for specific bots
User-agent: Googlebot
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 1

# Sitemap locations
Sitemap: https://f1bark.win/sitemap.xml
Sitemap: https://f1bark.win/news-sitemap.xml

# Allow social media bots
User-agent: facebookexternalhit/*
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /