# Allow all crawlers
User-agent: *
Allow: /

# Sitemaps
Sitemap: https://intellibridge-solutions.com/sitemap.xml

# Specific crawler rules
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Social Media Crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Prevent crawling of certain paths
Disallow: /api/
Disallow: /admin/
Disallow: /private/