User-agent: *
Allow: /
Allow: /dashboard
Allow: /community
Allow: /community/post/*
Allow: /opengraph-image
Allow: /twitter-image
Allow: /manifest.json
Allow: /favicon.ico
Allow: /sitemap.xml

# Allow social media crawlers to access login for metadata
User-agent: LinkedInBot
Allow: /login
Allow: /
Allow: /dashboard
Allow: /opengraph-image
Allow: /twitter-image

User-agent: facebookexternalhit
Allow: /login
Allow: /
Allow: /dashboard
Allow: /opengraph-image
Allow: /twitter-image

User-agent: Twitterbot
Allow: /login
Allow: /
Allow: /dashboard
Allow: /opengraph-image
Allow: /twitter-image

User-agent: Slackbot
Allow: /login
Allow: /
Allow: /dashboard
Allow: /opengraph-image
Allow: /twitter-image

User-agent: Telegrambot
Allow: /login
Allow: /
Allow: /dashboard
Allow: /opengraph-image
Allow: /twitter-image

# Block sensitive areas for general crawlers
Disallow: /api/
Disallow: /admin/
Disallow: /register

# Sitemap location
Sitemap: https://app-dev-only-ylcez38dkq201tyn.ecox.network/sitemap.xml