User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /

# Block auth and admin pages from indexing
Disallow: /auth
Disallow: /admin
Disallow: /admin/pages
Disallow: /profile

# Crawl delay for politeness
Crawl-delay: 1

# Sitemap Index (contains all sitemaps)
Sitemap: https://capitalflowsdata.com/sitemap.xml

# Individual Sitemaps
Sitemap: https://capitalflowsdata.com/sitemap-static.xml
Sitemap: https://capitalflowsdata.com/sitemap-filers.xml
Sitemap: https://capitalflowsdata.com/sitemap-companies.xml
Sitemap: https://capitalflowsdata.com/sitemap-news.xml
Sitemap: https://capitalflowsdata.com/sitemap-pages.xml