# https://www.robotstxt.org/robotstxt.html

# Allow access to all standard crawlers
User-agent: *
Allow: /

# Disallow access to common sensitive/private directories
Disallow: /api/
Disallow: /admin/
Disallow: /login/
Disallow: /private/
Disallow: /cgi-bin/

# Specific Bots Configurations
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: facebookexternalhit
Allow: /

# Block specific aggressive/unnecessary bots (examples)
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /

Sitemap: https://fxstudio-delta.vercel.app/sitemap.xml