User-Agent: *
Allow: /
Allow: /ai.txt
Allow: /sitemap.xml
Allow: /api/search
Disallow: /api/auth
Disallow: /auth/
Disallow: /_next/
Disallow: /login
Disallow: /signup
Crawl-delay: 5

User-Agent: Googlebot
User-Agent: Bingbot
Allow: /
Allow: /ai.txt
Allow: /sitemap.xml
Allow: /api/search
Crawl-delay: 1

User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: PerplexityBot
User-Agent: DuckDuckBot
User-Agent: Google-Extended
User-Agent: Amazonbot
User-Agent: Applebot
User-Agent: MistralBot
Allow: /
Allow: /ai.txt
Allow: /sitemap.xml
Allow: /api/search
Disallow: /api/auth
Disallow: /auth/
Crawl-delay: 1

Host: openalgo.com
Sitemap: https://openalgo.com/sitemap.xml
Sitemap: https://openalgo.com/ai.txt
Sitemap: https://openalgo.com/sitemaps/core.xml
Sitemap: https://openalgo.com/sitemaps/researchers.xml
Sitemap: https://openalgo.com/sitemaps/reports.xml
Sitemap: https://openalgo.com/sitemaps/events.xml