# Robots.txt for EB1A.app User-agent: * Allow: / Allow: /blog Allow: /blog/ Allow: /faq Allow: /security Allow: /eb1a-for-software-engineers Allow: /eb1a-for-researchers Allow: /eb1a-for-physicians Allow: /eb1a-for-entrepreneurs Allow: /eb1a-for-artists Disallow: /dashboard Disallow: /scanning Disallow: /admin Disallow: /evidence-library Disallow: /evidence-review Disallow: /evidence-builder Disallow: /progress Disallow: /guidance Disallow: /ai-assistant Disallow: /my-account Disallow: /profile-input Disallow: /background-analysis Disallow: /reset-password Disallow: /consent Disallow: /profile Disallow: /privacy Disallow: /terms # Allow specific crawlers full access to public pages User-agent: Googlebot Allow: / Allow: /about Allow: /contact Allow: /quick-assessment Allow: /auth Allow: /privacy-policy Allow: /terms-of-service Allow: /blog Allow: /blog/ Allow: /faq Allow: /security Allow: /resources/ Allow: /eb1a-for-software-engineers Allow: /eb1a-for-researchers Allow: /eb1a-for-physicians Allow: /eb1a-for-entrepreneurs Allow: /eb1a-for-artists User-agent: Bingbot Allow: / Allow: /about Allow: /contact Allow: /quick-assessment Allow: /blog Allow: /blog/ Allow: /faq Allow: /resources/ Allow: /eb1a-for-software-engineers Allow: /eb1a-for-researchers Allow: /eb1a-for-physicians Allow: /eb1a-for-entrepreneurs Allow: /eb1a-for-artists User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / # AI Crawlers for AEO (AI Engine Optimization) User-agent: GPTBot Allow: / Allow: /blog Allow: /about Allow: /faq Allow: /resources/ Allow: /eb1a-for-software-engineers Allow: /eb1a-for-researchers Allow: /eb1a-for-physicians Allow: /eb1a-for-entrepreneurs Allow: /eb1a-for-artists User-agent: ChatGPT-User Allow: / Allow: /blog Allow: /about Allow: /faq Allow: /resources/ Allow: /eb1a-for-software-engineers Allow: /eb1a-for-researchers Allow: /eb1a-for-physicians Allow: /eb1a-for-entrepreneurs Allow: /eb1a-for-artists User-agent: Claude-Web Allow: / Allow: /blog Allow: /about Allow: /faq Allow: /resources/ Allow: /eb1a-for-software-engineers Allow: /eb1a-for-researchers Allow: /eb1a-for-physicians Allow: /eb1a-for-entrepreneurs Allow: /eb1a-for-artists User-agent: Anthropic-AI Allow: / Allow: /blog Allow: /about Allow: /faq Allow: /resources/ User-agent: PerplexityBot Allow: / Allow: /blog Allow: /about Allow: /faq Allow: /resources/ User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: cohere-ai Allow: / User-agent: meta-externalagent Allow: / # LLMs.txt for AI assistants # See: https://eb1a.app/llms.txt # Sitemap location Sitemap: https://eb1a.app/sitemap.xml