User-Agent: * Allow: / Allow: /api/og/ Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ Disallow: /onboarding/ Disallow: /setup-demo/ Disallow: /404/ User-Agent: Googlebot Allow: / Allow: /api/og/ Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Googlebot-Image Allow: / Allow: /api/og/ Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Bingbot Allow: / Allow: /api/og/ Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: DuckDuckBot Allow: / Allow: /api/og/ Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Slurp Allow: / Allow: /api/og/ Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Yandex Allow: / Allow: /api/og/ Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Baiduspider Allow: / Allow: /api/og/ Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: GPTBot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: ChatGPT-User Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: OAI-SearchBot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: ClaudeBot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Claude-Web Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: anthropic-ai Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Claude-User Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Google-Extended Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: PerplexityBot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Perplexity-User Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Applebot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Applebot-Extended Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Amazonbot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: CCBot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Meta-ExternalAgent Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: meta-externalagent Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: FacebookBot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: MistralAI-User Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: cohere-ai Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Cohere-AI Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: YouBot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: DuckAssistBot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Diffbot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Bytespider Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: Timpibot Allow: / Allow: /api/og/ Allow: /llms.txt Allow: /llms-full.txt Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /oauth/ User-Agent: AhrefsBot Disallow: / User-Agent: SemrushBot Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: DotBot Disallow: / User-Agent: DataForSeoBot Disallow: / User-Agent: BLEXBot Disallow: / User-Agent: Barkrowler Disallow: / User-Agent: MegaIndex Disallow: / User-Agent: PetalBot Disallow: / User-Agent: SeznamBot Disallow: / User-Agent: rogerbot Disallow: / User-Agent: Screaming Frog SEO Spider Disallow: / Host: https://www.nobleid.org Sitemap: https://www.nobleid.org/sitemap.xml