# proof.holdings robots.txt # Generated from web/src/lib/seo-config.ts — do not edit manually # Default group: allow all, but keep private paths off-limits for every crawler. # (These same path rules are repeated in each named-bot group below — required # because a bot honors only its most-specific group.) User-agent: * Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ # ============================================================ # Search engines — allowed # ============================================================ User-agent: Googlebot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Bingbot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: YandexBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Baiduspider Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: DuckDuckBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Applebot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Slurp Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ # ============================================================ # AI crawlers — allowed (we want AI discoverability) # ============================================================ User-agent: GPTBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: ChatGPT-User Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: ClaudeBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Claude-Web Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: PerplexityBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Cohere-ai Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: anthropic-ai Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Google-Extended Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Meta-ExternalAgent Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Meta-ExternalFetcher Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: FacebookBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ # ============================================================ # SEO tools — allowed # ============================================================ User-agent: SemrushBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: AhrefsBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: MJ12bot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: rogerbot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: dotbot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ # ============================================================ # Social media previews — allowed # ============================================================ User-agent: Twitterbot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: LinkedInBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: facebookexternalhit Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: TelegramBot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: WhatsApp Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Slackbot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ User-agent: Discordbot Allow: / Allow: /api/content/ Allow: /auth.md Disallow: /*_rsc= Disallow: /dashboard Disallow: /account-locked Disallow: /api-keys Disallow: /assets Disallow: /billing Disallow: /circles Disallow: /delegations Disallow: /dev Disallow: /domains Disallow: /hitl Disallow: /lookalike-watch Disallow: /profile Disallow: /proof-me Disallow: /requests Disallow: /settings Disallow: /usage Disallow: /verifications Disallow: /login Disallow: /auth Disallow: /approve Disallow: /approver Disallow: /tg-app Disallow: /yn Disallow: /api/v1/ # ============================================================ # Blocked — aggressive scrapers, spam bots, unauthorized AI training # ============================================================ User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: PetalBot Disallow: / User-agent: MegaIndex Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SentiBot Disallow: / User-agent: Sogou Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: AdsBot-Google Disallow: / User-agent: Mediapartners-Google Disallow: / # ============================================================ # Sitemaps & AI context # ============================================================ Sitemap: https://proof.holdings/sitemap.xml Sitemap: https://proof.holdings/sitemap-artifacts.xml # LLM context files # llms.txt: https://proof.holdings/llms.txt # llms-full.txt: https://proof.holdings/llms-full.txt # source-digest: c9f20ce0f3f0