User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
# Filtered and sorted views (noindex, endless combinations); plain pages, ?batch= views and the sitemaps list everything.
Disallow: /founders/?
Disallow: /accelerators/*?*cat=
Disallow: /accelerators/*?*page=
Disallow: /accelerators/*?*q=
Disallow: /accelerators/*?*raised=
Disallow: /*?*sort=
# Already indexed before the block: open exactly these so Google can see their noindex and drop them.
Allow: /accelerators/skydeck/?page=2$
Allow: /accelerators/speedrun/?page=2$
Allow: /founders/?scope=crypto&sort=name$
Allow: /founders/?scope=crypto&team=duo$
Allow: /founders/?scope=crypto&team=duo&sort=name$
Allow: /founders/?scope=crypto&team=duo&sort=raised$
Allow: /founders/?scope=crypto&team=solo&sort=name$
Allow: /founders/?scope=crypto&team=trio&sort=raised$
Allow: /founders/?scope=founders&sort=name$
Allow: /founders/?scope=founders&sort=raised$
Allow: /founders/?scope=founders&team=duo$
Allow: /founders/?scope=founders&team=duo&sort=name$
Allow: /founders/?scope=founders&team=more&sort=name$
Allow: /founders/?scope=founders&team=solo&sort=name$
Allow: /founders/?scope=founders&team=trio$
Allow: /founders/?scope=founders&team=trio&sort=name$
Allow: /founders/?sort=name$
Allow: /founders/?team=duo&sort=name$
Allow: /founders/?team=more&sort=name$
Allow: /founders/?team=solo&sort=raised$
Allow: /founders/?team=trio&sort=name$
Allow: /api/vc
Allow: /api/v1/market-map
Allow: /api/v1/categories$
Allow: /api/v1/leaderboard

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: cohere-ai
User-agent: DuckAssistBot
User-agent: MistralAI-User
Allow: /
Disallow: /admin/
# The same filtered and sorted views. For data, use the JSON API with a free key (just an email): https://recentfunding.com/dashboard/
Disallow: /founders/?
Disallow: /accelerators/*?*cat=
Disallow: /accelerators/*?*page=
Disallow: /accelerators/*?*q=
Disallow: /accelerators/*?*raised=
Disallow: /*?*sort=

# For assistants and agents: https://recentfunding.com/llms.txt (full reference: https://recentfunding.com/llms-full.txt)

Sitemap: https://recentfunding.com/sitemap.xml