# robots.txt for https://f.inc/
# Founders, Inc. - we actively welcome search and AI crawlers.

# Default: allow all well-behaved crawlers full access
User-agent: *
Allow: /

Sitemap: https://f.inc/sitemap.xml

# High-value content for search engines and LLMs:
# - Portfolio index: list of all portfolio companies
# - Portfolio pages: canonical profiles for each company
# These paths are intentionally open for crawling and indexing.
# (Examples)
# https://f.inc/portfolio/
# https://f.inc/portfolio/{slug}/

# Explicit allowances for common AI and research crawlers.
# These do not change the default "Allow: /" but make intent clear.

# OpenAI / ChatGPT-related crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google search and AI extensions
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Google-Extended
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common Crawl (used as a base by many AI systems)
User-agent: CCBot
Allow: /

# Other notable bots can follow the default policy above.
# If you operate an AI or research crawler and need explicit guidance,
# please see https://f.inc/llms.txt or contact lab@f.inc.