# Allow all crawlers on public pages User-agent: * Allow: / Allow: /privacy # Disallow private/admin routes Disallow: /photographer Disallow: /create Disallow: /admin/ Disallow: /event/ Disallow: /join/ # Social media bots - allow for link previews User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / # LLM crawlers - allow full access for AI indexing User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: cohere-ai Allow: / User-agent: Applebot-Extended Allow: / # Sitemap location Sitemap: https://findme.photo/sitemap.xml # LLM content files # https://findme.photo/llms.txt # https://findme.photo/llms-full.txt