User-agent: * Allow: / Disallow: /palette/result/ # Sitemap Sitemap: https://faceage.ai/sitemap.xml # AI crawlers User-agent: GPTBot Allow: / Allow: /llms.txt User-agent: ChatGPT-User Allow: / Allow: /llms.txt User-agent: CCBot Allow: / Allow: /llms.txt User-agent: anthropic-ai Allow: / Allow: /llms.txt User-agent: Claude-Web Allow: / Allow: /llms.txt # Crawl-delay for respect Crawl-delay: 1