User-agent: * Allow: / Disallow: /assets/ Disallow: /packages/ Disallow: /*.json$ Disallow: /splash/ # Allow specific asset types for indexing Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.webp$ # Block duplicate/trivial pages Disallow: /index.html # Sitemap Sitemap: https://peachboom.web.app/sitemap.xml Sitemap: https://peachboom.web.app/sitemap-images.xml # LLM / AI crawlers — allow indexing of marketing content User-agent: GPTBot Allow: / Disallow: /assets/ Disallow: /packages/ User-agent: Google-Extended Allow: / Disallow: /assets/ Disallow: /packages/ User-agent: Claude-Web Allow: / Disallow: /assets/ Disallow: /packages/ User-agent: PerplexityBot Allow: / Disallow: /assets/ Disallow: /packages/ User-agent: Bytespider Allow: / Disallow: /assets/ Disallow: /packages/ User-agent: Sidetrade Allow: / Disallow: /assets/ Disallow: /packages/ # Crawl-delay for well-behaved bots Crawl-delay: 10