User-agent: * Allow: / # Sitemap Sitemap: https://api.orderprepped.com/sitemap.xml # Disallow crawling of development/test paths (if any) Disallow: /api/ Disallow: /*.json$ # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / # Crawl delay (optional - set to 1 second) Crawl-delay: 1