User-agent: * Disallow: /plans/* Disallow: /cart Disallow: /admin Disallow: /api/ Allow: /api/public/ # Allow all search engines to index the main pages Allow: / # Sitemap for better indexing Sitemap: https://www.octodoc.com/sitemap.xml