User-agent: * Allow: / Allow: /static/ Allow: /bot-checker Allow: /support Allow: /privacy-policy Allow: /terms Allow: /blog # Block admin and internal paths Disallow: /admin/ Disallow: /api/ # Public API documentation should stay crawlable (longest-match wins over /api/) Allow: /api/docs Disallow: /auth/ Disallow: /user-dashboard Disallow: /campaign/ Disallow: /pitches Disallow: /settings Disallow: /upgrade Disallow: /payment Disallow: /*.json$ Disallow: /*?utm_* Disallow: /*?fpr=* Disallow: /*?fp_ref=* Disallow: /*?ref=* Disallow: /*?test_mode=* # Allow CSS and JS files for proper crawling Allow: /static/css/ Allow: /static/js/ Allow: /static/images/ # Sitemap Sitemap: https://playlistpilotapp.com/sitemap.xml # Crawl delay for politeness Crawl-delay: 1