# biped.ai robots.txt # Allow all crawlers to index the site User-agent: * Allow: / # Disallow admin and user-specific areas Disallow: /admin Disallow: /dashboard Disallow: /profile Disallow: /login Disallow: /signup Disallow: /forgot-password Disallow: /onboarding Disallow: /noa-confirmation # Disallow checkout process (users shouldn't land here from search) Disallow: /checkout # Allow all audio files Allow: /audio/ Allow: /*.mp3 # Sitemap location Sitemap: https://biped.ai/sitemap.xml # Crawl-delay (be nice to servers) Crawl-delay: 1