robots.txt 560 B

12345678910111213141516171819202122232425262728293031323334
  1. User-agent: *
  2. Allow: /
  3. Disallow: /admin/
  4. Disallow: /api/
  5. Disallow: /dashboard/
  6. Disallow: /preview/
  7. Disallow: /auth/
  8. Disallow: /onboarding/
  9. Disallow: /profile/
  10. Disallow: /_next/
  11. Disallow: /.*\?
  12. # Crawl delay
  13. Crawl-delay: 1
  14. # Specific bot configurations
  15. User-agent: Googlebot
  16. Allow: /
  17. Disallow: /admin/
  18. Disallow: /api/
  19. Disallow: /auth/
  20. Disallow: /onboarding/
  21. Disallow: /profile/
  22. User-agent: Bingbot
  23. Allow: /
  24. Disallow: /admin/
  25. Disallow: /api/
  26. Disallow: /auth/
  27. Disallow: /onboarding/
  28. Disallow: /profile/
  29. # Sitemap
  30. Sitemap: https://www.workout.cool/sitemap.xml