# robots.txt for HeadstartScience # GCSE Science Revision Platform User-agent: * Allow: / # Sitemap location Sitemap: https://headstartscience.co.uk/sitemap.xml # Allow all search engines to crawl public pages User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # Disallow admin and user-specific pages Disallow: /admin Disallow: /dashboard Disallow: /account Disallow: /progress Disallow: /achievements Disallow: /parent-dashboard Disallow: /timetable Disallow: /ai-progress Disallow: /payment-success Disallow: /payment-cancelled Disallow: /reset-password Disallow: /welcome # Allow important public pages Allow: /about Allow: /how-it-works Allow: /contact Allow: /free-resources Allow: /biology Allow: /chemistry Allow: /physics Allow: /flashcards