# Robots.txt for Talk Careers # https://talk.careers # Allow all crawlers User-agent: * Allow: / # Disallow admin and API routes Disallow: /admin/ Disallow: /api/ Disallow: /dashboard/ Disallow: /auth/ # Disallow GDPR verification pages Disallow: /gdpr/verify/ Disallow: /gdpr/status/ # Allow specific important pages Allow: /about Allow: /contact Allow: /how-it-works Allow: /pricing Allow: /job-seekers Allow: /employers Allow: /privacy Allow: /terms Allow: /cookies Allow: /security Allow: /gdpr # Sitemap location Sitemap: https://talk.careers/sitemap.xml # Crawl-delay (optional - be nice to servers) Crawl-delay: 1