# robots.txt for Concurso Público # Block search engines from indexing admin and sensitive areas User-agent: * # Block all administrative and dashboard URLs Disallow: /dashboard/ Disallow: /manage/ Disallow: /colocacoes/ Disallow: /application/ Disallow: /application-version/ Disallow: /update-status/ Disallow: /verify-bi/ Disallow: /toggle-signal/ Disallow: /gpcsbo Disallow: /logout/ Disallow: /api/ Disallow: /reports/ Disallow: /celery-status/ Disallow: /admingrima/ Disallow: /by-role/ Disallow: /dispute/ Disallow: /editar/ Disallow: /dev-mode-toggle/ Disallow: /configurar-fases/ Disallow: /configurar-formulario/ Disallow: /configurar-horario/ Disallow: /documentacao-legal/ Disallow: /exams/in-person/ Disallow: /test-sentry/ # Allow public pages Allow: /$ Allow: /apply/ Allow: /success/ # Sitemap (if you add one later) # Sitemap: https://yourdomain.com/sitemap.xml # Crawl delay (be nice to the server) Crawl-delay: 2 # Block specific bots if needed User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: /