User-agent: * Allow: / # Disallow admin panel completely Disallow: /admin_panel/ Disallow: /admins/ # Disallow Sidekiq Disallow: /sidekiq/ # Disallow health check route Disallow: /up # Disallow landing pages and funnels Disallow: /*/complete Disallow: /*/step Disallow: /lf/