User-agent: * # Disallow /admin and /auth globally, regardless of language prefix Disallow: */admin$ Disallow: */auth$ # Disallow the root /solutions page, regardless of language, but allow sub-paths like /solutions/mvp Disallow: /solutions$ Allow: /solutions/ # Allow /blogs in the default language (no language prefix) Allow: /blogs Allow: /blogs/ # Disallow /blogs in language prefixed URLs Disallow: /en/blog # General Allow rule (if not specified in Disallow, everything else is allowed) Allow: / Sitemap: https://bergfort.nl/sitemap.xml