User-agent: * # Block internal admin or backend directories (harmless on Webflow but fine to keep) Disallow: /admin/ Disallow: /login/ Disallow: /register/ Disallow: /private/ # Webflow system/utility URLs Disallow: /search Disallow: /*?edit # Keep important resources crawlable for rendering Allow: /images/ Allow: /css/ Allow: /js/ Allow: /assets/ # Explicitly allow taxonomy pages (not strictly needed, but kept per your preference) Allow: /category/ Allow: /tag/ # Sitemap Sitemap: https://islaguru.com/sitemap.xml Sitemap: https://www.islaguru.com/sitemap.xml