User-agent: * Allow: / # Disallow system folders (if any) Disallow: /admin/ Disallow: /api/ Disallow: /login/ Disallow: /server/ Disallow: /node_modules/ Disallow: /scripts/ Disallow: /temp/ Disallow: /cgi-bin/ # Allow JS, CSS, and images (important for React apps) Allow: /*.js$ Allow: /*.css$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.svg$ Allow: /*.webp$ # Sitemap location Sitemap: https://www.mbwit.net/sitemap.xml