User-agent: * Allow: / Allow: /assets/ # Disallow sensitive directories Disallow: /admin/ Disallow: /includes/ Disallow: /config/ Disallow: /vendor/ Disallow: /node_modules/ Disallow: /temp/ Disallow: /logs/ # Sitemap location (relative path works with any domain) Sitemap: /sitemap.xml