# robots.txt for www.behmerroofing.com # Optimized for Webflow hosting # Allow all major search engine crawlers User-agent: * Allow: / # Block Webflow system/utility paths Disallow: /cdn-cgi/ Disallow: /_next/ Disallow: /api/ # Block common non-content paths Disallow: /404 Disallow: /401 Disallow: /search? Disallow: /*.json$ # Sitemap Sitemap: https://www.behmerroofing.com/sitemap.xml