User-agent: * Allow: / # Allow all crawlers access to CSS and JS Allow: /css/ Allow: /js/ Allow: /_next/static/ # Sitemap location Sitemap: https://diersenwelding.com/sitemap.xml # Crawl delay for respectful crawling Crawl-delay: 1