User-agent: * Allow: / # Prioritize important pages User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 # Sitemap location Sitemap: https://it-tools.30tools.com/sitemap.xml # Block any potential admin or build files Disallow: /dist/ Disallow: /node_modules/ Disallow: /.git/ Disallow: /src/ Disallow: *.json Disallow: *.ts Disallow: *.js.map