# robots.txt for itxzt.com User-agent: * Allow: / # Sitemap Sitemap: https://itxzt.com/sitemap.xml # Disallow unnecessary pages Disallow: /backup/ Disallow: /test/ # Allow all tools Allow: /*.html # Crawl-delay (optional) Crawl-delay: 1