User-agent: * Allow: / Allow: /about Allow: /services Allow: /products Allow: /portfolio Allow: /careers Allow: /contact Allow: /img/ Disallow: /admin/ Disallow: /private/ Disallow: /temp/ Disallow: /cgi-bin/ Disallow: /api/ Disallow: /assets/css/ Disallow: /assets/js/ Disallow: /assets/fonts/ # Allow Google Image Bot to index images User-agent: Googlebot-Image Allow: /img/ # Block specific crawlers User-agent: Baiduspider Disallow: / User-agent: GPTBot Disallow: / # Set crawl delay for bots User-agent: * Crawl-delay: 10 # Sitemap location Sitemap: https://iqhive.com/sitemap.xml