User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://www.nts-group.com/en/sitemap_index.xml Sitemap: https://www.nts-group.com/nl/sitemap_index.xml Sitemap: https://www.nts-group.com/cz/sitemap_index.xml Sitemap: https://www.nts-group.com/zh-hans/sitemap_index.xml #User-agent: GPTBot #Disallow: / #User-agent: ChatGPT-User #Disallow: / #User-agent: Google-Extended #Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Omgilibot Disallow: / User-Agent: FacebookBot Disallow: / User-Agent: Applebot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Bytespider Disallow: / User-agent: Claude-Web Disallow: / User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: Omgili Disallow: / User-agent: YouBot Disallow: / # ========================== # Global settings # ========================== User-agent: * # Block any URL that contains a "?" (i.e. has a query string) Disallow: /*? # If you want to slow down aggressive crawlers a bit # (Google ignores this, but some others respect it) Crawl-delay: 10 User-agent: * Disallow: /*blackhole Disallow: /?blackhole