# robots.txt for https://www.kuka.com/ User-agent: * #disallow various download center and filter links Disallow: /*?*terms=* Disallow: /*?*filters=* Disallow: /*GenerateZipFromList* Disallow: /errorpages/ # Disable indexing of URLs with Parameters for MOZ (SEO) crawler /url?parameter=abc User-agent: rogerbot Disallow: /*?* User-agent: BLP_bbot/0.1 Disallow: / User-agent: BLP_bbot Disallow: / # Sitemap Sitemap: https://www.kuka.com/sitemapindex.xml