# # DO NOT EDIT THIS FILE # # It is automatically generated by puppet and will be overwritten! # robots.txt reference: https://developers.google.com/search/reference/robots_txt # sitemap: /sitemap.xml User-agent: * Crawl-delay: 1 Disallow: /.well-known Disallow: /admin Disallow: /ws Disallow: /soap Disallow: /static/img Disallow: /static/generated Disallow: /inline Disallow: /print Disallow: /ticker Disallow: /google*.html Disallow: /*emailabos.html User-agent: Twitterbot Crawl-delay: 1 Disallow: /.well-known Disallow: /admin Disallow: /ws Disallow: /soap Disallow: /inline Disallow: /print Disallow: /ticker Disallow: /google*.html Disallow: /*emailabos.html Allow: / User-agent: 008 User-agent: jobs.de-Robot User-agent: AhrefsBot User-agent: Baiduspider User-agent: "Yahoo! Slurp" User-agent: SemrushBot Disallow: /