# For all robots User-agent: * # Block access to specific groups of pages Disallow: /*jsessionid* Disallow: /ochsnersportcallcenter Disallow: /cmscockpit Disallow: /backoffice Disallow: /hmc Disallow: /medias # Block access to specific pages Disallow: /de/shop/test.phtml Disallow: /tracking/static-base.html Disallow: /static/static-base.html # Allow search crawlers to discover the sitemap Sitemap: http://www.ochsnersport.ch/sitemap.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: /