User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /fileXchange/
Disallow: /international/
Disallow: /typo3temp/menu/
Disallow: /fileadmin/ajax/
Disallow: /fileadmin/css/
Disallow: /fileadmin/css.bak/
Disallow: /fileadmin/js/
Disallow: /fileadmin/test/
Disallow: /fileadmin/css.bak/
Disallow: /fileadmin/template/
Disallow: /uploads/media/
Disallow: /nc/
Disallow: /cadbox/
Disallow: /basketinfobox/
Disallow: /comparisoninfobox/
Disallow: /deflectioncalc/
Disallow: /*?id=*
Disallow: /*&id=*
Disallow: /*tx_cal_controller
Disallow: /generator

Sitemap: https://de.item24.com/sitemap_de.xml.gz