# https://www.daparto.de/robots.txt

# 80legs.com crawler
User-agent: 008
Disallow: /

# Speedy crawler
User-agent: Speedy
Disallow: /

# majesticseo.com bot
User-agent: MJ12bot
Disallow: /

# warebay.com crawler
User-agent: WBSearchBot
Disallow: /

# unister.com crawler
User-agent: unister-bot
Disallow: /

User-agent: *
Disallow: /articleopen.php
Disallow: /Weiterleiten/
Disallow: /Merkliste/
Disallow: /Teilenummernsuche/Teile/
Disallow: /api
Disallow: /*categoryId=
Disallow: /*country=
Disallow: /*kbaTypeId=
Disallow: /*sort=
Disallow: /*page=
Disallow: /Kasse/
Disallow: /Einloggen
Disallow: /Warenkorb/
Disallow: /Mein-daparto/
Disallow: /Volltextsuche
Disallow: /cdn-cgi/

# dotbot crawler
User-agent: dotbot
Disallow: /

# cliqzbot browser crawler
User-agent: Cliqzbot
Disallow: /

# Ahref Seotool
User-agent: AhrefsSiteAudit
Allow: /

# Semrush marketing tool
User-agent: SemrushBot
Disallow: /

# natural Speech researching Bot
User-agent: LCC
Disallow: /

# eXtenSa crawler
User-agent: barkrowler
Disallow: /

# Delaying webmeup crawler
User-agent: BLEXBot
Crawl-delay: 10