# Specifications for robots:
# A Disallow field with no value indicates, that all URLs
# can be retrieved

User-agent: *
Disallow: /cart
Disallow: /club
Disallow: /order
Disallow: /cart.php
Disallow: /club.php
Disallow: /order.php
Crawl-delay: 10

# www.80legs.com made over 400 requests per minute (DDOS)
User-agent: 008
Disallow: /

User-agent: SemrushBot
Disallow: /

User-Agent: The Knowledge AI
Disallow: /

# Blexbot respektiert nicht den Crawl-Delay
User-agent: BLEXBot
Disallow: /

# Amazonbot: crawlt von mehreren IPs die selben Seiten
User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /