# deny these

User-agent: psbot
Disallow: /

User-agent: iCCrawler
Disallow: /

# User-agent: Heritrix
# Disallow: /

# User-agent: ia_archiver
# Disallow: /

# User-agent: larbin
# Disallow: /

# allow others

User-agent: *
Disallow: /de
Disallow: /cgi-bin/
Disallow: /admin
Disallow: /nofollow