# Bans all robots will spider the domain

User-agent: *
Allow: /links
Allow: /it
Allow: /en
Allow: /cn
Allow: /de
Allow: /nl