User-agent: webcrawler
Disallow: /

User-agent: Vagabondo
Disallow: /

User-agent: Bilbo
Disallow: /

User-agent: linkwalkerDisallow: /