User-agent: *
Disallow:

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /click

User-agent: ACONTBOT
Disallow: /

User-agent: cityreview
Disallow: /