User-agent: *
Disallow: /login
Disallow: /logout
Disallow: /shortlist
Disallow: /alerts/verify
Disallow: /404
Disallow: /find-jobs?*
Disallow: /find-candidates?*
Disallow: /sector/*?*
Disallow: /jobs/*?*
Disallow: /recruiters/*?*
User-agent: PetalBot
Disallow: /blog/comments/verify
Disallow: /blog?*