User-agent: *
Disallow: /redirect
Disallow: /adclick
Disallow: /images
Disallow: /submit

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: looksmart
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: thesubot
Disallow: /