User-agent: *
Disallow: /captcha
Disallow: /go
Disallow: /thumb/
Disallow: /photo/

User-agent: Nutch
User-agent: Teoma
User-agent: looksmart
User-agent: ZyBorg
User-agent: WebZip
User-agent: psbot
User-agent: ia_archiver
User-agent: Snapbot
User-agent: gigabot
User-agent: Goku
User-agent: Exabot
User-agent: girafa
User-agent: Turtle
Disallow: /