User-agent: Googlebot
Allow: /

User-agent: iconsurf
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: 1a_archiver
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: NextopiaBOT
Disallow: /

User-agent: SSM Agent 1.0
Disallow: /

User-agent: JetBot
Disallow: /

User-agent: *
Disallow: /