User-agent: *
Disallow: /bin
Disallow: /cgi-bin
Disallow: /lib
Disallow: /webstats

User-agent: psbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: NPBot-1/2.0
Disallow: /