User-agent: msnbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: searchpreview
Disallow:/

User-agent: SBIder
Disallow: /

User-agent: turnitin*
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: AIPBot
Disallow: /

User-agent: NaverBot*
Disallow: /

User-agent: WebFilter
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /altian/
Disallow: /books/
Disallow: /dgray/
Disallow: /downloads/
Disallow: /earthbnd/
Disallow: /emma/
Disallow: /earthbound/downloads/
Disallow: /frankenstein/
Disallow: /galleys/
Disallow: /lexal/
Disallow: /mansfield/
Disallow: /northanger/
Disallow: /pbound/
Disallow: /persuasion/
Disallow: /pride/
Disallow: /sense/
Disallow: /shollow/
Disallow: /udolpho1/
Disallow: /udolpho2/
Disallow: /udolpho3/
Disallow: /udolpho4/
Disallow: /util/
Disallow: /vows/