User-agent: aipbot
Disallow: /

User-agent: Dulance bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: IconSurf
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: *
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /4xx
Disallow: /500.shtml
Disallow: /popup
Disallow: /results
Disallow: /server