User-agent: *
Disallow: /emailaddresses/
Disallow: /core-1.8.7/
Disallow: /stdlib-1.8.7/
Disallow: /core-1.9.2/
Disallow: /stdlib-1.9.2/
Disallow: /core-1.9.3/
Disallow: /stdlib-1.9.3/
Disallow: /core-2.0.0/
Disallow: /stdlib-2.0.0/
Disallow: /core-2.1.0/
Disallow: /stdlib-2.1.0/
Disallow: /core-2.1.1/
Disallow: /stdlib-2.1.1/
Disallow: /core-2.1.2/
Disallow: /stdlib-2.1.2/
Disallow: /core-2.1.3/
Disallow: /stdlib-2.1.3/
Disallow: /core-2.1.4/
Disallow: /stdlib-2.1.4/
Disallow: /core-2.1.5/
Disallow: /stdlib-2.1.5/
Disallow: /core-2.1.6/
Disallow: /stdlib-2.1.6/
Disallow: /core-2.1.7/
Disallow: /stdlib-2.1.7/
Disallow: /core-2.1.8/
Disallow: /stdlib-2.1.8/
Disallow: /core-2.1.9/
Disallow: /stdlib-2.1.9/
Disallow: /core-2.2.0/
Disallow: /stdlib-2.2.0/
Disallow: /core-2.2.1/
Disallow: /stdlib-2.2.1/
Disallow: /core-2.2.2/
Disallow: /stdlib-2.2.2/
Disallow: /core-2.2.3/
Disallow: /stdlib-2.2.3/
Disallow: /core-2.2.4/
Disallow: /stdlib-2.2.4/
Disallow: /core-2.2.5/
Disallow: /stdlib-2.2.5/
Disallow: /core-2.2.6/
Disallow: /stdlib-2.2.6/
Disallow: /core-2.2.7/
Disallow: /stdlib-2.2.7/
Disallow: /core-2.2.8/
Disallow: /stdlib-2.2.8/
Disallow: /core-2.2.9/
Disallow: /stdlib-2.2.9/
Disallow: /core-2.3.0/
Disallow: /stdlib-2.3.0/
Disallow: /core-2.3.1/
Disallow: /stdlib-2.3.1/
Disallow: /core-2.3.2/
Disallow: /stdlib-2.3.2/
Disallow: /core-2.3.3/
Disallow: /stdlib-2.3.3/
Disallow: /core-2.3.4/
Disallow: /stdlib-2.3.4/
Disallow: /core-2.3.5/
Disallow: /stdlib-2.3.5/
Disallow: /core-2.3.6/
Disallow: /stdlib-2.3.6/
Disallow: /core-2.3.7/
Disallow: /stdlib-2.3.7/
Disallow: /core-2.3.8/
Disallow: /stdlib-2.3.8/



User-agent: Nutch
Disallow: /

User-agent:  googlebot
Disallow: *.pdf
Disallow: *.tgz
Disallow: *.zip
Disallow: *.tar
Disallow: *.bz2

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer Pro
Disallow: /

User-agent: HTTrack Website Copier
Disallow: /

User-agent: Offline Commander
Disallow: /

User-agent: Leech
Disallow: /

User-agent: WebSnake
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: HTTP Weazel
Disallow: /