User-Agent: *
Disallow: /admin
Disallow: /ajax
Disallow: /goto
Disallow: /view/*/related
Disallow: /view/*/stats
Disallow: /articles/*/comments
Disallow: /users/*/messages/
Disallow: /articles/new


#
# Spinn3r is also evil.
#
User-agent: Spinn3r
Disallow: /

#
# Yahoo Pipes is for feeds not web pages.
#
User-agent: Yahoo Pipes 1.0
Disallow: /

#
# This isn't really an image
#
User-agent: Googlebot-Image
Disallow: /*/ivc/*

#
# KSCrawler - we don't need help from you
#
User-agent: KSCrawler
Disallow: /

User-agent: Yandex
Disallow: /