# Snapbot behaves badly and masquerades as Mozilla, screwing up our web stats
User-agent: Snapbot/1.0
Disallow: *
User-agent: Snapbot
Disallow: *

User-agent: BecomeBot
Disallow: *

User-agent: *
# recent comments is an expensive page to generate and is highly dynamic, and robots can get everything from the article list anyway
Disallow: /recentcomments.jsp

# don't let robots interfere with our scoring system
Disallow: /articlevote.jsp
Disallow: /mailpage.jsp

# keep robots away from the partners system altogether
Disallow: /partners/redir.jsp
Disallow: /?mpid=
Disallow: /index.jsp?mpid=

# toggleLinks creates URLs with "noise" in them and shouldn't affect what a robot sees anyway
Disallow: /toggleLinks.jsp

# worthless unless you're a human
Disallow: /postreply.jsp
Disallow: /siteInfo/feedback.jsp

# some bots understand wildcards these days
# for those that do, keep them from expanding and contracting all the message threads
Disallow: *?*_msg_*
Disallow: *?*_full*
Disallow: *?*once*
Disallow: *?*full*
# and from following links with noise
Disallow: *_noise*