# Welcome to mat.subsume.com.  We like most robots, but some are just greedy bastards.
# Contact the webmaster if you're listed but wisely addressed the issue of concern.

# Abusive reloading of the RSS feed does not amuse us.
User-agent: PostRank
Disallow: /

# There is nothing right about this spider.
User-agent: GingerCrawler
Disallow: /

# Sucks up far more bandwidth than is justified for the number (zero) of searches it refers back.
# Since it's still grabbing pages from last year, I can only assume it doesn't check for changes
# before hammering away.  Begone, Become!
User-agent: BecomeBot
Disallow: /

# Inexplicably, Yahoo! Slurp intentionally 404s using a generated URL that starts with
# /SlurpConfirm404/
# We're not here to feed up pages that confirm or deny your spider's internal state.
# By fishing for 404s you get nothing, or 403s if you ignore this.
User-agent: Slurp
Disallow: /

# And now for some universal blocks.
# 
# User discussions aren't considered site content at this time.
User-agent: *
Disallow: /smiletag/