# Indexing is a fine and noble endeavor.
# However, more and more commercial organizations (and non-profit ones,
# surprisingly) are blindly sucking all the bits they can find on the
# net.  This is ludicrous behavior, and is responsible for the majority
# of network bandwidth usage these days.  It must stop.

User-agent: *
Disallow: /

User-agent: wget
Disallow:

User-agent: W3C-checklink
Disallow: