User-agent: *
Disallow: /
# Exception for W3C link checker
User-Agent: W3C-checklink
Disallow: