# I don't want to block wget users from downloading stuff...

User-agent: wget
Disallow:
Allow: /

# but I don't want search engines to find stuff on this site

User-agent: *
Disallow: /