# www.robotstxt.org/wc/exclusion.html#robotstxt
#

User-agent: Googlebot
Disallow:

User-agent: Mediapartners-Google*
Disallow:

User-agent: ia_archiver
Disallow:

User-agent: HTTrack
Disallow:

User-agent: *
Disallow: /