User-agent: Wget
Disallow: /cgi-bin
Disallow: /common
User-agent: LWP::Simple
Disallow: /cgi-bin
Disallow: /common
User-agent: lwp-trivial
Disallow: /cgi-bin
Disallow: /common
User-agent: curl
Disallow: /cgi-bin
Disallow: /common
User-agent: libcurl
Disallow: /cgi-bin
Disallow: /common
User-agent: *
Disallow: /cgi-bin
Disallow: /common
Disallow: /data