User-agent: * Disallow: /awstats/ Disallow: /backup/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /mwhois/ Disallow: /scripts/ User-agent: googlebot Disallow: *.cgi Disallow: *.pl User-agent: wget Disallow: /