User-agent: * Disallow: /stats/ Disallow: /executable/search/ Disallow: /executable/vote/ Disallow: /executable/configurateur/ Disallow: /executable/autre/ Disallow: /executable/tirage/ Disallow: /rubrique/images/ Disallow: /executable/valide_emails.dbf Disallow: /executable/send_rubrique.pl Disallow: /executable/emails.dbf Disallow: /executable/emails.bak Disallow: /executable/duplicate.dbf Disallow: /executable/ajout.pl Disallow: /executable/new_email.pl Disallow: /executable/rubrique.txt Disallow: /executable/ajout.pl Disallow: /executable/configurateur_aide.log Disallow: /executable/formulaire_email.pl Disallow: /executable/gestion_database.cgi Disallow: /executable/invalide_emails.dbf Disallow: /executable/test.pl #idiot-bot; generates tons of 404 and malformed urls User-agent: wget Disallow: / User-agent: ExtractorPro Disallow: /