User-agent: * Disallow: /Application.cfm Disallow: /error.cfm Disallow: /left_nav.cfm Disallow: /left_nav2.cfm Disallow: /lib Disallow: /print_article.cfm Disallow: /right_nav.cfm Disallow: /sn_right_nav.cfm Disallow: /Templates Disallow: /log Disallow: /act_send_mail.cfm #idiot-bot; generates tons of 404 and malformed urls User-agent: wget Disallow: / User-agent: ExtractorPro Disallow: /