# robots.txt for http://dlwis User-agent: Slurp Disallow: / User-agent: fast Disallow: / User-agent: twiceler Disallow: / User-agent: * Disallow: /admin/ Disallow: /faq/ Disallow: /committee/ Disallow: search_results.cfm Disallow: course_info.cfm User-Agent: OmniExplorer_Bot Disallow: / User-agent: Googlebot Disallow: search_results.cfm Disallow: course_info.cfm