User-agent: msnbot Crawl-delay: 10 User-agent: Teoma Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 User-agent: aipbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: psbot Disallow: / # Disallow all crawlers access to certain pages. User-agent: * Disallow: /count/ Disallow: /tests/ Disallow: /trash/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /linksmanager/banner_images/ Disallow: /linksmanager/Net/ Disallow: /linksmanager/admin.php Disallow: /linksmanager/adminf.php Disallow: /linksmanager/adminh.php Disallow: /linksmanager/admintemplate.php Disallow: /linksmanager/backup.txt Disallow: /linksmanager/codelock.php Disallow: /linksmanager/crawler_class.php Disallow: /linksmanager/cronJob.php Disallow: /linksmanager/cronjob_help.php Disallow: /linksmanager/directory_template.php Disallow: /linksmanager/ez_sql.php Disallow: /linksmanager/html_import.php Disallow: /linksmanager/import_funcs.php Disallow: /linksmanager/index.php Disallow: /linksmanager/linksmanager_import.php Disallow: /linksmanager/makepages.php Disallow: /linksmanager/olddiremp.php Disallow: /linksmanager/parselinks.php Disallow: /linksmanager/PEAR.php Disallow: /linksmanager/Read_First.html Disallow: /linksmanager/Request.php Disallow: /linksmanager/rm.php Disallow: /linksmanager/Root Disallow: /linksmanager/searchenginedefs.php Disallow: /linksmanager/searchfeed-js.php Disallow: /linksmanager/template.php Disallow: /linksmanager/template_help.php Disallow: /linksmanager/url_funcs.php Disallow: /linksmanager/util.php Disallow: /linksmanager/validatelinks.php Disallow: /linksmanager/zeus_import.php Disallow: /stats/