# robots.txt # Evil non-search engine robot that requests bad URLs and pummels server User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: * # pws banned all robots 8/23/09 due to crashes Disallow: / Disallow: /admin Disallow: /editor Disallow: /logs/ Disallow: /docs/ Disallow: /rate/ Disallow: /emailto.php Disallow: /object_browser.php Disallow: /media_browser.php Crawl-Delay: 60