# highbeam: robots.txt # # this file is used to allow crawlers to crawl our site. # user-agent: * Disallow: /AdvancedSearch.aspx Disallow: /advancedsearch.aspx Disallow: /About/ Disallow: /about/ Disallow: /Help/ Disallow: /help/ Disallow: /News/ Disallow: /news/ Disallow: /Press/ Disallow: /press/ Disallow: /common/controls/controlpage.aspx Disallow: /Common/controls/ControlPage.aspx Disallow: /docprint.aspx Disallow: /DocPrint.aspx Disallow: /edgar.aspx Disallow: /Edgar.aspx Disallow: /Newellco.aspx Disallow: /aspx/getpublogo.aspx Disallow: /Aspx/GetPublogo.aspx Disallow: /rss/ Disallow: /myresearchcenter/ Disallow: /Myresearchcenter/ Disallow: /MyResearchCenter/ Disallow: /research-articles/ Disallow: /Research-Articles/ Disallow: /library/worddoc.doc Disallow: /Library/wordDoc.doc # slow down yahoo #http://help.yahoo.com/help/us/ysearch/slurp/slurp-03.html user-agent: slurp crawl-delay: 1 sitemap: http://www.highbeam.com/gof_f_sitemap1.index sitemap: http://www.highbeam.com/gof_p_sitemap1.index sitemap: http://www.highbeam.com/gof_p_sitemap2.index sitemap: http://www.highbeam.com/gpf_0.xml sitemap: http://www.highbeam.com/lsitemap.index