Sitemap: http://www.mpechicago.com/sitemap.xml # Search engine spider navigation file # Created 10-15-02 by smw # Last updated: 10-16-02 by smw # Altavista (Altavista search engine only) # User-agent: Scooter # FAST/AllTheWeb (AllTheWeb search engine) # User-agent: fast # Google (Google search engine) # User-agent: Googlebot # Inktomi (Answers, AOL, Canada.com, Hotbot, MSN, etc.) # User-agent: slurp # Disallow search engines to enter the following directories User-agent: * Disallow: /_vti_pvt/ Disallow: /about/ Disallow: /astats/ Disallow: /auction/ Disallow: /cgi-bin/ Disallow: /contactus/ Disallow: /db/ Disallow: /dhtml/ Disallow: /download/ Disallow: /ephraim/ Disallow: /exchange/ Disallow: /export/ Disallow: /greg/ Disallow: /grind1/ Disallow: /IMAGES/ Disallow: /Images2/ Disallow: /maps/ Disallow: /mazak/ Disallow: /menu/ Disallow: /neuhaus/ Disallow: /newpage02/ Disallow: /parts/ Disallow: /pics/ Disallow: /scott/ Disallow: /sitemap/ Disallow: /stats/ Disallow: /technical/ Disallow: /webtrends/ Disallow: /newpage02/ Disallow: /newsite_db/ Disallow: /newsite_demo/ Disallow: /newsite_layout/ Disallow: /index2.asp Disallow: /index2.html Disallow: /index3.html Disallow: /index4.html Disallow: /index_old.html # Disallow all crawlers to enter the following grinders sub-directories User-agent: * Disallow: /grinders/_private/ Disallow: /grinders/_vti_cnf/ Disallow: /grinders/_vti_pvt/ Disallow: /grinders/_vti_script/ Disallow: /grinders/_vti_txt/ Disallow: /grinders/images/ Disallow: /grinders/includes/ Disallow: /grinders/test.html Disallow: /grinders/test2.html Disallow: /grinders/test_grind.thml Disallow: /grinders/testdp.asp Disallow: /grinders/backup # Disallow all crawlers to enter the following pharm sub-directories User-agent: * Disallow: /Pharm/_notes/ Disallow: /Pharm/Captures/ Disallow: /Pharm/Images/ Disallow: /Pharm/Images2/ Disallow: /Pharm/Splash/ Disallow: /Pharm/Templates/ # Disallow (Altavista) to enter the following sub-directories or files # User-agent: Scooter # Disallow: /coffee/neuhaus/ # Disallow: /coffee/about.html # Disallow: /coffee/old_index.html # Disallow: /test.htm