# robots.txt for http://www.matsu.alaska.edu/ # Optimized by ITS Alaska, www.itsak.com # Global allow all robots access to all directories User-agent:* Disallow: # EXCEPT: all robots from accessing these directories User-agent: * Disallow: /cgi-bin/ Disallow: /_borders/ Disallow: /_derived/ Disallow: /_fpclass/ Disallow: /_overlay/ Disallow: /_private/ Disallow: /_themes/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_map/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /templates/aboutMSC/ Disallow: /templates/academics/ Disallow: /templates/admissions/ Disallow: /templates/bookstore/ Disallow: /templates/businessOffice/ Disallow: /templates/campusResources/ Disallow: /templates/computerServices/ Disallow: /templates/currentStudents/ Disallow: /templates/facultyStaff/ Disallow: /templates/index/ Disallow: /templates/prospectiveStudents/ Disallow: /templates/students/ # EXCEPT: these common spammer robots from accessing all directories # Also blocked in .htaccess file for spammers that ignore robots.txt User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CherryPicker Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Teleport Disallow: / User-agent: EmailCollector Disallow: / # EXCEPT: these common robots used by link directory builders from accessing all directories User-agent: TurnitinBot Disallow: / User-agent: NPBot Disallow: / User-agent: LinkWalker Disallow: / User-agent: Zeus Disallow: /