# 
# This restricts access to only known and registered robots. 
#

#Modified by Daniel - took out all whitelisted bots, we can
#add blacklists here and in web server if needed...
User-agent: *
Disallow: /cgi-bin/
Disallow: /systems/platforms/linux/software/package/
#page fragments included by CMS
Disallow: /webapps/page_body/
Disallow: /webapps/page_title/
#Staging server
Disallow: /webapps-dev/

#Added 2015/06/09
#Google Search Appliance seems to abuse classroom calendar.
Disallow: /webapps/classrooms/

# I believe the following will eliminate many of the 404's that result from
# crawling javascript such as 
# var AUTH_TOKEN = 'm0IBKGTI83RXdNSm25OtcWWCyfDE6SLQWkkBosLVvmA=';
Disallow: /*=$