User-agent: *
Disallow: /admin/					#this will exclude all AOPA administered folders
Disallow: /webadmin/					#this will exclude all AOPA administered folders
Disallow: /test							#this will exclude all folders AND files named test
Disallow: /authentication/		#this will exclude all authentication folders
Disallow: /cfide/						#this will disallow the ColdFusion administration
Disallow: /CFIDE/					#this will disallow the ColdFusion administration
Disallow: /includes/				#this will disallow CFIncludes
Disallow: /templates/				#this will disallow CF templates
Disallow: /cgi-bin/						#this will exclude any cgi scripts
Disallow: /members/airports/ustprocs.cfm		#this will disallow all terminal procedures
Disallow: /online_gallery/		#this will disallow the vspider from creating virtual pages for every db entry
Disallow: /asf/ntsb/searchResults.cfm		#this will disallow the vspider from creating virtual pages for every db entry
Disallow: /members/	#disallow members for everyone but us
Disallow: /login/	#disallow all hits to login
Disallow: /weatheraero         #this will exclude hits to the weatheraero proxy

User-agent: gsa-crawler*
Disallow: /admin/					#this will exclude all AOPA administered folders
Disallow: /webadmin/					#this will exclude all AOPA administered folders
Disallow: /test							#this will exclude all folders AND files named test
Disallow: /authentication/		#this will exclude all authentication folders
Disallow: /cfide/						#this will disallow the ColdFusion administration
Disallow: /CFIDE/					#this will disallow the ColdFusion administration
Disallow: /includes/				#this will disallow CFIncludes
Disallow: /templates/				#this will disallow CF templates
Disallow: /cgi-bin/						#this will exclude any cgi scripts
Disallow: /members/airports/ustprocs.cfm		#this will disallow all terminal procedures
Disallow: /online_gallery/		#this will disallow the vspider from creating virtual pages for every db entry
Disallow: /asf/ntsb/searchResults.cfm		#this will disallow the vspider from creating virtual pages for every db entry
Disallow: /weatheraero        #this will exclude hits to the weatheraero proxy
Allow: /members/     #allow members for google mini 
Allow: /login/ 	#allow login directory for google mini