# robots.txt for http://www.noao.edu # User-agent: * # all other spiders should avoid #Disallow: /perl # Script files Disallow: /cgi-bin/ # Script files Disallow: /outreach/pt/ # phone tree Disallow: /noaoprop/tac/ Disallow: /noaoprop/staff/ Disallow: /noaoprop/review/ Disallow: /noaoprop/schedule/ Disallow: /twiki/