# robots.txt for http://www.mentalhealth.ucla.edu/ # per http://info.webcrawler.com/mak/projects/robots/norobots.html User-agent: * Disallow: /av # This is unavailable URL space at the present time Disallow: /admin Disallow: /cgi-bin