# robots.txt for http://www-project.slac.stanford.edu/ # See documentation in: http://info.webcrawler.com/mak/projects/robots/norobots.html # Revised by Dennis Wisinski, 30 March 1999 # Revised by Joan Winters on 10 Apr 2000 -- Disallowed 12 _FrontPage subdirs re Q217103 # This will only disallow at the root. # Updated by Joan Winters, 7 Jun 2000 -- Disallowed indexing of any /cgi-bin trees # Updated by Ruth McDunn, 26 Feb 2002 -- Disallowed indexing of BBR related streaming-media site per Brooks Collins. User-agent: * Disallow: /cgi-bin/ Disallow: /_borders/ Disallow: /_derived/ Disallow: /_fpclass/ Disallow: /_overlay/ Disallow: /_private/ Disallow: /_themes/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_map/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /anti_terror/ Disallow: /streaming-media/BBR_Collab/ Disallow: /streaming-media/BBR_Software_Mtg/ Disallow: /streaming-media/BBR_Timelapse/ Disallow: /streamer-video/babar2/ Disallow: /streamer-content/BBR_Meeting/ Disallow: /streamer-content/babar/ Disallow: /streamer-video/events/security-allhands-9_22_03 Disallow: /slacpix/ Disallow: /bfrestart/ Disallow: /ilc/discussion/