# robots.txt for http://nmrc.bu.edu/ User-agent: * Disallow: /_vti*/ # these are FrontPage-specific folders Disallow: /_private/ # this is a private directory Disallow: /cgi-bin/ # this is a scripting directory Disallow: /_*/ # these are hidden directories Disallow: /js/ # this is the javascript directory Disallow: /css/ # this is the cascading style sheet directory Disallow: /ssi/ # this is the server-side include directory Disallow: /template*.html # those are page templates Disallow: /vod/ # this is the video-on-demand directory