# robots.txt file User-agent: * # all web crawlers and searchers #Disallow: / #User-agent: vdkwebx # known web crawlers and searchers Disallow: /workshops/ # stay out of proprietary Disallow: /cgi-bin/ # stay out of binaries Disallow: /reginfo.html # stay out of user registration Disallow: /xray/tutorial/spacehall.htm # stay out of Space hall registration Disallow: /cvs/ # stay out of cvs Disallow: /select/ # stay out of course materials Disallow: /garland/ # stay out of garland materials Disallow: /garland/gallery/ # stay out of garland images User-agent: Google # all web crawlers and searchers Disallow: /workshops/ # stay out of proprietary Disallow: /cgi-bin/ # stay out of binaries Disallow: /reginfo.html # stay out of user registration Disallow: /xray/tutorial/spacehall.htm # stay out of Space hall registration Disallow: /cvs/ # stay out of cvs Disallow: /select/ # stay out of course materials Disallow: /garland/ # stay out of garland materials Disallow: /garland/gallery/ # stay out of garland images Disallow: workshops/ # stay out of proprietary Disallow: cgi-bin/ # stay out of binaries Disallow: reginfo.html # stay out of user registration Disallow: xray/tutorial/spacehall.htm # stay out of Space hall registration Disallow: cvs/ # stay out of cvs Disallow: select/ # stay out of course materials Disallow: garland/ # stay out of garland materials Disallow: garland/gallery/ # stay out of garland images