# robots.txt file for Web Server User-agent: * # all web crawlers and searchers #Disallow: / #User-agent: vdkwebx # known web crawlers and searchers Disallow: /tmp/ # temp files # This is how Lee thinks this should look Disallow: /cgi-bin/ # stay out of binaries # disallowed by httpd server Disallow: /bin/ # stay out of binaries Disallow: /usr/ # stay out of binaries Disallow: /etc/ # stay out of binaries