# This to specifically deny access to the LOGs by them-thar spiders. User-agent: * Disallow: /logs/ # No index of log files Disallow: /response.html # No index of response.html Disallow: /cgibin/ # No index of cgibin # Sandy, notice that if you want an entire directory blocked, you # begin with a "/", name of directory and "/". If it is just one # particular file, just a "/" and the filename will do.