# It's a file to direct the search engines not to index certain links and # directories. User-agent: * # directed to all spiders Disallow: /cgi-bin Disallow: /access.html Disallow: /Server Disallow: /Stats.html Disallow: /images Disallow: /Stats