# # URL resource: The Robots Page (14Sep96) # http://info.webcrawler.com/mak/projects/robots/robots.html # User-agent: * # match any robot name Disallow: /cgi-bin/ Disallow: /conf/ Disallow: /logs/ Disallow: /swish/