# # robots.txt file for search-engines/robots like webcrawler # # see also: http://info.webcrawler.com/mak/projects/robots/faq.html # ## Access forbidden User-agent: * Disallow: /_includes Disallow: /administration Disallow: /guestbook Disallow: /graphics Disallow: /styles Disallow: /test Disallow: /webalizer # Multiple Disallow: lines are allowed #User-agent: msnbot #Disallow: / # #User-agent: psbot #Disallow: / # #User-agent: semanticdiscovery #Disallow: / # ## Access forbidden (entire site) #User-agent: * #Disallow: /