# robots.txt for http://walledcity.ca
User-agent: *
Disallow: /mars/tunes/index.html # changes every minute
Disallow: /cgi-bin/ # mainly request files and other dynamic content
Disallow: /mars/webalizer
Disallow: /webalizer       # stats are supposed to be for my convenience

User-agent: msnbot/0.3 (+http://search.msn.com/msnbot.htm)
Disallow: /          # maybe if it would stop spamming my logs I would like it more