# robots.txt for http://www.gulker.com/ # special 'bot test edition User-agent: * Disallow: /copyright/ # There are interesting lists of words here Disallow: /mp3/ # These are actually pdf files of my copyrighted essays Disallow: /music_industry/cyveillance.html #is a description of Cyveillancebot (which it crawled on May 9, '03 - tut, tut, bad robot) #copyright and mp3 are not linked anywhere in the known universe except this page #music_industry is widely linked from this site and others