# robots.txt for http://www.mostlymagic.tv # Last updated 5/3/2006 # Rules apply to all robots User-agent: * # Cousin Directories - disallow the textfiles in the index directories # 'cos they'll keep changing, but allow the indexes # Disallow any files in /cousin begining with istcclr - legacy Disallow: /.htaccess Disallow: /tease.htm Disallow: /sc_tease.htm Disallow: /favicon.ico Disallow: /tease_medium.mov # Excludes all root files and sub-directories to do with search Exclude: CGI Exclude: ico # Don't want the images to be indexed do we? Disallow: /images/ Disallow: /brazil.htm Disallow: /brazil/ Disallow: /demo/ Disallow: /genacol.old/ Disallow: /timefactor/ Disallow: /graphics/ # Error messages directory - principally the "Not Found" message #Disallow: /errormsg/ # Stats directories - constantly changing #Disallow: /logs/ # Need to tidy this up once search engine is back on-line #Disallow: /search.temporarily.withdrawn.html #Disallow the email directories #Disallow: /emaildir/ #Disallow: /contactsdir/