# robots.txt for http://www.pennine.demon.co.uk/ User-agent: * # don't want personal home pages reachable by search engines Disallow: /Mary/ Disallow: /Andy/ Disallow: /Sarah/ Disallow: /Michael/ # Punchbowl no longer hosted, but pages exist to preserve link to new site: Disallow: /Punchbowl/ # no point in searching graphics, or code Disallow: /Icons/ Disallow: /Java/ # or any warning files from Demon :-) Disallow /bwusage.txt # the root page _is_ now designed for human use anyway (lose Home.htm) Disallow: /Home.htm # don't want ephemeral things intended for specific recipients Disallow: /temp/ # no NPC pages contain real email addresses anymore # currently this dir is for software not on general release. # if we allow access to the top level, where descriptions would live, # then we can live without search engine indexing of the zips and tarballs Disallow: /Pennine/downloads