User-agent: * # applies to all robots Disallow: /fre...ys # This isn't a secret, it's a cut-and-paste typing error which people make # Search-engines shouldn't propagate the error Disallow: /infothought/blog/mt-tb.cgi # This is cluttering-up search results, it's just blog TrackBacks Disallow: /domains/typos/data/ Disallow: /domains/typos-google/data/ # This is useless to index # Disallow: /anti # Disallow: "/anti " # These are symlinks for people hindered by censorware which kills that word # i.e. the directory anticensorware is changed to just anti or anti[spaces] Disallow: /redirect.php # This is a hack which shouldn't be indexed Disallow: /sylvia Disallow: /sylvia/ # Vicious trolls