User-agent: ia_archiver Allow: /ogn/ # Danger, Will Robinson! User-agent: * Disallow: /cgi-bin/old/ Disallow: /df/wiki/edit.php Disallow: /df/wiki/login.php Disallow: /echo/ Disallow: /jargon/ Disallow: /newbofh/ Disallow: /ogn/ Disallow: /pr0n/ Disallow: /snd/ # Hopefully temporary. #Disallow: /dev/ # An excellent robot... FOR ME TO POOP ON! User-agent: msnbot # What part of "Content-type: text/plain" don't you understand? Disallow: /dev/CGI/ # Your mother was a hamster, and your father smelt of elderberries! Disallow: /df/wiki/ # You'd think that Disallow: /jargon/ would take care of this. And you'd be wrong. Disallow: /jargon/html/ Disallow: /jargon/html/entry/ # Now go away or I shall taunt you a second time!