#### robots.txt exclusion file for www.bluesnews.com # # 30-Jan-2002 fpv Created. # Announce Sitemap Sitemap: http://www.bluesnews.com/sitemap.xml # Do not remove! Log in and look in this directory for details! -Furn User-agent: * Disallow: /files/descent/ # Block bots from input forms Disallow: /cgi-bin/board.pl?action=postmessage Disallow: /cgi-bin/board.pl?action=quotemessage Disallow: /cgi-bin/board.pl?action=editpost Disallow: /cgi-bin/board.pl?action=deletepost Disallow: /cgi-bin/board.pl?action=reportpost Disallow: /cgi-bin/board.pl?action=searchconfirm Disallow: /cgi-bin/board.pl?action=markread Disallow: /cgi-bin/board.pl?action=ignore Disallow: /cgi-bin/board.pl?action=unignore Disallow: /cgi-bin/board.pl?action=viewignores Disallow: /cgi-bin/edit.pl Disallow: /cgi-bin/delete.pl Disallow: /cgi-bin/deletethread.pl Disallow: /cgi-bin/deletescreens.pl Disallow: /cgi-bin/user.pl Disallow: /cgi-bin/myblues.pl Disallow: /cgi-bin/lanparties.pl?admin=true Disallow: /cgi-bin/lanparties.pl?addparty=true Disallow: /cgi-bin/blammo.pl?mode=archive&action=runsearch # Block bots from obsolete paths Disallow: /cgi-bin/blammo.pl?mode=mboard # Block Googlebot from bogus scripts Disallow: /cgi-bin/planboard.pl Disallow: /cgi-bin/shred.pl # Block Yahoo Slurp from bogus script Disallow: /cgi-bin/board.pl%0A # Block Alexa (ia_archiver) from bogus script Disallow: /cgi-bin/boa%5Cx72d.pl # Block Yandex from bogus script Disallow: /cgi-bin/texts.pl # Block bogus slurper (heritrix/1.14.1 +http://www.iseclab.org) User-agent: heritrix Disallow: / # Block broken slurper (iCcrawler - iCjobs Stellenangebote Jobs; http://www.icjobs.de) User-agent: iCcrawler Disallow: /