####	robots.txt exclusion file for www.bluesnews.com
#
#	30-Jan-2002 fpv Created.

# Announce Sitemap
Sitemap: http://www.bluesnews.com/sitemap.xml

# Do not remove! Log in and look in this directory for details! -Furn
User-agent: *
Disallow: /files/descent/
#Disallow: /files/
Crawl-delay: 5

# Block bots from input forms
Disallow: /cgi-bin/board.pl?action=postmessage
Disallow: /cgi-bin/board.pl?action=quotemessage
Disallow: /cgi-bin/board.pl?action=editpost
Disallow: /cgi-bin/board.pl?action=deletepost
Disallow: /cgi-bin/board.pl?action=reportpost
Disallow: /cgi-bin/board.pl?action=searchconfirm
Disallow: /cgi-bin/board.pl?action=markread
Disallow: /cgi-bin/board.pl?action=ignore
Disallow: /cgi-bin/board.pl?action=unignore
Disallow: /cgi-bin/board.pl?action=viewignores
Disallow: /cgi-bin/edit.pl
Disallow: /cgi-bin/delete.pl
Disallow: /cgi-bin/deletethread.pl
Disallow: /cgi-bin/deletescreens.pl
Disallow: /cgi-bin/user.pl
Disallow: /cgi-bin/myblues.pl
Disallow: /cgi-bin/lanparties.pl?admin=true
Disallow: /cgi-bin/lanparties.pl?addparty=true
Disallow: /cgi-bin/blammo.pl?mode=archive&action=runsearch

# Block bots from obsolete paths
Disallow: /cgi-bin/blammo.pl?mode=mboard

# Block Googlebot from bogus scripts
Disallow: /cgi-bin/planboard.pl
Disallow: /cgi-bin/shred.pl

# Block Yahoo Slurp from bogus script
Disallow: /cgi-bin/board.pl%0A

# Block Alexa (ia_archiver) from bogus script
Disallow: /cgi-bin/boa%5Cx72d.pl

# Block Yandex from bogus script
Disallow: /cgi-bin/texts.pl

# Block MegaIndex for slurping too much too fast
User-agent: MegaIndex
Disallow: /

# Block bogus slurper (heritrix/1.14.1 +http://www.iseclab.org)
User-agent: heritrix
Disallow: /

# Block broken slurper (iCcrawler - iCjobs Stellenangebote Jobs; http://www.icjobs.de)
User-agent: iCcrawler
Disallow: /

# Block bogus slurper
User-agent: bhcBot
Disallow: /

# Block bogus slurper
User-agent: Jorgee
Disallow: /

# Block bogus slurper
User-agent: Seekport
Disallow: /

# Block bogus slurper
User-agent: BluechipBacklinks
Disallow: /

# Block bogus slurper
User-agent: trendkite-akashic-crawler
Disallow: /

# https://linuxreviews.org/Web_crawlers:

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Cloudfind
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: sqlmap
Disallow: /

User-agent: TinyTestBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: test-bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: claudebot
Disallow: /

User-agent: aiohttp/
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: HTTrack
Disallow: /