User-agent: *
Disallow: /index.php?act=calendar*
Disallow: /index.php?act=daffiliates*
Disallow: /index.php?act=Post*
Disallow: /index.php?act=Forward*
Disallow: /index.php?act=Track*
Disallow: /index.php?act=Msg*
Disallow: /index.php?act=Search*
Crawl-delay: 10
User-agent: Bingbot
Crawl-delay: 10
User-agent: SpiderLing
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: spbot
Disallow: /
User-agent: ExaBot
Disallow: /
User-Agent: Neevabot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: BLEXBot/1.0
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: crawler4j
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: A6-Indexer
Disallow: /
User-agent: AlphaSeoBot
Disallow: /
User-agent: AlphaSeoBot-SA
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou inst spider
Disallow: /
#Extremely aggressive and support unhelpful
#User-agent: bingbot
#Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: The Knowledge AI
Disallow:/
User-agent: TurnitinBot
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
# Really didn't want to do this but Applebot's crawling
# is insanely, overwhelmingly aggressive for some reason.
User-agent: Applebot
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: Adsbot
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: CheckMarkNetwork
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: IstellaBot
Disallow: /
User-agent: pimeyes.com crawler
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Twitterbot
Disallow:
#
# NGINX cached robots.txt (8/29/2024)
#