V4.2024.05.4493 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Aboundexbot
-AiHitBot
-Apexoo
-AwarioRssBot
-BLEXBot
-BackStreet
-BacklinkCrawler
-BunnySlippers
-CATExplorador
-CheeseBot
-CherryPicker
-ChinaClaw
-CyotekWebCopy
-DSearch
-DataCha0s
-Devil
+ADmantX
+AfD-Verbotsverfahren
+Anarchie
+BackDoorBot
+Bitacle
+BlackWidow
+Blackboard
+BuzzSumo
+CODE87
+CazoodleBot
+Cloud mapping
+Cogentbot
+CopyRightCheck
+Cosmos
+Craftbot
+Crescent
+CrunchBot
+Demon
+Dirbuster
 DomCopBot
-DomainSigmaCrawler
+Drip
+EMail Wolf
 EasyDL
-Ebingbong
-EirGrabber
-Evil
-Exabot
-Ezooms
-FHscan
-FemtosearchBot
-GetRight
-Gigabot
-GoZilla
-Google-Extended
-HTMLparser
-Havij
-Id-search
-Indy Library
-InfraSec Scanner
+Express WebPictures
+Extractor
+FacebookBot
+Firefox/7.0
+FyberSpider
+GT::WWW
+Genieo
+GrapeshotCrawler
+HaosouSpider
+Iblog
 Intelliseek
-Internet Ninja
 InternetSeer
-JennyBot
-Lanshanbot
-MIIxpc
-Magnet
-MauiBot
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Minefield
-Mister PiX
-Msrabot
-Musobot
+Iria
+Jbrofuzz
+JetCar
+Jetty
+Keyword Density
+Kozmosbot
+Likse
+LinkScan
+LinkWalker
+MSFrontPage
+Mail.RU_Bot
+MarkMonitor
+Meanpathbot
+MolokaiBot
 Needle
-NextGenSearchBot
-Nikto
-Nuclei
-Offline Navigator
-Openvas
-PageScorer
-Pandalytics
-Panscient
-Pavuk
-Picscout
-Picsearch
+Octopus
+Offline Explorer
+OnCrawl
 Piepmatz
-Probethenet
-Pu_iN
 RSSingBot
-SemrushBot
-Sosospider
-Spammen
-Spanner
-Spbot
-Suzuran
-Telesoft
-Telesphorep
-Toata
-Twice
+Rainbot
+RankActive
+RankActiveLinkBot
+ReGet
+SISTRIX
+Seekport
+SiteCheckerBotCrawler
+Snake
+Snapbot
+Steeler
+SuperBot
+SuperHTTP
+Telesphoreo
+TinyTestBot
+UnisterBot
 VB Project
-Voltron
-WWW-Collector-E
-Web Enhancer
+WPScan
+Web Collage
 Web Pix
-WebsiteExtractor
-WebsiteQuester
-Webster
-Xaldon_WebSpider
-arquivo.pt
-autoemailspider
+Web Sauger
+WebImageCollector
+Webalta
+Website Quester
+WinHTTrack
+Woobot
+Zade
+Zermelo
+ZmEu
+ZoomBot
+backlink-check
 clark-crawler
-cohere-ai
 crawl.sogou.com
-crawler4j
 facebookscraper
 heritrix
-imagesift.com
-mediawords
-scalaj-http
-siteripz
-tAkeOut
+isitwp.com
+iubenda-radar
+lwp-request
+magpie-crawler
+s1z.ru
+serpstatbot
+sp_auditbot
+webmeup-crawler
+x09Mozilla
 x22Mozilla
+zgrab