V4.2023.12.4188 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-Acunetix
-Ankit
-BDCbot
-BackDoorBot
+AiHitBot
+Anarchy99
+Attach
 Backlink-Ceck
 Badass
-BetaBot
-Bigfoot
 Bitacle
-CazoodleBot
-Chlooe
-Citoid
-Claritybot
-Disco
-Discobot
-Discoverybot
-ExtractorPro
-FlashGet
+Black Hole
+BlowFish
+BuiltBotTough
+BunnySlippers
+Bytespider
+Crawling at Home Project
+DIIbot
+Deusu
+DittoSpyder
+Drip
+EasyDL
+Express WebPictures
+Extractor
+Fuzz
+FyberSpider
+GT::WWW
+GalaxyBot
 Genieo
-Getintent
-Gigabot
-GrapeshotCrawler
-GridBot
-Haansoft
-HaosouSpider
-HybridBot
-Iblog
-InterGET
-InternetSeer
-JamesBOT
-JetCar
-Joomla
-Jorgee
-Kenjin Spider
+HMView
+Image Sucker
+InfoTekies
+LexiBot
 Libwhisker
-Likse
-Linkbot
-MQQBrowser
-MarkMonitor
-MauiBot
-Microsoft Data Access
-NICErsPRO
-Navroad
-NetMechanic
+LinksManager
+Lipperhey
+Magnet
+Majestic SEO
+Majestic12
+Mb2345Browser
+Meanpathbot
+Mister PiX
+Name Intelligence
+NearSite
+NetLyzer
 NetZIP
-Ninja
-Nmap
-Openvas
+Nettrack
+Nimbostratus
+Offline Navigator
 OrangeBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PeoplePal
+OutclicksBot
+PHPCrawl
+Page Analyzer
+PleaseCrawl
 Probethenet
-RankingBot
-RankurBot
-RedesScrapy
+QueryN Metasearch
+RankFlex
+RankingBot2
+Reaper
+Recorder
 SEOkicks
-SEOprofiler
-Scrapy
+SEOkicks-Robot
+Screaming
 SeekportBot
-SeobilityBot
+SentiBot
+SenutoBot
+SeoSiteCheckup
 Shodan
-SiteCheckerBotCrawler
-SiteLockSpider
+Site Sucker
 SiteSnagger
 SmartDownload
-Spanner
-Sucker
-Swiftbot
-T0PHackTeam
-T8Abot
-Telesphoreo
+Snoopy
+SocialRankIOBot
+Sottopop
+Sqlmap
+Sqlworm
+TinyTestBot
 Toweyabot
-Tracemyfile
-Trendictionbot
-Voil
-WWW-Mechanize
-Web Sauger
+Turnitin
+TwengaBot
+Twice
+Vacuum
+VeriCiteCrawler
+Virusdie
+WPScan
+Web Collage
 WebBandit
-WebFuck
-WebLeacher
-WebReaper
-WebSauger
-WebZIP
-Wprecon
-Xenu
-Zade
-Zitebot
-crawler.feedback
-domainsproject.org
-evc-batch
-magpie-crawler
+WebImageCollector
+WebStripper
+WebmasterWorldForumBot
+Webshag
+WebsiteQuester
+Xaldon WebSpider
+Xaldon_WebSpider
+ZmEu
+cah.io.community
+facebookscraper
+netEstate NE Crawler
 openai
-scan.lol
+pcBrowser
+polaris version
+seobility
 seoscanners
-voyagerx.com
-webprosbot
-x22Mozilla
-xpymep1.exe
+serpstatbot
+ubermetrics-technologies.com