V4.2023.07.3900 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 ADmantX
-ALittle Client
+AIBOT
 Abonti
-Alligator
+Aboundex
 Anarchy
-Ankit
-BDFetch
+Anarchy99
+BackDoorBot
 BackWeb
-Boardreader
-BuiltWith
-BuzzSumo
-CCBot
+BlackWidow
+Brandprotect
+Brandwatch
+CODE87
 CensysInspect
-Craftbot
+Chlooe
+Claritybot
+Cliqzbot
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
-DIIbot
-DatabaseDriverMysqli
-DigitalPebble
-Drip
-Extreme Picture Finder
-FemtosearchBot
+Fimap
 FlashGet
-FrontPage
-Fyrebot
-Gotit
-HEADMasterSEO
-Haansoft
-HaosouSpider
-Havij
-HybridBot
-Image Sucker
-InternetSeer
-Jetty
-JikeSpider
-Kinza
-LWP::Simple
-LinqiaScrapeBot
-Lmspider
+GalaxyBot
+Go-Ahead-Got-It
+GrabNet
+Harvest
+Humanlinks
+IDBot
+Iblog
+IlseBot
+Intelliseek
+JetCar
+Keybot Translation-Search-Machine
+Lftp
+Lightspeedsystems
+Litemage_walker
 Ltx71
-Majestic-SEO
-MarkWatch
-MicroMessenger
-Microsoft URL Control
-Mr.4x3
-Net Vampire
-NetAnts
-Nibbler
-Niki-bot
-Nikto
-OnCrawl
+MJ12bot
+MSFrontPage
+MSIECrawler
+Mag-Net
+Mata Hari
+MauiBot
+MegaIndex.ru
+Microsoft Data Access
+Nameprotect
+NetLyzer
+NimbleCrawler
+Ninja
 OpenLinkProfiler
 OpenVAS
-OrangeSpider
-OutclicksBot
+OutfoxBot
 POE-Component-Client-HTTP
-Pandalytics
-Pimonster
+Panscient
+PictureFinder
 PleaseCrawl
-RankActive
+Pockey
+RankFlex
+RankingBot2
 Re-re
-RealDownload
+Reaper
+RebelMouse
 Recorder
+RepoMonkey
+Ripper
+Rogerbot
 SBIder
-SalesIntelligent
-SentiBot
-SeobilityBot
-Site Sucker
-SiteExplorer
-SpaceBison
-Sqlmap
-T0PHackTeam
-T8Abot
-Telesoft
-Trendictionbot
-Typhoeus
-URLy.Warning
-VeriCiteCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
+SeoSiteCheckup
+SiteCheckerBotCrawler
+Sogou web spider
+Spinn3r
+Sucker
+Trendiction
+Turnitin
+Twice
 WallpapersHD
+WebFuck
+WebGo IS
 WebSucker
-WebZIP
-Whatweb
-WinHTTrack
-autoemailspider
-backlink-check
-clark-crawler
-demandbase-bot
-facebookscraper
-heritrix
+WebWhacker
+Website Quester
+WebsiteExtractor
+Webster
+ZoomBot
+ZumBot
+adscanner
+cah.io.community
+check1.exe
+coccocbot
+cognitiveseo
+eCatch
+evc-batch
 linkdexbot
-lwp-request
-mediawords
-page scorer
-seobility
-seocompany.store
-seoscanners
-siteripz
-sogouspider
-ubermetrics-technologies.com
-x09Mozilla
-zgrab
+spyfu
+trendiction.de
+voyagerx.com
+webgains-bot
+webpros.com
+xpymep1.exe