V4.2023.04.3688 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
+01h4x.com
+Aboundexbot
+AlphaBot
+Anarchy99
 Ankit
-Aspiegel
-AwarioRssBot
-AwarioSmartBot
+Apexoo
 BackDoorBot
-BacklinkCrawler
-Barkrowler
-BetaBot
-Brandprotect
-ChinaClaw
-Cliqzbot
-Copier
+BackWeb
+Bigfoot
+Black Hole
+Blow
+Boardreader
+Bullseye
+CherryPicker
 CopyRightCheck
-Crawling at Home Project
-CyotekWebCopy
+Copyscape
+Curious
 DBLBot
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-Digincore
-Discoverybot
-Domains Project
-Dotbot
-ECCP/1.0
-Ecxi
-ExtLinksBot
-Firefox/7.0
-Fuzz
-Gigabot
-GrabNet
-HaosouSpider
+DittoSpyder
+DnyzBot
+Evil
+Exabot
+ExtractorPro
+GetWeb
+Grafula
+GrapeshotCrawler
+GridBot
+HMView
 Hloader
-IRLbot
 Id-search
-IndeedBot
-Indy Library
-InfoNaviRobot
-InternetSeer
-Joomla
-Jyxobot
-LNSpiderguy
-LeechFTP
-LinqiaMetadataDownloaderBot
+Iria
+Iskanie
+IstellaBot
+Jbrofuzz
+JennyBot
+LexiBot
 MQQBrowser
 Majestic SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
-MeanPath Bot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Msrabot
-NetMechanic
+Mr.4x3
+Nessus
+NetAnts
 NetSpider
-NetZIP
-Nutch
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nikto
+NimbleCrawler
+Ninja
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
 OutfoxBot
-PageAnalyzer
-Pandalytics
+PECL::HTTP
+PageGrabber
 Pavuk
-Pixray
-PxBroker
-QueryN Metasearch
-SBIder
+PeoplePal
+Pu_iN
+RSSingBot
+RankActive
+Reaper
+RocketCrawler
 SEOstats
-Seekport
-Seomoz
-Site Sucker
+ScreenerBot
+ScrepyBot
+SemanticJuice
 SiteExplorer
-SocialRankIOBot
-Spbot
-SputnikBot
-Stripper
-Sucker
+Siteimprove
+Sitevigil
+Snake
+Snapbot
+SpaceBison
+Sqlworm
 SuperBot
-SuperHTTP
-Szukacz
-The Intraformant
-Toweyabot
+Suzuran
+Telesoft
+Telesphoreo
+Upflow
+VoidEYE
 Voil
-WWW-Collector-E
-WWWOFFLE
+WPScan
 Web Pix
-WebEnhancer
-Wotbox
-YoudaoBot
-Zermelo
-Zeus
-backlink-check
-check1.exe
-crawler4j
+Web Sauger
+WebFuck
+WebSucker
+WebZIP
+Website Quester
+WiseGuys Robot
+ZmEu
+clark-crawler
+domainsproject.org
 eCatch
+evc-batch
 heritrix
-lwp-trivial
-plumanalytics
-ripz
-trendiction.de
-voyagerx.com
+meanpathbot
+oBot
+page scorer
+pcBrowser
+seobility
+spyfu
+xpymep1.exe