V4.2023.03.3608 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-Alligator
-AlphaBot
-Anthill
-BBBike
-Barkrowler
+01h4x.com
+Aipbot
+Asterias
+BDFetch
+BackStreet
+Badass
+Bandit
+BatchFTP
 Black Hole
-Blow
-BuiltWith
-Copyscape
-Craftbot
+Bolt
+BotALot
+Brandwatch
+CherryPicker
+ChinaClaw
+Cocolyzebot
+Copier
 CrazyWebCrawler
-DIIbot
-DTS Agent
+DatabaseDriverMysqli
+Disco
+DittoSpyder
 DomainSigmaCrawler
-EMail Siphon
-EasyDL
-Exabot
+DomainStatsBot
+Download Wonder
+Dragonfly
+ECCP/1.0
 Express WebPictures
-ExtractorPro
-FemtosearchBot
-GalaxyBot
-Genieo
+ExtLinksBot
+Extractor
+Fimap
+FyberSpider
+G-i-g-a-b-o-t
+GermCrawler
 Go!Zilla
-Grabber
-Grafula
-HEADMasterSEO
-HTMLparser
-IDBTE4M
-IDBot
+Go-Ahead-Got-It
+HMView
+Harvest
 IlseBot
-Image Fetch
-InfoNaviRobot
-InfoTekies
-Intelliseek
-JustView
-Kenjin Spider
-LinksManager
+IndeedBot
+InternetSeer
+JOC Web Spider
+LibWeb
 LinqiaMetadataDownloaderBot
-MFC_Tear_Sample
-Magnet
-Mail.RU_Bot
-Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-Minefield
-Mister PiX
-Musobot
-Nameprotect
-Navroad
-NetLyzer
+MQQBrowser
+MauiBot
+Moblie Safari
+MolokaiBot
+Nessus
+NetAnts
 NextGenSearchBot
-Octopus
-OpenVAS
-Openfind
-Openvas
+Nibbler
+NimbleCrawler
 OrangeSpider
-Pi-Monster
-Psbot
-RankurBot
+OutfoxBot
+Page Analyzer
+PageThing.com
+Pavuk
+Pixray
+Probethenet
+Quick-Crawler
+RankingBot
+Re-re
+RebelMouse
 RedesScrapy
-SEOstats
-ScoutJet
-Screaming
-Sitebeam
-SocialRankIOBot
-SpaceBison
-Spammen
+Rogerbot
+SEOlyticsCrawler
+SearchmetricsBot
+SemanticJuice
+Sogou web spider
+Sottopop
 Spanner
 Spbot
-Spinn3r
-Telesphoreo
-Turnitin
+Telesoft
+TightTwatBot
+Turingos
 TwengaBot
-URLy Warning
-VelenPublicWebCrawler
-VoidEYE
-WBSearchBot
-WEBDAV
+Typhoeus
+UnisterBot
+Vacuum
+Voltron
 WISENutbot
-WPScan
-WWWOFFLE
-WebEnhancer
-WebFetch
-WebPix
-WebStripper
+WWW-Collector-E
+Wallpapers
+WebGo IS
+Webalta
+WebmasterWorldForumBot
 Website Quester
-Whack
 Whacker
-Widow
-YoudaoBot
-Zitebot
-arquivo-web-crawler
-clark-crawler
-cognitiveseo
-isitwp.com
-iubenda-radar
-lwp-trivial
+Zauba
+arquivo.pt
+autoemailspider
+crawl.sogou.com
+crawler4j
+linkdexbot
+lwp-request
+oBot
 polaris version
-sexsearcher
+probe-image-size
+seocompany.store
+trendiction.com
+webpros.com