V4.2023.07.3894 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-Aipbot
-Alligator
-Backlink-Ceck
-Bandit
+AllSubmitter
+Anarchy
+Attach
+Barkrowler
+BetaBot
+Bigfoot
 Bitacle
-Brandprotect
-Brandwatch
+Buddy
 BuzzSumo
-CATExplorador
-CCBot
-CSHttp
-Claritybot
+Copier
 Curious
-DataCha0s
-DomCopBot
+Dispatch
 DomainStatsBot
-Domains Project
-Extreme Picture Finder
-Ezooms
+EMail Siphon
+EirGrabber
+ExtLinksBot
 FHscan
+FemtosearchBot
 Foobot
+Fyrebot
 GT::WWW
-GetWeb
-Getintent
-Grabber
-IDBTE4M
-IlseBot
-Jetty
+GermCrawler
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
+GrapeshotCrawler
+GridBot
+HTMLparser
+Iblog
+Image Sucker
+Indy Library
+JennyBot
 JikeSpider
-Kenjin Spider
-Kozmosbot
-Lmspider
-MIIxpc
-Mag-Net
-Majestic SEO
-Mass Downloader
+LWP::Simple
+Lftp
+Lightspeedsystems
+LinksManager
+Lipperhey Spider
+MarkMonitor
+Mata Hari
 Mb2345Browser
-MeanPath Bot
-Moblie Safari
-Msrabot
-NICErsPRO
-NetMechanic
-Netcraft
-Nettrack
-NextGenSearchBot
-Nutch
-Octopus
-OpenVAS
-OrangeSpider
-POE-Component-Client-HTTP
-Page Analyzer
-Petalbot
-PictureFinder
-Pimonster
-Pixray
+MegaIndex.ru
+Minefield
+Mister PiX
+Mr.4x3
+NPbot
+Nibbler
+Niki-bot
+Openfind
+Pump
+Quick-Crawler
+Rankivabot
 RankurBot
-RebelMouse
-RedesScrapy
-RepoMonkey
-SEOstats
-SalesIntelligent
-Screaming
-Searchestate
-Snake
-Spinn3r
+RealDownload
+Reaper
+ScoutJet
+Scrapy
+SentiBot
+SiteSnagger
+Snoopy
+SpaceBison
+Spbot
 SputnikBot
-Telesphoreo
-Titan
-Toata
-Turingos
-TwengaBot
-Twice
+Suzuran
+Szukacz
+True_Robot
+URLy.Warning
 Upflow
 V-BOT
-Vagabondo
-Voil
-WASALive-Bot
-WISENutbot
-WWW-Collector-E
-WWWOFFLE
 Wallpapers/3.0
-Web Auto
-Web Collage
-Web Sauger
-WebCollage
-WebFetch
-Webshag
-Who.is Bot
+WeSEE
+WebCopier
+WebSauger
+WebStripper
+WebZIP
+WebmasterWorldForumBot
+Webster
+Whatweb
+WiseGuys Robot
+Woobot
 Wotbox
-Zeus
 Zitebot
-ZmEu
-domainsproject.org
-evc-batch
-sitechecker.pro
-ubermetrics-technologies.com
+ZoominfoBot
+coccocbot
+crawler4j
+demandbase-bot
+heritrix
+iubenda-radar
+lwp-request
+mediawords
+polaris version
+scalaj-http
+seobility
+seoscanners
+siteripz
+sysscan
 webmeup-crawler
+x22Mozilla
 xpymep1.exe
-zauba.io