V4.2023.04.3696 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-ADmantX
-Aboundex
+ASPSeek
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-Anarchy
 Anarchy99
-Ankit
-Apexoo
 Aspiegel
-Bandit
-BetaBot
-Bigfoot
-Bitacle
-Boardreader
+BackWeb
+Black Hole
+Blackboard
+Bolt
+Brandwatch
+Buck
 Buddy
-BuzzSumo
-ChinaClaw
+CATExplorador
 Citoid
-Cloud mapping
-Cocolyzebot
-CrunchBot
-DSearch
-DatabaseDriverMysqli
-Demon
-Dirbuster
+Craftbot
+Crawling at Home Project
+Custo
+DBLBot
 Discobot
-Discoverybot
-DomainSigmaCrawler
-Dotbot
-Ebingbong
-Foobot
-GalaxyBot
-Genieo
+Exabot
+Express WebPictures
+ExtractorPro
+Freeuploader
+FyberSpider
+Fyrebot
 GetWeb
-GridBot
-HaosouSpider
-Havij
-IlseBot
-InfoNaviRobot
-InfoTekies
-JikeSpider
-Kinza
-Kozmosbot
-Leap
-LeechGet
-MIDown tool
-MSIECrawler
+Go!Zilla
+GrabNet
+Id-search
+Indy Library
+Internet Ninja
+Jetty
+Jorgee
+Lanshanbot
+Larbin
+LinqiaMetadataDownloaderBot
+Litemage_walker
 MTRobot
+Mag-Net
 Majestic-SEO
+Mass Downloader
 Mb2345Browser
-Mr.4x3
-Musobot
-Name Intelligence
-NetSpider
-OnCrawl
-OutfoxBot
+MegaIndex.ru
+MicroMessenger
+Msrabot
+NetAnts
+Nmap
+Openfind
+PECL::HTTP
 PHPCrawl
-Panscient
-Pi-Monster
-Pimonster
+QueryN Metasearch
 RSSingBot
-RankActive
+RankActiveLinkBot
+Rankivabot
 Re-re
-Ripper
-RocketCrawler
-SEOkicks-Robot
-SEOprofiler
-SemanticJuice
-Snake
+RepoMonkey
+SEOstats
+Searchestate
+Seekport
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Sitevigil
+SmartDownload
+Sosospider
+Spammen
 SputnikBot
-Sqlmap
-Sqlworm
-Suzuran
-Telesphoreo
-Telesphorep
-Tracemyfile
-Turnitin
-TurnitinBot
-VB Project
-VeriCiteCrawler
-WWW::Mechanize
-WebLeacher
-WebmasterWorldForumBot
-WebsiteQuester
-Webster
-Whatweb
-Wotbox
-Zeus
-clark-crawler
+Sucuri
+Szukacz
+T0PHackTeam
+Trendiction
+Trendictionbot
+URLy Warning
+WebPix
+WebSauger
+WebWhacker
+WebZIP
+Webshag
+Wonderbot
+Woobot
+ZoomBot
+arquivo-web-crawler
+autoemailspider
+backlink-check
+check1.exe
 cognitiveseo
-com.plumanalytics
-domainsproject.org
-eCatch
-evc-batch
-heritrix
-sitechecker.pro
-sogouspider
+linkdexbot
+lwp-request
+meanpathbot
+netEstate NE Crawler
+scan.lol
+sp_auditbot
 sysscan
-trendiction.com
 ubermetrics-technologies.com
+webpros.com
+webprosbot