V4.2024.03.4350 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+ALittle Client
+ASPSeek
 Abonti
-AlphaBot
-Asterias
+AiHitBot
+Apexoo
+Atomseobot
 BDCbot
-Bigfoot
-Cegbfeieh
-Crescent
-CyotekWebCopy
-DomainAppender
-DomainCrawler
-Ecxi
-EirGrabber
-FHscan
-Freeuploader
-FyberSpider
-Grabber
-HMView
-Haansoft
+BLEXBot
+Badass
+Bandit
+BetaBot
+Black Hole
+BlackWidow
+Blow
+Bullseye
+BuzzSumo
+CopyRightCheck
+DataCha0s
+DnyzBot
+DomainSigmaCrawler
+EMail Siphon
+EasyDL
+ExtractorPro
+Flunky
+Fyrebot
+HTTrack
 HaosouSpider
-Heritrix
-HonoluluBot
-Image Sucker
-JetCar
-Larbin
+Harvest
+HybridBot
+InfoTekies
+InterGET
+InternetSeer
+Kozmosbot
 Leap
-LexiBot
+LibWeb
+LieBaoFast
+Lightspeedsystems
 Likse
-LinkWalker
-LinkpadBot
-LinqiaScrapeBot
-MSIECrawler
-Mag-Net
-MegaIndex.ru
-Needle
-Nessus
-NetMechanic
+LinksManager
+MIDown tool
+MTRobot
+Majestic12
+MarkMonitor
+MarkWatch
+MeanPath Bot
+Moblie Safari
+Mojolicious
+Nettrack
 Nibbler
-Niki-bot
 Nikto
-Ninja
-Nmap
-OpenLinkProfiler
-Openfind
-PHPCrawl
-PageThing.com
-Pavuk
-Picsearch
-PictureFinder
-PleaseCrawl
+Octopus
+OnCrawl
+Piepmatz
+Pimonster
+Pixray
+Proximic
+RankActive
+RankingBot2
+Re-re
 RealDownload
-Reaper
-Ripper
-RocketCrawler
-SMTBot
-Seekport
-Semrush
-SeoSiteCheckup
-SeobilityBot
-SiteLockSpider
-Sosospider
-SpankBot
-Sqlworm
+RebelMouse
+ScoutJet
+Shodan
+Spinn3r
+Sucker
 SuperBot
-Swiftbot
-T8Abot
-TheNomad
+SuperHTTP
+Surfbot
+Suzuran
+T0PHackTeam
+TightTwatBot
+Trendiction
+Turingos
+Turnitin
+TwengaBot
 Typhoeus
 URLy.Warning
 VCI
-VoidEYE
-Voil
-WISENutbot
-WallpapersHD
-Web Fetch
-WebCopier
-WebFetch
-WebsiteQuester
-WinHTTrack
+Vacuum
+Virusdie
+WEBDAV
+Web Fuck
+WebEnhancer
+WebFuck
+Website Quester
+Webster
+Widow
 Xaldon_WebSpider
-ZoominfoBot
-ZyBorg
-adscanner
-anthropic-ai
-dataforseo.com
-facebookscraper
-heritrix
+Zauba
+ZmEu
+ZoomBot
+arquivo.pt
+clark-crawler
+crawl.sogou.com
 ips-agent
-isitwp.com
-linkdexbot
-lwp-request
-netEstate NE Crawler
-probe-image-size
-seocompany.store
-serpstatbot
-spyfu
-trendiction.de
-voyagerx.com
+scan.lol
+sogouspider
+sysscan
 webgains-bot
-webpros.com
-xpymep1.exe
+zauba.io