V4.2024.01.4244 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-Aipbot
-Alligator
-AwarioSmartBot
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Barkrowler
-Bitacle
-BotALot
-Brandwatch
-Buddy
-BuiltWith
-CazoodleBot
-CherryPicker
-Claritybot
-Dirbuster
-DomainCrawler
-DomainSigmaCrawler
-Ecxi
+404checker
+Aboundex
+AfD-Verbotsverfahren
+AlphaBot
+Apexoo
+Attach
+BBBike
+BDFetch
+BackDoorBot
+BuzzSumo
+CATExplorador
+CheeseBot
+Cloud mapping
+Copier
+Discobot
+Dispatch
+DnBCrawler-Analytics
+DomCopBot
+Download Wonder
+EMail Siphon
+EasyDL
+EroCrawler
+Express WebPictures
 EyeNetIE
-Flunky
+FemtosearchBot
+FyberSpider
 Genieo
-Go!Zilla
-GrapeshotCrawler
-HTTrack
-Heritrix
-InfoNaviRobot
-InfoTekies
-IstellaBot
-Jorgee
-LinkScan
+Image Fetch
+IndeedBot
+InterGET
+Internet Ninja
+Iria
+JustView
+Kinza
+Larbin
+Lftp
 LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Ltx71
-MFC_Tear_Sample
-MIDown tool
-MSFrontPage
-Majestic12
-MarkMonitor
-Mediatoolkitbot
-Mister PiX
-NPbot
-NetLyzer
+MauiBot
+MegaIndex.ru
+Nameprotect
+NetSpider
 Nettrack
-Niki-bot
-Nimbostratus
+Netvibes
+NextGenSearchBot
+Nikto
+NimbleCrawler
+Nutch
+Offline Navigator
+OpenVAS
 Openfind
-Panscient
-Piepmatz
-Rainbot
-Rankivabot
+PHPCrawl
+Papa Foto
+PictureFinder
+Pixray
+Quick-Crawler
+RSSingBot
+ReGet
 RealDownload
-SEOlyticsCrawler
+RepoMonkey
+RocketCrawler
+SBIder
 SEOprofiler
-SalesIntelligent
-Scrapy
-Seekport
-Semrush
-Site Sucker
-SiteSnagger
-Sitevigil
-Sociscraper
-Sqlworm
-Telesphorep
-TinyTestBot
-Tracemyfile
-Turingos
-Typhoeus
-UnisterBot
-V-BOT
-VidibleScraper
-VoidEYE
-Voil
-WISENutbot
-WWWOFFLE
-Web Sauger
-Web Sucker
-WebFetch
-WebImageCollector
+Screaming
+SearchmetricsBot
+SemrushBot
+SeoSiteCheckup
+SiteCheckerBotCrawler
+SmartDownload
+SocialRankIOBot
+SuperHTTP
+Surfbot
+Turnitin
+Vacuum
+Voltron
+WWW::Mechanize
+WebSauger
 WebWhacker
-Who.is Bot
+WebsiteQuester
+Webster
+Whacker
 Widow
-WinHTTrack
+Wonderbot
+Woobot
 YoudaoBot
-Zeus
-ZumBot
-arquivo-web-crawler
-autoemailspider
-coccocbot
-dataforseo.com
-dataforseobot
+Zauba
+ZoomBot
+cah.io.community
+clark-crawler
+crawler4j
 internetVista monitor
+meanpathbot
+pcBrowser
 plumanalytics
-ripz
+polaris version
 scalaj-http
-sitechecker.pro
-sogouspider
-webmeup-crawler
+seobility
+spyfu
+webgains-bot
+webprosbot