V4.2024.04.4435 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aipbot
-Anarchy
-Anthill
-BLEXBot
-BackWeb
-Barkrowler
-BatchFTP
-BlackWidow
-Brandwatch
-Buck
-CSHttp
-CheeseBot
+01h4x.com
+AhrefsBot
+Bigfoot
+BotALot
+Calculon
+CensysInspect
+CheTeam
 CherryPicker
-Copier
-CrazyWebCrawler
-Crescent
+Cloud mapping
+Cocolyzebot
 CrunchBot
-Digincore
-Disco
-DnyzBot
-EMail Siphon
-Ebingbong
-EirGrabber
-Extractor
-Freeuploader
-G-i-g-a-b-o-t
+Custo
+Dirbuster
+Discobot
+Discoverybot
+ExtractorPro
+FHscan
+FlashGet
+Flunky
+GPTBot
+GalaxyBot
 GrapeFX
-GrapeshotCrawler
+GridBot
 HEADMasterSEO
-IDBTE4M
-JetCar
-JikeSpider
-LWP::Simple
-LeechFTP
+Haansoft
+Havij
+IRLbot
+ImagesiftBot
+Intelliseek
+IstellaBot
+JamesBOT
+Jetty
+Joomla
+Jorgee
+Keybot Translation-Search-Machine
+Libwhisker
 Likse
-MIIxpc
 MSFrontPage
-Mail.RU_Bot
-Majestic-SEO
+MarkMonitor
 MarkWatch
-Mb2345Browser
-Mister PiX
-Mojolicious
+Meanpathbot
+MicroMessenger
+Minefield
+Moblie Safari
 MolokaiBot
-NICErsPRO
-NearSite
-Ninja
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-Pixray
-ProWebWalker
-RankActive
-RankurBot
-SEOstats
-Semrush
-SenutoBot
-SiteExplorer
-SiteLockSpider
+Musobot
+NPbot
+Net Vampire
+Netvibes
+OpenLinkProfiler
+POE-Component-Client-HTTP
+Panscient
+ProPowerBot
+Psbot
+PxBroker
+PyCurl
+RankActiveLinkBot
+RankingBot
+RebelMouse
+Ripper
+SEOlyticsCrawler
+SEOprofiler
+SalesIntelligent
+ScanAlert
+SiteSnagger
+Sitebeam
 SocialRankIOBot
+Sociscraper
 Spammen
-Suzuran
-T0PHackTeam
+Spbot
 T8Abot
-TeleportPro
-Telesoft
-Telesphoreo
-TightTwatBot
-TinyTestBot
+TheNomad
 Titan
-True_Robot
-TurnitinBot
-Voil
-Voltron
-WallpapersHD
-Web Enhancer
-WebCollage
-WebReaper
-Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-WinHTTrack
-Zitebot
-arquivo.pt
-coccocbot
-domainsproject.org
-facebookscraper
-heritrix
-ips-agent
-netEstate NE Crawler
-openai
-polaris version
-ripz
-seobility
-seocompany.store
-sogouspider
+Toweyabot
+Trendictionbot
+Turingos
+URLy Warning
+VeriCiteCrawler
+VoidEYE
+WEBDAV
+WPScan
+WebGo IS
+Widow
+Xaldon WebSpider
+Xenu
+ZoomBot
+ZumBot
+backlink-check
+clark-crawler
+demandbase-bot
+evc-batch
+gopher
+isitwp.com
+omgili
+plumanalytics
+scalaj-http
+serpstatbot
+sitechecker.pro
 ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
+webpros.com