V4.2023.09.3971 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404checker
-404enemy
-AIBOT
 ALittle Client
-Acunetix
-AlphaBot
-Anarchy99
-AwarioRssBot
-BDCbot
+AwarioSmartBot
 BLEXBot
-BackWeb
-Barkrowler
-Blow
-Brandprotect
-BuiltWith
-Calculon
-CheeseBot
-Cloud mapping
+Backlink-Ceck
+Buddy
+BuzzSumo
+CATExplorador
+CODE87
+Cocolyzebot
+Collector
 Crawling at Home Project
-CyotekWebCopy
-Demon
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-Domains Project
-ExtractorPro
-Gigabot
-Go-Ahead-Got-It
-GrapeshotCrawler
-Haansoft
-Humanlinks
-Image Sucker
-JikeSpider
-Joomla
-LinksManager
-LinqiaRSSBot
-MIIxpc
-Majestic12
-MarkWatch
-Mister PiX
-Needle
-NetSpider
-Nmap
-Offline Navigator
-OpenLinkProfiler
-OutclicksBot
-OutfoxBot
-Page Analyzer
-Panscient
+DBLBot
+DIIbot
+DigitalPebble
+ECCP/1.0
+ExtLinksBot
+Ezooms
+Fimap
+G-i-g-a-b-o-t
+GalaxyBot
+Harvest
+Havij
+Internet Ninja
+Jetty
+Lftp
+LibWeb
+LieBaoFast
+LinkScan
+LinkWalker
+Lipperhey Spider
+Litemage_walker
+Ltx71
+MSFrontPage
+MSIECrawler
+MauiBot
+Microsoft Data Access
+MolokaiBot
+Musobot
+Name Intelligence
+Nessus
+NetAnts
+NetMechanic
+NextGenSearchBot
+NimbleCrawler
+Octopus
+POE-Component-Client-HTTP
+PageGrabber
+Pavuk
+Picscout
+PictureFinder
+Pimonster
+Pockey
+ProPowerBot
 Probethenet
-Pu_iN
-PyCurl
-RankingBot
-Reaper
-SBIder
-ScanAlert
-Scanbot
-ScoutJet
-ScrepyBot
+RankActive
+Ripper
+SEOprofiler
 SeekportBot
-Snake
-SpaceBison
+Seomoz
+Site Sucker
+Siteimprove
 Spammen
-Spinn3r
-SputnikBot
-Sucuri
-Suzuran
-Telesoft
-Telesphoreo
-The Intraformant
-URLy.Warning
-Voltron
-WEBDAV
-WWWOFFLE
-Wallpapers
-Web Auto
-Web Pix
-WebEnhancer
-WebPix
-WebReaper
+Sqlworm
+Sucker
+Swiftbot
+Szukacz
+T0PHackTeam
+TheNomad
+Thumbor
+Trendiction
+Trendictionbot
+Turnitin
+Typhoeus
+UnisterBot
+VCI
+WWW-Collector-E
+Web Sucker
 WebStripper
-Whack
+WebWhacker
+WebsiteQuester
 Whacker
-Widow
-Woobot
-Wprecon
+Whatweb
 Xaldon_WebSpider
-Xenu
-Zermelo
-Zeus
-ZmEu
-arquivo.pt
-crawler.feedback
-instabid
-linkdexbot
+Zauba
+archive.org_bot
+backlink-check
+check1.exe
+crawl.sogou.com
+demandbase-bot
+heritrix
+iubenda-radar
 lwp-trivial
-openai
-sitechecker.pro
-zauba.io
+magpie-crawler
+mediawords
+scan.lol
+sogouspider
+tAkeOut
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com