V4.2022.10.3389 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404enemy
+ADmantX
 AIBOT
 ALittle Client
-Abonti
+Aboundex
+Aboundexbot
+Acunetix
 Aipbot
-Alexibot
 AlphaBot
 Anarchy
-Ankit
-Aspiegel
+Anarchy99
+Apexoo
 Asterias
-BDFetch
+Attach
+AwarioRssBot
+AwarioSmartBot
 BLEXBot
+BackDoorBot
 BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
-Barkrowler
 BatchFTP
+Battleztar Bazinga
 Blackboard
+Blow
+Bolt
 Brandprotect
-BuiltWith
-Bullseye
-BunnySlippers
+Buck
 CODE87
+CheeseBot
 CherryPicker
+Claritybot
 Cloud mapping
 Cocolyzebot
-Copier
+Collector
 Copyscape
-Craftbot
-Crescent
+CrazyWebCrawler
 CrunchBot
 CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
+DataCha0s
 DatabaseDriverMysqli
 Demon
 Deusu
+Digincore
+Discobot
 Discoverybot
-Dispatch
-DomainSigmaCrawler
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 Domains Project
+Dotbot
 Download Wonder
-Drip
-ECCP/1.0
+EMail Siphon
+EMail Wolf
 EasyDL
+EirGrabber
 Evil
-EyeNetIE
+Exabot
+Express WebPictures
+ExtractorPro
 Ezooms
+FDM
 FemtosearchBot
+Fimap
 FlashGet
 Flunky
-Foobot
-FyberSpider
-GalaxyBot
-GetWeb
+Fuzz
 Gigabot
-Grabber
-HMView
-HaosouSpider
-Havij
-IDBTE4M
-IDBot
+Go-Ahead-Got-It
+GoZilla
+Grafula
+GrapeFX
+HTMLparser
+Haansoft
+Harvest
+Heritrix
+Hloader
+HybridBot
 Id-search
 Image Sucker
 IndeedBot
 Indy Library
+InfoNaviRobot
+Intelliseek
 InterGET
-Internet Ninja
+InternetSeer
 Iria
+IstellaBot
+JamesBOT
 Jetty
+JikeSpider
 Joomla
-Jyxobot
-Kenjin Spider
-Keyword Density
-LWP::Simple
+Jorgee
 Lanshanbot
 Larbin
+LeechFTP
 LeechGet
 Lftp
-Lightspeedsystems
-Likse
-LinkWalker
+LibWeb
 LinkpadBot
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-MIDown tool
-MQQBrowser
+Lipperhey Spider
+Litemage_walker
+Lmspider
+MIIxpc
 MSFrontPage
 MSIECrawler
+MTRobot
+Mag-Net
+Mail.RU_Bot
 Majestic-SEO
-Majestic12
-Mb2345Browser
-Meanpathbot
-MicroMessenger
-Mister PiX
-MolokaiBot
+MegaIndex.ru
+Microsoft URL Control
 Morfeus Fucking Scanner
-Mr.4x3
+Msrabot
 NICErsPRO
 Name Intelligence
-Net Vampire
-NetAnts
+Navroad
 NetLyzer
+NetMechanic
 NetSpider
-NetZIP
-Netvibes
-NextGenSearchBot
+Nettrack
 Nibbler
 Niki-bot
 Nikto
 NimbleCrawler
-Nmap
-Openfind
-OutclicksBot
+Not
+Nuclei
+Nutch
+Octopus
+Offline Explorer
+Offline Navigator
+OrangeBot
 OutfoxBot
 PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageScorer
+Panscient
 Papa Foto
 Pavuk
 PeoplePal
-Petalbot
 Picsearch
-Piepmatz
 Pimonster
-ProWebWalker
-Pump
+ProPowerBot
+PyCurl
 Quick-Crawler
-RSSingBot
 RankActive
 RankActiveLinkBot
-RankurBot
+RankingBot2
 Re-re
-RealDownload
+ReGet
 RebelMouse
 Recorder
+RedesScrapy
 RocketCrawler
-Rogerbot
 SEOkicks
 SEOlyticsCrawler
-ScanAlert
-Scanbot
-ScoutJet
+SEOprofiler
+SEOstats
+SISTRIX
 Screaming
-SearchmetricsBot
+ScreenerBot
+SemanticJuice
 SemrushBot
 SentiBot
 SeoSiteCheckup
 Seomoz
 SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
 SiteSnagger
-SiteSucker
-SlySearch
-SmartDownload
+Sitevigil
+Snake
 Snapbot
-Snoopy
 Sociscraper
-Sogou web spider
-SpaceBison
-Spammen
-SputnikBot
-Stripper
-Sucker
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
-Swiftbot
-Thumbor
-TightTwatBot
+Sosospider
+Spbot
+Sqlmap
+Sqlworm
+Steeler
+Suzuran
+Szukacz
+Telesoft
 Titan
 Toata
-Toweyabot
-Tracemyfile
+Trendiction
 Trendictionbot
-URLy.Warning
-Upflow
-VCI
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
+Turnitin
+Typhoeus
+UnisterBot
 Virusdie
-WASALive-Bot
-WBSearchBot
+Voltron
+WEBDAV
 WISENutbot
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WeSEE
-Web Auto
-Web Sauger
-WebBandit
-WebCollage
-WebCopier
+WWWOFFLE
+Web Pix
 WebFetch
-WebFuck
 WebImageCollector
-WebReaper
-WebSauger
-WebStripper
+WebLeacher
+WebPix
 WebSucker
-Webshag
-WebsiteExtractor
-Whacker
-Whatweb
-Widow
+Webalta
+Webster
 WinHTTrack
-Wonderbot
+Woobot
 Wotbox
+Wprecon
 Xaldon_WebSpider
 Xenu
-YoudaoBot
 Zeus
+ZoomBot
+ZumBot
+adscanner
 archive.org_bot
-arquivo-web-crawler
 arquivo.pt
 backlink-check
-cah.io.community
-clark-crawler
-coccocbot
-cognitiveseo
 com.plumanalytics
 crawler4j
 dataforseo.com
 domainsproject.org
-facebookscraper
+evc-batch
+heritrix
 internetVista monitor
 ips-agent
-iubenda-radar
-linkdexbot
-meanpathbot
+lwp-request
+lwp-trivial
 oBot
+page scorer
+pcBrowser
+plumanalytics
+polaris version
+probe-image-size
+ripz
+seobility
 seocompany.store
-seostar
+seoscanners
+sitechecker.pro
+siteripz
 sogouspider
 sp_auditbot
-sysscan
+spyfu
 tAkeOut
+trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
 x09Mozilla
-zgrab