V4.2022.05.3107 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404checker
+404enemy
+ADmantX
 AIBOT
-ALittle Client
-Aboundex
-AhrefsBot
-AiHitBot
 Aipbot
 Alexibot
-AllSubmitter
-Ankit
+Anarchy99
 Apexoo
-Atomseobot
-AwarioRssBot
+BBBike
 BDCbot
-BDFetch
 BLEXBot
-BackDoorBot
 Backlink-Ceck
-Badass
-Barkrowler
+BacklinkCrawler
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
-Blow
-Bolt
-Buck
-Buddy
-BuiltWith
-Bullseye
+Bitacle
+Blackboard
+BotALot
+Brandwatch
 BuzzSumo
-CATExplorador
-CODE87
-CensysInspect
-CheTeam
+CSHttp
+CherryPicker
+Chlooe
 Citoid
-Cliqzbot
-Copier
-CrazyWebCrawler
-Crescent
+Cocolyzebot
+CopyRightCheck
+Cosmos
 CrunchBot
 Curious
 Custo
+CyotekWebCopy
 DBLBot
-DTS Agent
-DigitalPebble
-Dirbuster
+Deusu
 Disco
-Discoverybot
+Discobot
 Dispatch
-DittoSpyder
-DnyzBot
+DnBCrawler-Analytics
+DomCopBot
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-EMail Siphon
-EasyDL
-EroCrawler
-ExtLinksBot
-ExtractorPro
-FHscan
+Dotbot
+Dragonfly
+EMail Wolf
+Evil
+Exabot
 FemtosearchBot
-FlashGet
-Foobot
+Fimap
+Freeuploader
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
-GetRight
-GetWeb
-GrabNet
+FyberSpider
+GalaxyBot
+Gigabot
+Go-Ahead-Got-It
+Grabber
+GrapeshotCrawler
 GridBot
 HTMLparser
+HTTP::Lite
+Haansoft
+Havij
 Hloader
-HybridBot
-IDBTE4M
+Humanlinks
 IDBot
 Id-search
-Indy Library
+IndeedBot
 InfoTekies
 InterGET
+InternetSeer
+Iria
 Iskanie
 JOC Web Spider
-JennyBot
-Jetty
-Joomla
-Jyxobot
-Kenjin Spider
+JetCar
+Jorgee
 Keyword Density
-LNSpiderguy
-Larbin
+Kozmosbot
+LWP::Simple
 LeechFTP
 LeechGet
 Lftp
-Linkbot
-LinksManager
+Libwhisker
+Lightspeedsystems
+Likse
+LinkpadBot
 LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
-Lmspider
+Ltx71
 MIDown tool
 MIIxpc
 MJ12bot
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
+MSFrontPage
+Majestic SEO
 Majestic-SEO
+Majestic12
 MarkMonitor
-Mata Hari
-MauiBot
-MeanPath Bot
-Mediatoolkitbot
+Mb2345Browser
 MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft URL Control
-Minefield
-Moblie Safari
+Mister PiX
 Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
-Musobot
-Name Intelligence
-NetAnts
-NetZIP
-Nettrack
-Nibbler
+Mr.4x3
+Msrabot
+NPbot
+NearSite
+Nessus
+Net Vampire
+NetMechanic
+Netcraft
+Netvibes
+Nikto
+NimbleCrawler
 Nimbostratus
 Not
-Nuclei
 Nutch
+Octopus
 Offline Explorer
+Offline Navigator
 OnCrawl
 OpenVAS
-Openfind
-OutclicksBot
-PHPCrawl
-Page Analyzer
-PageAnalyzer
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
 PageGrabber
-Papa Foto
+Pandalytics
+Pavuk
 Petalbot
-Pi-Monster
+Picscout
+Piepmatz
 Pimonster
-Pixray
 PleaseCrawl
+Pockey
+ProWebWalker
 Psbot
-Pu_iN
-PxBroker
-RSSingBot
-RankurBot
+QueryN Metasearch
 Re-re
+ReGet
+RealDownload
 RebelMouse
-Recorder
+RedesScrapy
 RepoMonkey
+RocketCrawler
+Rogerbot
 SEOkicks-Robot
-SEOlyticsCrawler
-SMTBot
+SISTRIX
 SalesIntelligent
+ScoutJet
 ScreenerBot
+Searchestate
+Seekport
 SemanticJuice
-Shodan
+SentiBot
+Seomoz
 Siphon
 SiteCheckerBotCrawler
-SiteLockSpider
 SiteSnagger
-Siteimprove
-Sitevigil
-Snake
-Snapbot
 SocialRankIOBot
 Sociscraper
-Sosospider
-Sottopop
-Sqlworm
-Steeler
-Stripper
+Spbot
+Sqworm
 Sucuri
+SuperBot
+SuperHTTP
 Surfbot
-Szukacz
-T0PHackTeam
+SurveyBot
+Suzuran
+Swiftbot
 T8Abot
-Telesoft
 Telesphoreo
 Telesphorep
-The Intraformant
-Thumbor
+TheNomad
 Toweyabot
-True_Robot
-Turnitin
+Turingos
+TurnitinBot
+TwengaBot
 Twice
-URLy Warning
+Typhoeus
+URLy.Warning
+UnisterBot
+Upflow
+V-BOT
+VB Project
+Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
 Voil
-Voltron
-WBSearchBot
 WEBDAV
-WPScan
 WWW-Collector-E
 WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
 WallpapersHD
+Web Auto
 Web Enhancer
-Web Fuck
 Web Sauger
-WebCollage
 WebCopier
 WebEnhancer
-WebGo IS
+WebLeacher
 WebReaper
+WebSauger
+WebStripper
 WebWhacker
-WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
+Website Quester
 Webster
-Who.is Bot
-Widow
-WinHTTrack
+Whack
+Whacker
+Whatweb
 WiseGuys Robot
-Xaldon_WebSpider
-Zade
-Zermelo
-Zitebot
-ZmEu
+Wonderbot
+Woobot
+Wotbox
+Wprecon
+Xenu
+Zeus
 ZumBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
 arquivo.pt
-backlink-check
 cah.io.community
-clark-crawler
 coccocbot
-cognitiveseo
-dataforseo.com
-demandbase-bot
-eCatch
-gopher
-instabid
-iubenda-radar
+com.plumanalytics
+domainsproject.org
+internetVista monitor
+ips-agent
 linkdexbot
-magpie-crawler
+lwp-trivial
 muhstik-scan
-plumanalytics
-s1z.ru
+pcBrowser
+polaris version
+probe-image-size
 satoristudio.net
+seobility
+seocompany.store
+seostar
+serpstatbot
 sexsearcher
-siteripz
+sogouspider
 sp_auditbot
+spyfu
 sysscan
-tAkeOut
 trendiction.com
+ubermetrics-technologies.com
 webgains-bot
 x09Mozilla
+x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io