V4.2022.10.3405 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404enemy
+80legs
 ADmantX
-AIBOT
-ALittle Client
-Aboundex
+ASPSeek
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-Aipbot
+AiHitBot
 AllSubmitter
-Anarchie
 Anthill
-Atomseobot
-Attach
-BDCbot
-BackDoorBot
+Asterias
+AwarioSmartBot
+BackStreet
+BackWeb
 Badass
 Bandit
 Barkrowler
-Brandprotect
-BuiltBotTough
-CATExplorador
-CODE87
-CazoodleBot
+BetaBot
+Black Hole
+BlackWidow
+Blackboard
+Blow
+Bolt
+BotALot
+Buddy
+BunnySlippers
+CCBot
 CensysInspect
-CheTeam
-CheeseBot
 ChinaClaw
 Chlooe
-Claritybot
 Cliqzbot
 Cloud mapping
-Cocolyzebot
-Cogentbot
-Copier
-Cosmos
+CopyRightCheck
+Copyscape
 Craftbot
-Crawling at Home Project
-DBLBot
-Demon
-Devil
+CyotekWebCopy
+DIIbot
+DataCha0s
+Digincore
+DigitalPebble
+Dirbuster
 Disco
-DnyzBot
+Discoverybot
+DnBCrawler-Analytics
 DomCopBot
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
-Drip
-EMail Siphon
+Domains Project
+ECCP/1.0
 EasyDL
-Ebingbong
-EroCrawler
+Ecxi
 Exabot
+Extreme Picture Finder
+FHscan
+FemtosearchBot
 Fimap
+Firefox/7.0
 Flunky
-Foobot
+FrontPage
 G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
+Genieo
 Getintent
-Grabber
-HMView
+Go!Zilla
+GoZilla
+GrabNet
 HTMLparser
-Harvest
+Havij
 Heritrix
-IDBTE4M
+HybridBot
 IDBot
-IlseBot
-Intelliseek
-InternetSeer
-Iria
-JustView
+IRLbot
+Image Fetch
+IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
+Internet Ninja
+JOC Web Spider
+JetCar
+JikeSpider
+Joomla
+Jyxobot
 Kenjin Spider
 Keybot Translation-Search-Machine
 Keyword Density
-Kozmosbot
-LNSpiderguy
 Larbin
-Leap
-LeechGet
-Lftp
-LibWeb
-LieBaoFast
+LexiBot
 Likse
+LinkScan
 LinkWalker
-Linkbot
 LinkextractorPro
-LinkpadBot
-Lipperhey
-MFC_Tear_Sample
-MIIxpc
-Mail.RU_Bot
-MarkWatch
-Masscan
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
+Lmspider
+MSFrontPage
+MSIECrawler
+MTRobot
+Majestic-SEO
+Majestic12
 Mata Hari
+Meanpathbot
 MicroMessenger
-Microsoft Data Access
-Mister PiX
-Morfeus Fucking Scanner
-Msrabot
-Musobot
+Mojolicious
+MolokaiBot
+Mr.4x3
 NICErsPRO
-Navroad
-NetAnts
-NetMechanic
+NPbot
+Nameprotect
+Needle
 NetZIP
-Netvibes
-NextGenSearchBot
-Nibbler
 Nikto
-NimbleCrawler
-Nimbostratus
-Ninja
-Nuclei
+Octopus
 Offline Navigator
 OnCrawl
+OpenVAS
 Openfind
+OrangeBot
 OutclicksBot
-PHPCrawl
-Page Analyzer
-PageScorer
+PageGrabber
 PageThing.com
 Panscient
-Papa Foto
 PeoplePal
-Petalbot
-Picscout
-PictureFinder
-Pixray
+Pi-Monster
+Piepmatz
 PleaseCrawl
-Pockey
 ProPowerBot
 Pump
-PxBroker
+PyCurl
+QueryN Metasearch
 RSSingBot
-RankingBot
-Rankivabot
+RankActive
+RankActiveLinkBot
+RankFlex
 RankurBot
+Re-re
 ReGet
 RealDownload
 RebelMouse
 Recorder
+RedesScrapy
 RocketCrawler
 Rogerbot
-SEOkicks-Robot
+SBIder
+SEOkicks
 SEOprofiler
-ScoutJet
-Scrapy
+SEOstats
+SISTRIX
+Scanbot
 Screaming
+ScreenerBot
+SearchmetricsBot
 Seekport
 SemanticJuice
-SemrushBot
-SentiBot
-SeobilityBot
 Seomoz
-Shodan
 Siphon
-Site Sucker
 SiteExplorer
-SiteSnagger
-Sitevigil
+SiteLockSpider
 SlySearch
-SmartDownload
-Snapbot
+Snake
 Snoopy
 Sosospider
-Sottopop
-SpaceBison
 Spanner
-Spinn3r
 Steeler
-Sucker
+Stripper
 Sucuri
+SuperHTTP
+Surfbot
+SurveyBot
+Suzuran
+T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
+Telesoft
 Telesphoreo
 Toata
-Trendictionbot
 True_Robot
-Turingos
-TurnitinBot
-Twice
-Typhoeus
+TwengaBot
 URLy.Warning
-VB Project
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voltron
+VoidEYE
+WASALive-Bot
+WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-Web Enhancer
-Web Fuck
-Web Pix
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
+Web Fetch
 Web Sauger
 WebBandit
-WebCollage
-WebFetch
+WebCopier
+WebEnhancer
+WebImageCollector
 WebLeacher
-WebSucker
+WebPix
+WebReaper
+WebStripper
 WebWhacker
-Webalta
+WebZIP
+WebmasterWorldForumBot
+Webshag
 Website Quester
-WebsiteExtractor
-Whack
 Whacker
+Whatweb
 Who.is Bot
 Widow
-WinHTTrack
-WiseGuys Robot
+Wotbox
 Wprecon
-Zermelo
+Xaldon_WebSpider
+YoudaoBot
+Zauba
 Zeus
-Zitebot
 ZoomBot
-ZumBot
-ZyBorg
-archive.org_bot
+ZoominfoBot
+adscanner
 arquivo-web-crawler
 autoemailspider
-backlink-check
-check1.exe
-clark-crawler
-crawler4j
-dataforseo.com
+com.plumanalytics
+crawl.sogou.com
 demandbase-bot
 eCatch
+evc-batch
+internetVista monitor
 ips-agent
-linkdexbot
+isitwp.com
 lwp-trivial
-magpie-crawler
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
-oBot
+page scorer
 pcBrowser
-probe-image-size
+plumanalytics
+polaris version
 s1z.ru
 scan.lol
-sexsearcher
-sitechecker.pro
+seobility
+seoscanners
 siteripz
+sogouspider
 sysscan
-trendiction.com
-ubermetrics-technologies.com
-webgains-bot
-webpros.com
+tAkeOut
 webprosbot
+x09Mozilla
 x22Mozilla
-xpymep1.exe
+zgrab