V4.2021.12.2815 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
+01h4x.com
+404enemy
 ADmantX
 AIBOT
-Abonti
 Aboundex
-Alexibot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+AllSubmitter
 AlphaBot
-Anarchie
-Ankit
-Asterias
-AwarioSmartBot
-BDCbot
-BDFetch
-BLEXBot
+Anarchy
+Apexoo
+Attach
+BBBike
+BackDoorBot
 BackStreet
-Backlink-Ceck
-Badass
+BackWeb
+BacklinkCrawler
+Bandit
 Battleztar Bazinga
 BetaBot
-Bigfoot
-Black Hole
-BlackWidow
+Bitacle
 Boardreader
 Bolt
-BotALot
-Buck
 Buddy
-BuiltWith
+BuiltBotTough
 Bullseye
-BunnySlippers
-CCBot
+CATExplorador
 CODE87
-CSHttp
-CazoodleBot
 CensysInspect
+CheTeam
+CheeseBot
+ChinaClaw
 Chlooe
-Citoid
-Copyscape
-Cosmos
-Craftbot
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Cogentbot
+Copier
 Crawling at Home Project
-CyotekWebCopy
+CrazyWebCrawler
+CrunchBot
+Custo
 DBLBot
-DTS Agent
+DIIbot
+DSearch
 DataCha0s
+Devil
+DigitalPebble
+Dirbuster
 Disco
 DittoSpyder
-DomainAppender
-DomainCrawler
-Domains Project
-EMail Siphon
-EMail Wolf
-EasyDL
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
 Ebingbong
-EirGrabber
-Evil
-FDM
-FHscan
+Exabot
+Extractor
+Ezooms
 Fimap
-Foobot
+FlashGet
+FrontPage
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 Genieo
 GermCrawler
-GetRight
-Gotit
-Grafula
-GrapeFX
-HaosouSpider
-Hloader
-Humanlinks
-HybridBot
+GetWeb
+Go!Zilla
+GoZilla
+GrabNet
+GrapeshotCrawler
+HTMLparser
+Haansoft
+Heritrix
 IDBot
-IRLbot
-Image Fetch
-Indy Library
-Intelliseek
+Iblog
+IndeedBot
+InfoTekies
+Internet Ninja
 Iria
 Iskanie
-JOC Web Spider
-Jbrofuzz
-JennyBot
+JetCar
+JikeSpider
 Joomla
-Jorgee
 JustView
-Jyxobot
 Kenjin Spider
 Kinza
+Kozmosbot
 LNSpiderguy
 LWP::Simple
-Lanshanbot
-Leap
+LeechGet
+LexiBot
 Lftp
-LieBaoFast
+Libwhisker
+Likse
 LinkScan
 LinkWalker
-LinksManager
+Linkdexbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey
+Lipperhey Spider
 Litemage_walker
+Ltx71
 MFC_Tear_Sample
+MJ12bot
+MQQBrowser
+MSFrontPage
 MSIECrawler
-Mail.RU_Bot
-Majestic SEO
 Majestic-SEO
-Majestic12
+MarkMonitor
 MarkWatch
 Mass Downloader
+Masscan
+MauiBot
 Mb2345Browser
 Meanpathbot
-Metauri
+Mediatoolkitbot
 Microsoft URL Control
-Mister PiX
-Name Intelligence
-Navroad
-NetAnts
+Minefield
+Musobot
+NICErsPRO
+NPbot
+Needle
+Netcraft
 Nettrack
-Nibbler
-NimbleCrawler
-Nimbostratus
+NextGenSearchBot
+Niki-bot
 Ninja
-Nuclei
+Nmap
 Nutch
-OnCrawl
+Octopus
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
 Openfind
 Openvas
 OrangeBot
-OutclicksBot
-PECL::HTTP
-PHPCrawl
+OutfoxBot
 PageThing.com
-Panscient
-Papa Foto
 Pavuk
 Pi-Monster
-Picscout
 PictureFinder
+Pimonster
+Pockey
 ProPowerBot
-Probethenet
+Psbot
 PxBroker
-RankActiveLinkBot
-RankFlex
+QueryN Metasearch
 RankingBot
+RankingBot2
 ReGet
 RealDownload
-RebelMouse
-RepoMonkey
-Ripper
-RocketCrawler
 SBIder
-SEOkicks
+SEOkicks-Robot
 SEOprofiler
+SEOstats
 SMTBot
-SalesIntelligent
-Scanbot
+Screaming
 ScrepyBot
+Searchestate
+SearchmetricsBot
+SemanticJuice
 Semrush
 SentiBot
-SeobilityBot
-Shodan
-Site Sucker
-SiteLockSpider
-Sitebeam
+Seomoz
+SiteExplorer
+SiteSnagger
 Siteimprove
+Sitevigil
 SmartDownload
-Sogou web spider
+SocialRankIOBot
 Sottopop
-Spammen
-SpankBot
 Spanner
-Spbot
-Spinn3r
-Sqworm
-Steeler
+SputnikBot
 Sucuri
-SuperBot
-Surfbot
-SurveyBot
+SuperHTTP
 Suzuran
-T0PHackTeam
-Teleport
-TeleportPro
-Telesphoreo
-The Intraformant
-Titan
-Toweyabot
-Tracemyfile
-Trendiction
+T8Abot
+Telesoft
+Toata
+Trendictionbot
 Turingos
-TwengaBot
 Twice
 Typhoeus
-URLy.Warning
-UnisterBot
-Upflow
 VB Project
-Virusdie
-Voil
-WBSearchBot
-WPScan
+VCI
+VidibleScraper
+VoidEYE
+WASALive-Bot
+WEBDAV
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-Web Sucker
-WebAuto
-WebBandit
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+Web Fetch
+Web Fuck
+Web Pix
 WebCopier
+WebEnhancer
 WebFetch
-WebFuck
-WebPix
+WebLeacher
 WebReaper
-WebSucker
-WebZIP
 WebmasterWorldForumBot
-WebsiteExtractor
+WebsiteQuester
+Whack
 Whacker
-Whatweb
 Who.is Bot
 Widow
+WiseGuys Robot
 Woobot
-Wprecon
-Xaldon WebSpider
+YoudaoBot
 Zermelo
 Zeus
 Zitebot
+ZoomBot
 ZoominfoBot
-ZumBot
-autoemailspider
+ZyBorg
+adscanner
+archive.org_bot
+arquivo-web-crawler
+cah.io.community
 check1.exe
-clark-crawler
 coccocbot-web
-cognitiveseo
-crawler4j
+dataforseo.com
 facebookscraper
+gopher
 heritrix
-internetVista monitor
 isitwp.com
-lwp-trivial
-magpie-crawler
+meanpathbot
 mediawords
+page scorer
+pcBrowser
+plumanalytics
+polaris version
+probe-image-size
 ripz
+satoristudio.net
 seoscanners
 sogouspider
 sp_auditbot
-spyfu
-trendiction.com
-webmeup-crawler
-webprosbot
+trendiction.de
+ubermetrics-technologies.com
 x09Mozilla
-x22Mozilla
-zauba.io
+xpymep1.exe