V4.2022.05.3093 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
-Aboundex
-Aboundexbot
-Acunetix
+404enemy
 AhrefsBot
-Alexibot
-Alligator
-Anthill
-Asterias
-Atomseobot
-Attach
-AwarioRssBot
-AwarioSmartBot
-BDCbot
-BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
+AllSubmitter
+Anarchy99
+Apexoo
+Backlink-Ceck
 BacklinkCrawler
-Bandit
-Barkrowler
 BatchFTP
-BetaBot
-Bigfoot
+Battleztar Bazinga
 Black Hole
-BlowFish
-Boardreader
-Brandprotect
+BlackWidow
 Buck
-Buddy
+BuiltBotTough
 Bullseye
+BunnySlippers
 BuzzSumo
+CATExplorador
 CCBot
 CODE87
-Calculon
-CazoodleBot
-Cegbfeieh
+CensysInspect
 CheTeam
-CherryPicker
 ChinaClaw
 Cliqzbot
 Cloud mapping
+Cocolyzebot
 Cogentbot
-Collector
+Copyscape
+Cosmos
 Crawling at Home Project
-CyotekWebCopy
+CrazyWebCrawler
+Curious
+Custo
 DBLBot
-DIIbot
 DSearch
-DataCha0s
-Demon
+DTS Agent
+DatabaseDriverMysqli
 Deusu
-Devil
 Dirbuster
-Disco
-DomainStatsBot
-Dotbot
-Dragonfly
+Discoverybot
+Dispatch
+DnyzBot
+Download Wonder
+EMail Siphon
+Ebingbong
 EirGrabber
-EroCrawler
-Exabot
-ExtractorPro
-Extreme Picture Finder
-Ezooms
+Express WebPictures
+ExtLinksBot
 FDM
+Fimap
+Firefox/7.0
 FrontPage
+Fuzz
 FyberSpider
-GT::WWW
-Genieo
-GetRight
+Fyrebot
+GetWeb
+Getintent
+Go!Zilla
 GoZilla
-GrapeFX
-GrapeshotCrawler
-HTTP::Lite
-HTTrack
-Haansoft
+Grafula
+HMView
+HTMLparser
+Harvest
 Hloader
-IDBTE4M
+HonoluluBot
+Humanlinks
 Iblog
-IndeedBot
-Indy Library
+Id-search
+Image Fetch
+Image Sucker
+InfoNaviRobot
+InfoTekies
 Intelliseek
 Internet Ninja
-Iria
+Iskanie
 JOC Web Spider
-JennyBot
+JetCar
 JikeSpider
-Joomla
-JustView
 Jyxobot
 Kenjin Spider
 Keyword Density
+Kinza
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Lanshanbot
-LeechFTP
-LieBaoFast
-LinkScan
-LinksManager
-LinqiaRSSBot
-Lipperhey
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
+Larbin
+LeechGet
+Libwhisker
+LinkWalker
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Litemage_walker
+Ltx71
+MIDown tool
+MIIxpc
 MSFrontPage
-Mag-Net
-Magnet
-MarkWatch
-Mata Hari
+MSIECrawler
+Majestic SEO
 MauiBot
-Metauri
+Mb2345Browser
+Meanpathbot
+MegaIndex.ru
 Microsoft URL Control
 Minefield
 Mister PiX
+Moblie Safari
+Mojeek
+Mojolicious
 Mozlila
-Musobot
+Msrabot
 NICErsPRO
-Name Intelligence
-NetZIP
+NPbot
+Nameprotect
+Navroad
+NearSite
+Needle
+NetAnts
+NetSpider
 Netcraft
-Nimbostratus
+NextGenSearchBot
+Nibbler
+Niki-bot
 Ninja
-Offline Explorer
-Offline Navigator
+Nmap
 OpenVAS
-Openfind
-Openvas
+OrangeBot
 OrangeSpider
 OutclicksBot
-PageThing.com
-Pandalytics
-Pavuk
-PeoplePal
-Picsearch
-Piepmatz
-Pixray
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+PageScorer
+Petalbot
+Picscout
+Pimonster
+PleaseCrawl
 Pockey
-Pump
+ProWebWalker
+Pu_iN
 PxBroker
-QueryN Metasearch
-RankFlex
-RankurBot
+PyCurl
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
+Rankivabot
+Re-re
 Recorder
-Rogerbot
-SBIder
+RocketCrawler
 SEOkicks
 SEOkicks-Robot
-SEOstats
-Scanbot
-ScrepyBot
-Searchestate
-SearchmetricsBot
-Seekport
+SEOlyticsCrawler
+SemanticJuice
+Semrush
 SemrushBot
-SeobilityBot
-Site Sucker
-SiteExplorer
-SiteLockSpider
-SlySearch
+SiteCheckerBotCrawler
+Sitebeam
+Sitevigil
+SmartDownload
 Snake
-Snoopy
+Snapbot
 SocialRankIOBot
-Sociscraper
-Spammen
+Sosospider
 SpankBot
+Spanner
 Spbot
-SputnikBot
-Sqlmap
-Sqlworm
 Sucker
+Sucuri
 SuperBot
-Swiftbot
+Surfbot
 Szukacz
-The Intraformant
-Trendiction
-Trendictionbot
+T8Abot
+Telesphorep
+TheNomad
+Thumbor
+Toata
+Toweyabot
+True_Robot
 Turingos
 TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-UnisterBot
-VB Project
-VCI
+URLy Warning
+URLy.Warning
+V-BOT
 Vacuum
 Vagabondo
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
-Voltron
+VoidEYE
 WBSearchBot
-WISENutbot
+WEBDAV
 WPScan
-WWW::Mechanize
-WallpapersHD
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
 Web Auto
 Web Collage
 Web Fetch
 Web Fuck
-Web Pix
 Web Sauger
 WebBandit
-WebCollage
 WebCopier
 WebEnhancer
-WebReaper
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
+WebFuck
+WebGo IS
+WebLeacher
+WebStripper
 Webshag
-Website Quester
-WebsiteQuester
 Webster
-Whacker
-Woobot
-Xenu
-Zade
-Zermelo
-ZmEu
+Whack
+WinHTTrack
+Wotbox
+Xaldon WebSpider
+Zauba
 ZoominfoBot
-ZyBorg
-archive.org_bot
-arquivo.pt
-autoemailspider
-check1.exe
+ZumBot
+adscanner
+backlink-check
 clark-crawler
-crawler.feedback
-crawler4j
+cognitiveseo
+crawl.sogou.com
 demandbase-bot
 domainsproject.org
-evc-batch
-facebookscraper
-heritrix
-instabid
+eCatch
+gopher
 ips-agent
-lwp-request
-meanpathbot
+lwp-trivial
+mediawords
+muhstik-scan
 plumanalytics
+polaris version
 probe-image-size
-seocompany.store
+scalaj-http
+scan.lol
+seobility
+seoscanners
 seostar
 sitechecker.pro
-spyfu
+sogouspider
+sp_auditbot
 sysscan
 tAkeOut
 trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot
 webmeup-crawler
-x09Mozilla
+webprosbot
 x22Mozilla
 zauba.io
+zgrab