V4.2021.12.2788 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-AIBOT
+360Spider
+404enemy
+80legs
 ALittle Client
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+ASPSeek
+Acunetix
+AiHitBot
 Alexibot
-Alligator
+AlphaBot
 Anarchy99
-Ankit
 BBBike
+BDFetch
+BackStreet
 BackWeb
-Backlink-Ceck
-Badass
+BacklinkCrawler
 Bandit
-Barkrowler
-Battleztar Bazinga
-BetaBot
-Bitacle
-BlackWidow
 Blackboard
-Blow
-Brandprotect
+Boardreader
+Buddy
 BuiltBotTough
 Bullseye
 BunnySlippers
-CCBot
-Calculon
-CazoodleBot
+BuzzSumo
+CATExplorador
+CSHttp
+Cegbfeieh
+CensysInspect
+CheTeam
 CheeseBot
-ChinaClaw
-Chlooe
+CherryPicker
 Cliqzbot
+Cloud mapping
+Cocolyzebot
+Cogentbot
 Collector
-CrazyWebCrawler
+Copyscape
+Craftbot
 Crescent
-CyotekWebCopy
-DBLBot
+DIIbot
 DSearch
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Digincore
+Demon
 DigitalPebble
-Dirbuster
 Discobot
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
 DomainStatsBot
-Dotbot
-EMail Siphon
+Domains Project
+Dragonfly
+ECCP/1.0
+EMail Wolf
 EasyDL
-Ebingbong
-EirGrabber
 EroCrawler
-ExtLinksBot
-Extractor
+Express WebPictures
+ExtractorPro
+EyeNetIE
+Fimap
 Flunky
-Foobot
 Freeuploader
-Fuzz
-Fyrebot
-Genieo
-GetWeb
-Getintent
-Go!Zilla
 Go-Ahead-Got-It
+GoZilla
 GrabNet
-Grabber
-GrapeFX
+Grafula
 GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+HMView
 HTTP::Lite
 Haansoft
-IDBTE4M
-IDBot
-IRLbot
-Image Fetch
+Harvest
+Havij
+Heritrix
+Hloader
+Humanlinks
+Id-search
+IlseBot
+Indy Library
 InfoNaviRobot
+InfoTekies
 InterGET
+Internet Ninja
 InternetSeer
+Iskanie
 JamesBOT
-Kenjin Spider
-Kinza
-Larbin
+Jbrofuzz
+JennyBot
+Jetty
+JikeSpider
+Joomla
+Jorgee
+Keyword Density
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+LeechFTP
 LeechGet
-LexiBot
-LibWeb
+Libwhisker
+Lightspeedsystems
+LinkWalker
 Linkdexbot
 LinkextractorPro
 LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Ltx71
-MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MJ12bot
-MQQBrowser
 MSFrontPage
 MSIECrawler
+Mag-Net
+Mail.RU_Bot
 Majestic SEO
 Majestic-SEO
-Masscan
+Mass Downloader
 Mata Hari
+MauiBot
+MegaIndex.ru
 MicroMessenger
+Microsoft URL Control
 Minefield
 Mister PiX
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
+Moblie Safari
+Msrabot
 NICErsPRO
-NPbot
-Name Intelligence
-NearSite
-NetSpider
-Netcraft
-Netvibes
+Nameprotect
+Needle
+Nessus
+NetAnts
+NetLyzer
+NetMechanic
 NextGenSearchBot
-Nibbler
-Niki-bot
-Nikto
-Not
+Ninja
 Nuclei
 Nutch
-Offline Navigator
 OnCrawl
+OpenLinkProfiler
+OpenVAS
 OrangeSpider
-OutfoxBot
-Page Analyzer
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageScorer
 PageThing.com
+Pandalytics
 Panscient
+Papa Foto
 PeoplePal
-Petalbot
 Pi-Monster
 Picsearch
 PictureFinder
 Piepmatz
+PleaseCrawl
+Pockey
 ProWebWalker
-Psbot
-Pu_iN
-Pump
-PyCurl
-QueryN Metasearch
-RankActive
-RankFlex
+Quick-Crawler
+RSSingBot
+RankingBot
 RankingBot2
-Rankivabot
-RankurBot
 Re-re
-Ripper
-Rogerbot
-SBIder
-SEOkicks
-SISTRIX
+Reaper
+RebelMouse
+RepoMonkey
+SEOkicks-Robot
 SMTBot
+SalesIntelligent
+Scrapy
 ScreenerBot
 Searchestate
-SearchmetricsBot
 SemrushBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
-SiteSnagger
+Seomoz
+SiteExplorer
 SiteSucker
-Sitebeam
-Siteimprove
-SmartDownload
+Sitevigil
+SlySearch
 Snake
-Sociscraper
-Sosospider
-Sottopop
+SocialRankIOBot
 SpaceBison
-Spammen
+SpankBot
 Spanner
-Spbot
-Sqlmap
-Sqworm
-Steeler
-Stripper
+Spinn3r
 Sucuri
-SuperHTTP
-Swiftbot
-T8Abot
-Telesphorep
-The Intraformant
-Thumbor
-Toweyabot
+SuperBot
+Surfbot
+SurveyBot
+T0PHackTeam
+Teleport
+Telesphoreo
+TheNomad
+TightTwatBot
+Toata
 Tracemyfile
 Trendiction
-Trendictionbot
-True_Robot
+Turingos
 Turnitin
-Typhoeus
-URLy.Warning
-UnisterBot
+URLy Warning
 Upflow
-VB Project
-WASALive-Bot
-WISENutbot
-WWW-Collector-E
-WWWOFFLE
+Vacuum
+VelenPublicWebCrawler
+WBSearchBot
+WWW-Mechanize
 Wallpapers
 Wallpapers/3.0
 Web Auto
 Web Collage
-Web Enhancer
+Web Fetch
 Web Fuck
 Web Pix
+Web Sucker
 WebBandit
 WebCollage
-WebSauger
-WebStripper
+WebCopier
+WebFetch
+WebGo IS
+WebLeacher
 WebSucker
-WebZIP
-Webshag
-Webster
+Website Quester
+WebsiteExtractor
+WebsiteQuester
 Whacker
+Whatweb
 Widow
 WinHTTrack
 Woobot
-YoudaoBot
-Zauba
-ZoomBot
+Wotbox
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zitebot
 ZoominfoBot
+ZumBot
 ZyBorg
-adscanner
-cah.io.community
-com.plumanalytics
-evc-batch
-instabid
-lwp-request
+check1.exe
+demandbase-bot
+eCatch
+lwp-trivial
+magpie-crawler
 meanpathbot
-mediawords
-muhstik-scan
+oBot
 polaris version
 probe-image-size
-scalaj-http
-sexsearcher
-sogouspider
-spyfu
-tAkeOut
-trendiction.com
-webmeup-crawler
-x22Mozilla
+ripz
+satoristudio.net
+scan.lol
+seostar
+siteripz
+sysscan
+ubermetrics-technologies.com
+voyagerx.com
+webprosbot
+xpymep1.exe
+zauba.io
+zgrab