V4.2021.04.2317 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-Abonti
+360Spider
+Aboundexbot
+Acunetix
 ADmantX
-AfD-Verbotsverfahren
-AIBOT
-AiHitBot
-Alexibot
+AhrefsBot
 Alligator
+AlphaBot
+Anarchie
+Anarchy
+Anarchy99
 Ankit
-Apexoo
-arquivo.pt
-Aspiegel
+arquivo-web-crawler
+ASPSeek
+Asterias
 Attach
-Battleztar Bazinga
-BBBike
-BDFetch
+autoemailspider
+AwarioSmartBot
+Backlink-Ceck
+BackStreet
+BackWeb
+Badass
+Bandit
+Barkrowler
+BatchFTP
 Bitacle
+BlackWidow
+Boardreader
 Bolt
-BuiltBotTough
+BotALot
+Buck
 BuiltWith
-CATExplorador
 CazoodleBot
-CCBot
-Cegbfeieh
-CensysInspect
-Chlooe
-Cliqzbot
-coccocbot-web
+check1.exe
+CheeseBot
+CherryPicker
+ChinaClaw
+Cloud mapping
 Cocolyzebot
 Cogentbot
+cognitiveseo
+Copier
 CopyRightCheck
-Copyscape
 Cosmos
-Craftbot
-CrazyWebCrawler
-CyotekWebCopy
+crawler4j
+crawl.sogou.com
+CSHttp
+Curious
+DatabaseDriverMysqli
+DataCha0s
 DBLBot
-demandbase-bot
-Devil
-DIIbot
+Demon
+Dirbuster
+Disco
 Discoverybot
-DittoSpyder
-DomainSigmaCrawler
+Dispatch
+DomainAppender
 Domains Project
-domainsproject.org
+DomCopBot
 Dotbot
 Download Wonder
-Dragonfly
-EasyDL
+eCatch
+ECCP/1.0
 Ecxi
-EroCrawler
+EirGrabber
+EMail Siphon
+EMail Wolf
+evc-batch
 Evil
 Exabot
-Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
+ExtLinksBot
+facebookscraper
 FemtosearchBot
+FHscan
 Firefox/7.0
-Flunky
-Fuzz
-Fyrebot
-GalaxyBot
+FyberSpider
+GetRight
 GetWeb
 G-i-g-a-b-o-t
-Go-Ahead-Got-It
 Gotit
-Go!Zilla
-Grabber
+GoZilla
 GrabNet
+GridBot
 GT::WWW
-HaosouSpider
+Havij
+HTMLparser
 HTTP::Lite
-HTTrack
-Humanlinks
-Iblog
+HybridBot
 Id-search
+IlseBot
 Image Fetch
-Indy Library
-Intelliseek
-InternetSeer
+Image Sucker
+instabid
+InterGET
+internetVista monitor
+ips-agent
+IRLbot
 isitwp.com
+Iskanie
+JennyBot
 Jorgee
-Kenjin Spider
-Keyword Density
+Kinza
 Kozmosbot
-Larbin
+LeechGet
 LexiBot
-Lftp
-Lightspeedsystems
-Linkdexbot
+Libwhisker
+LieBaoFast
+Likse
+LinkpadBot
+LinksManager
+LinkWalker
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
 Lmspider
 LNSpiderguy
-Ltx71
-LWP::Simple
+Magnet
 magpie-crawler
-Mail.RU_Bot
-Majestic12
-Majestic-SEO
-Mass Downloader
+Majestic SEO
+Masscan
 Mata Hari
-meanpathbot
-Meanpathbot
-MeanPath Bot
-MFC_Tear_Sample
-MicroMessenger
+mediawords
+Microsoft Data Access
+MIDown tool
 MIIxpc
 Mister PiX
+MJ12bot
 Mojolicious
-Morfeus Fucking Scanner
 MQQBrowser
-MTRobot
-muhstik-scan
+Mr.4x3
+MSFrontPage
 Musobot
+Name Intelligence
 Navroad
-NearSite
-Needle
-NetLyzer
+Netcraft
 NetSpider
-Netvibes
 NetZIP
-Nibbler
+NextGenSearchBot
 NICErsPRO
-Nikto
+Niki-bot
 NimbleCrawler
-Ninja
+Nmap
 NPbot
 Nuclei
 Nutch
+Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-Openvas
-OPPO A33
+OnCrawl
+Openfind
 OrangeBot
+OrangeSpider
 OutclicksBot
-Page Analyzer
+PageAnalyzer
+PageGrabber
 PageThing.com
+Papa Foto
 Pavuk
-PeoplePal
-Petalbot
-Picscout
+PHPCrawl
 Picsearch
+PictureFinder
 Piepmatz
-Pimonster
-PleaseCrawl
+Pixray
+Pockey
 POE-Component-Client-HTTP
-probe-image-size
-ProWebWalker
+Probethenet
 Psbot
-PxBroker
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankFlex
-RankingBot
-RankurBot
-RealDownload
-ripz
-RocketCrawler
+Pump
+RankActive
+RankingBot2
+Rankivabot
+RebelMouse
+Recorder
+RedesScrapy
+ReGet
+Rogerbot
+RSSingBot
 scan.lol
-ScoutJet
+Screaming
+ScreenerBot
 Searchestate
-SearchmetricsBot
-SentiBot
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SeoSiteCheckup
+Seomoz
+SEOstats
+Shodan
+SISTRIX
+Sitebeam
 SiteCheckerBotCrawler
+SiteExplorer
 Siteimprove
-siteripz
-SiteSnagger
-SiteSucker
-SlySearch
+Site Sucker
+Sitevigil
 SmartDownload
-SMTBot
-Snapbot
-SocialRankIOBot
-Spbot
-SuperHTTP
+Snake
+Sociscraper
+sogouspider
+Spanner
+sp_auditbot
+Spinn3r
+SuperBot
+Surfbot
 Suzuran
-Swiftbot
-Szukacz
-Teleport
+sysscan
+tAkeOut
 Telesoft
-Telesphoreo
 Telesphorep
 The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
-Tracemyfile
+Trendiction
 Trendictionbot
 trendiction.com
 trendiction.de
 True_Robot
-Turingos
-UnisterBot
-Upflow
-URLy Warning
-Vagabondo
-VCI
+TurnitinBot
+Vacuum
+VB Project
 VidibleScraper
-VoidEYE
+Virusdie
+Voil
+Wallpapers/3.0
 WallpapersHD
+WASALive-Bot
 WBSearchBot
 Webalta
+WebAuto
 Web Auto
-WebCollage
+WebBandit
 Web Collage
-WEBDAV
+WebCopier
 WebEnhancer
-Web Enhancer
-WebFetch
-Web Fuck
+Web Fetch
+WebFuck
 WebGo IS
-WebLeacher
-WebReaper
+WebImageCollector
+WebmasterWorldForumBot
 WebsiteExtractor
-Website Quester
-Webster
 WebStripper
-WebSucker
-WebZIP
 Whacker
-WiseGuys Robot
-WISENutbot
-Wonderbot
+Whatweb
+Who.is Bot
+WinHTTrack
 Wotbox
-WPScan
-WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-x22Mozilla
+WWW::Mechanize
 Xaldon WebSpider
-Xenu
 xpymep1.exe
 YoudaoBot
-Zade
-Zeus
+Zauba
+Zermelo
 Zitebot
 ZmEu
 ZoomBot
 ZoominfoBot
+ZumBot