V4.2021.04.2319 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-80legs
+404enemy
 Aboundex
+Aboundexbot
 Acunetix
-ADmantX
-AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-AllSubmitter
+Alligator
 AlphaBot
+Anarchie
 Anarchy
-Ankit
-arquivo.pt
 arquivo-web-crawler
-Aspiegel
+ASPSeek
+Asterias
 Attach
-BacklinkCrawler
+AwarioSmartBot
+Backlink-Ceck
+backlink-check
+Badass
 Bandit
 Barkrowler
-Battleztar Bazinga
-BBBike
 BDCbot
 BDFetch
-Bigfoot
+BetaBot
+Blackboard
+Black Hole
+BlackWidow
 Blow
-Bolt
+Boardreader
 Brandprotect
+Brandwatch
 Buck
 BuiltBotTough
+BuiltWith
 Bullseye
-BunnySlippers
 BuzzSumo
-Calculon
-CazoodleBot
+Cegbfeieh
+CensysInspect
 CheeseBot
 CheTeam
-ChinaClaw
-Chlooe
 Cliqzbot
-coccocbot-web
-Cocolyzebot
+Cloud mapping
+CODE87
+Cogentbot
 cognitiveseo
-com.plumanalytics
-CopyRightCheck
+Collector
+Copier
 Copyscape
-Cosmos
+Craftbot
 crawler4j
-crawl.sogou.com
+CrunchBot
+CSHttp
 CyotekWebCopy
+DatabaseDriverMysqli
 DataCha0s
-Digincore
+DBLBot
+demandbase-bot
+Deusu
+Devil
+DigitalPebble
 DIIbot
+Dirbuster
 Disco
-Discobot
-Dispatch
-DomainAppender
-domainsproject.org
-DomCopBot
+Discoverybot
+DomainCrawler
 Download Wonder
-EasyDL
-Ebingbong
-ECCP/1.0
-EirGrabber
+DTS Agent
 EMail Siphon
+EMail Wolf
+EroCrawler
 Extractor
 Ezooms
+FDM
 FemtosearchBot
-Firefox/7.0
-Flunky
-Freeuploader
-FrontPage
-GermCrawler
-GetWeb
-Gigablast
-Go-Ahead-Got-It
-gopher
-GoZilla
-GrabNet
+Fuzz
+Genieo
+Gotit
+Go!Zilla
+Grabber
+Grafula
 GrapeFX
 GrapeshotCrawler
-heritrix
+Havij
+HEADMasterSEO
 Heritrix
 HTTP::Lite
 HTTrack
 Humanlinks
-Iblog
-IDBot
-Id-search
+IDBTE4M
 IlseBot
-IndeedBot
-Indy Library
-InfoNaviRobot
+Image Sucker
 InfoTekies
 instabid
-Intelliseek
-IRLbot
-Iskanie
-IstellaBot
-JamesBOT
+internetVista monitor
+ips-agent
+isitwp.com
 Jbrofuzz
-JikeSpider
-JOC Web Spider
-Joomla
+JetCar
+Keyword Density
+Kinza
 Kozmosbot
-Larbin
-LeechGet
-LexiBot
-LibWeb
+LeechFTP
+Libwhisker
+LieBaoFast
 Lightspeedsystems
-Linkdexbot
+Likse
 LinksManager
-Lipperhey Spider
-Litemage_walker
-LNSpiderguy
+LinqiaRSSBot
+Lmspider
+Ltx71
+lwp-request
 lwp-trivial
 Mag-Net
 magpie-crawler
+Majestic12
 Majestic-SEO
-MarkWatch
+MarkMonitor
 Masscan
+Mass Downloader
+Mata Hari
 Mb2345Browser
+Meanpathbot
+MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
+MicroMessenger
 Microsoft URL Control
 MIDown tool
-MIIxpc
 Mister PiX
-Morfeus Fucking Scanner
-Mozlila
+Mojeek
+Mojolicious
 MQQBrowser
-Mr.4x3
+MSFrontPage
 MSIECrawler
-MTRobot
-muhstik-scan
-Name Intelligence
+Nameprotect
 Navroad
 Needle
 NetAnts
+Netcraft
+NetSpider
 Net Vampire
-NextGenSearchBot
-NICErsPRO
-Nikto
-NPbot
-Octopus
+NimbleCrawler
+Ninja
+Nmap
+oBot
 Offline Explorer
-OpenLinkProfiler
-Openvas
+Offline Navigator
+OnCrawl
 OPPO A33
+OrangeBot
+PageAnalyzer
+PageGrabber
+PageScorer
 PageThing.com
-Papa Foto
+Panscient
+PECL::HTTP
+PeoplePal
 PHPCrawl
+Picscout
 Pi-Monster
-PleaseCrawl
-polaris version
-probe-image-size
-Probethenet
+Pixray
+plumanalytics
 ProWebWalker
-Psbot
-PxBroker
-QueryN Metasearch
-RankActive
+Pu_iN
+PyCurl
+Rankivabot
+RealDownload
+Reaper
 RedesScrapy
-Ripper
-Rogerbot
+ReGet
+RepoMonkey
+Re-re
+ripz
+s1z.ru
 SalesIntelligent
+scalaj-http
 Scanbot
+ScoutJet
+Searchestate
 SentiBot
-SEOkicks
 SEOkicks-Robot
-Seomoz
+SEOlyticsCrawler
 seoscanners
-SeoSiteCheckup
 SEOstats
-serpstatbot
-sexsearcher
-Shodan
+Siphon
 SISTRIX
 Sitebeam
-SiteSnagger
-SiteSucker
+SiteCheckerBotCrawler
+SiteLockSpider
 SmartDownload
-Snapbot
-Snoopy
+Snake
+SocialRankIOBot
 Sociscraper
 sogouspider
-Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
+SpankBot
 Spanner
-Spbot
+Spinn3r
 spyfu
-Sqworm
-Steeler
+Sqlmap
 Sucuri
+Surfbot
+Suzuran
 Swiftbot
 sysscan
-T0PHackTeam
-TheNomad
+T8Abot
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
+The Intraformant
 TightTwatBot
-Titan
-Toata
 Toweyabot
-Trendiction
-trendiction.de
+Trendictionbot
 Turingos
-TurnitinBot
-Typhoeus
-URLy.Warning
-Vagabondo
+Twice
+UnisterBot
+VB Project
 VCI
-VidibleScraper
+VeriCiteCrawler
 Virusdie
-Wallpapers/3.0
-WBSearchBot
+Voil
+WallpapersHD
+WASALive-Bot
 WebAuto
-WebBandit
+Web Auto
 WebCollage
-WebCopier
 WEBDAV
-WebEnhancer
 Web Enhancer
-WebFetch
 Web Fetch
-WebGo IS
-WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
-WebPix
-Web Pix
-Webshag
 WebsiteExtractor
-WebsiteQuester
 WebStripper
-Web Sucker
-Whacker
-Who.is Bot
-WISENutbot
+WeSEE
+Whack
+Widow
+WinHTTrack
 Wonderbot
 Wotbox
+Wprecon
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-x22Mozilla
-Xaldon WebSpider
-Xaldon_WebSpider
-xpymep1.exe
-YoudaoBot
+Xenu
+Zade
 zauba.io
+Zermelo
+Zeus
+zgrab
 ZoominfoBot
+ZyBorg