V4.2021.10.2645 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
 404enemy
-ASPSeek
-Aboundex
-Acunetix
+AIBOT
+ALittle Client
+AiHitBot
 Aipbot
-Ankit
+Alexibot
+Anarchy99
 Apexoo
-Asterias
-Attach
-AwarioRssBot
+Aspiegel
 AwarioSmartBot
+BBBike
+BDCbot
+BLEXBot
+BackStreet
 BackWeb
-Badass
+Backlink-Ceck
+BacklinkCrawler
 Barkrowler
 BatchFTP
-Bitacle
+Battleztar Bazinga
+BlackWidow
+BlowFish
 Boardreader
-Brandprotect
+Brandwatch
 Buck
-BuiltBotTough
+Buddy
 Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
 CODE87
-Cegbfeieh
-CheeseBot
-Chlooe
+CSHttp
+Calculon
+CazoodleBot
+CheTeam
+CherryPicker
 Claritybot
+Cocolyzebot
+Collector
 CopyRightCheck
-Copyscape
 Cosmos
 Craftbot
 Crawling at Home Project
 Crescent
 Curious
-DBLBot
+Custo
+CyotekWebCopy
+DSearch
 DTS Agent
-DataCha0s
-Devil
-Discoverybot
-DomCopBot
+DatabaseDriverMysqli
+Demon
+DigitalPebble
+Dirbuster
+DittoSpyder
+DnyzBot
 DomainAppender
-DomainCrawler
-DomainStatsBot
 Domains Project
 Dotbot
-Download Wonder
-ECCP/1.0
+Drip
+EasyDL
+Ebingbong
 Ecxi
-Evil
-Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
 FDM
-FHscan
 FemtosearchBot
-FlashGet
 Flunky
-Freeuploader
-G-i-g-a-b-o-t
+Foobot
+FrontPage
+Fuzz
 GalaxyBot
 Genieo
-GetRight
+Getintent
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+Gotit
 GrabNet
 Grafula
-GridBot
+GrapeFX
+HMView
 HTMLparser
 Haansoft
 HaosouSpider
 Harvest
-Havij
-Image Fetch
-Indy Library
-InfoNaviRobot
-InterGET
+Humanlinks
+IDBot
+Iblog
+Id-search
 Internet Ninja
+Iria
 JamesBOT
+Jbrofuzz
+JennyBot
+JetCar
 JikeSpider
-Joomla
 Jorgee
 JustView
 Jyxobot
 Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
-LWP::Simple
-Leap
+Lanshanbot
 LeechFTP
-LeechGet
-LibWeb
+LexiBot
+Lftp
 LieBaoFast
-Lightspeedsystems
 Likse
-Linkbot
-Linkdexbot
+LinkWalker
 LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
 Litemage_walker
-MJ12bot
-MQQBrowser
+MIIxpc
+MSIECrawler
 Mail.RU_Bot
 Majestic12
+MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
+MauiBot
 Mb2345Browser
-MeanPath Bot
 MegaIndex.ru
 Metauri
 Microsoft URL Control
-Mister PiX
-Mojolicious
 Mr.4x3
-Msrabot
+Musobot
 NPbot
-Name Intelligence
+Nameprotect
+Needle
 Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
-NetZIP
-Nibbler
+NetSpider
+Netvibes
+NextGenSearchBot
+Niki-bot
 Nikto
+Nimbostratus
 Ninja
-Octopus
+Nutch
 Offline Explorer
-OpenVAS
-Openvas
+Offline Navigator
+OnCrawl
+OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
-PageAnalyzer
+OutfoxBot
+PHPCrawl
 Pandalytics
+Panscient
+Papa Foto
+Pavuk
 Petalbot
-PictureFinder
-PleaseCrawl
-Pockey
-Pu_iN
+Pi-Monster
+Picscout
+Piepmatz
+Pimonster
+ProPowerBot
+ProWebWalker
+Probethenet
 PyCurl
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActive
 RankActiveLinkBot
-Reaper
-RepoMonkey
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+RebelMouse
+RocketCrawler
 SMTBot
-Scrapy
+Scanbot
+Screaming
 ScrepyBot
-Semrush
-SemrushBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitevigil
-SlySearch
-SmartDownload
-SocialRankIOBot
+Site Sucker
+Siteimprove
+Snake
 Sociscraper
-Sottopop
-SpaceBison
-Spammen
+Sosospider
+SpankBot
 Spbot
-Steeler
-Stripper
+Spinn3r
+SputnikBot
 Sucuri
 SuperBot
+SuperHTTP
+Surfbot
+Suzuran
+Swiftbot
 T8Abot
-Teleport
+Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-TheNomad
 Thumbor
-Trendiction
-True_Robot
-Turingos
-Upflow
+TightTwatBot
+Tracemyfile
+URLy.Warning
+V-BOT
 VB Project
-Vagabondo
-VelenPublicWebCrawler
+Vacuum
+Virusdie
+VoidEYE
+Voil
+WASALive-Bot
 WBSearchBot
-WISENutbot
-WPScan
+WEBDAV
 WWW-Collector-E
-WWWOFFLE
+WWW-Mechanize
+WWW::Mechanize
 WallpapersHD
+Web Auto
 Web Collage
-Web Pix
+Web Enhancer
+Web Fetch
 Web Sucker
 WebAuto
-WebFetch
+WebCopier
 WebImageCollector
+WebLeacher
 WebSucker
-WebWhacker
-Webalta
-Webshag
-WebsiteQuester
 Webster
 Whack
-Whacker
-Who.is Bot
+Whatweb
 WinHTTrack
+WiseGuys Robot
 Wonderbot
 Wotbox
-Xaldon WebSpider
-Zade
-Zauba
-Zitebot
 ZoomBot
 ZoominfoBot
 ZumBot
-arquivo.pt
-cah.io.community
-check1.exe
-clark-crawler
+backlink-check
 coccocbot-web
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-evc-batch
+eCatch
 facebookscraper
-instabid
-internetVista monitor
+ips-agent
+isitwp.com
 meanpathbot
 mediawords
 muhstik-scan
-oBot
-ripz
-s1z.ru
-satoristudio.net
-scalaj-http
+page scorer
+plumanalytics
+probe-image-size
 scan.lol
-seobility
+seostar
+serpstatbot
+sexsearcher
 sitechecker.pro
-siteripz
-sp_auditbot
 sysscan
+tAkeOut
 trendiction.com
-webpros.com
-webprosbot
 x09Mozilla
-x22Mozilla
-zgrab