V4.2021.12.2766 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
+404enemy
+ASPSeek
 Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
 Alexibot
 AllSubmitter
 Alligator
-AlphaBot
-Anarchie
-Attach
-AwarioSmartBot
-BDCbot
-BDFetch
+Anarchy99
+Anthill
 BLEXBot
+BackDoorBot
 BackWeb
 BacklinkCrawler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
+Barkrowler
 BlackWidow
-BlowFish
+Boardreader
 Bolt
 Brandprotect
 Brandwatch
-BuiltWith
-BuzzSumo
+Buddy
+Bullseye
 CATExplorador
-CCBot
 CODE87
 CSHttp
 Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
+Claritybot
+Cliqzbot
 Cloud mapping
-Collector
-Copier
-Cosmos
-Crescent
+Cocolyzebot
+Cogentbot
+Copyscape
+Crawling at Home Project
 Curious
-Custo
+DSearch
+DatabaseDriverMysqli
+Demon
 Deusu
-Digincore
-Dirbuster
-Discobot
-Dispatch
-DnyzBot
+Devil
+Discoverybot
 DomCopBot
 DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
+DomainCrawler
+Download Wonder
+Dragonfly
+ECCP/1.0
 EMail Siphon
 EMail Wolf
-Ebingbong
-Evil
-ExtLinksBot
-Extractor
-ExtractorPro
+EirGrabber
+EyeNetIE
 Ezooms
-FemtosearchBot
-Foobot
+FDM
+FHscan
+FlashGet
+Flunky
 Freeuploader
+FrontPage
 FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-Genieo
-GermCrawler
 GetRight
 GetWeb
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
+Gigabot
 GoZilla
 Grabber
 GrapeFX
+GrapeshotCrawler
 HMView
-HTTrack
-HaosouSpider
+HTMLparser
+HTTP::Lite
+Havij
 Hloader
-IDBTE4M
-IRLbot
-Id-search
-IndeedBot
-InfoTekies
-Intelliseek
-Internet Ninja
-Iskanie
+HybridBot
+IDBot
+Iblog
+Image Sucker
 JOC Web Spider
-Jbrofuzz
-JetCar
 Jetty
+JikeSpider
 Joomla
-Jorgee
 Jyxobot
+Keyword Density
 Kinza
-Kozmosbot
+Lanshanbot
 Larbin
 Leap
-LieBaoFast
-Likse
-Linkdexbot
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
+LeechFTP
+LibWeb
+Lightspeedsystems
+LinkScan
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey Spider
-MIDown tool
-MIIxpc
+Ltx71
+MFC_Tear_Sample
 MJ12bot
-MQQBrowser
 MSFrontPage
-MTRobot
-Mag-Net
-Majestic SEO
+MSIECrawler
+Majestic-SEO
+Majestic12
+MarkWatch
 Mata Hari
-Mb2345Browser
-MeanPath Bot
-MegaIndex.ru
-Metauri
-MicroMessenger
+Mediatoolkitbot
+Microsoft Data Access
+Moblie Safari
+Mojeek
+Mojolicious
+Mr.4x3
+Musobot
 NICErsPRO
+Name Intelligence
 Nameprotect
-Nessus
-Net Vampire
-NetZIP
-Nettrack
-Netvibes
+Navroad
+NearSite
+Needle
+NetAnts
+NetLyzer
+NetMechanic
+Netcraft
+Nibbler
 Niki-bot
 NimbleCrawler
 Nimbostratus
+Ninja
+Nmap
+Not
 Nutch
-Offline Navigator
-Openfind
-Openvas
-OrangeBot
-OrangeSpider
+OnCrawl
 OutclicksBot
 OutfoxBot
-PHPCrawl
-Page Analyzer
-Papa Foto
+POE-Component-Client-HTTP
+Pavuk
+PeoplePal
 Petalbot
+Pi-Monster
+Picscout
 Pimonster
 Pixray
 Psbot
-Pu_iN
 QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
+RankActive
 RankingBot
-Re-re
-Reaper
-RepoMonkey
+Rankivabot
+RankurBot
+ReGet
+RealDownload
+Recorder
+RocketCrawler
+Rogerbot
+SBIder
 SEOkicks
-SEOstats
-SISTRIX
-SMTBot
-Screaming
+SEOlyticsCrawler
+ScanAlert
+ScoutJet
+ScreenerBot
 ScrepyBot
 SearchmetricsBot
-SemanticJuice
-SemrushBot
+SeoSiteCheckup
 SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
+Seomoz
+Siphon
+SiteSnagger
+SiteSucker
+Sitebeam
+Siteimprove
 SlySearch
-Snoopy
+SmartDownload
 Sogou web spider
+Sosospider
+Spammen
 SpankBot
-Spanner
-Spinn3r
-SputnikBot
-Sqworm
-Sucker
-SuperHTTP
-SurveyBot
-Suzuran
-Swiftbot
-T0PHackTeam
-T8Abot
-Teleport
+Stripper
+Sucuri
 Telesoft
-Telesphoreo
 Telesphorep
-The Intraformant
-TightTwatBot
-Toata
+Titan
 Toweyabot
 Tracemyfile
 Trendictionbot
 True_Robot
-TurnitinBot
-URLy Warning
-URLy.Warning
-V-BOT
+TwengaBot
+Twice
+Typhoeus
+UnisterBot
 VB Project
-Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
 Voltron
-WASALive-Bot
-WEBDAV
+WBSearchBot
 WISENutbot
-WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Collage
+WWW-Mechanize
+WallpapersHD
+Web Fuck
+Web Sucker
 WebAuto
+WebBandit
+WebCollage
 WebCopier
-WebEnhancer
-WebPix
-WebReaper
-Webshag
-Webster
-Whack
+WebFetch
+WebGo IS
+WebLeacher
+WebSauger
+WebStripper
+WebSucker
+WebWhacker
+Webalta
+WebsiteExtractor
 Who.is Bot
+WiseGuys Robot
 Wotbox
+Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zeus
 Zitebot
-ZyBorg
+ZoominfoBot
 autoemailspider
-cah.io.community
 check1.exe
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
+crawler4j
 dataforseo.com
-domainsproject.org
-gopher
-lwp-request
-magpie-crawler
-muhstik-scan
+eCatch
+heritrix
+instabid
+internetVista monitor
+pcBrowser
+probe-image-size
+scalaj-http
 scan.lol
-seoscanners
-sogouspider
-sp_auditbot
-sysscan
-trendiction.com
+seobility
+seostar
+serpstatbot
+sitechecker.pro
+siteripz
+spyfu
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
+x09Mozilla
 x22Mozilla
+zauba.io
 zgrab