V4.2021.10.2667 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404enemy
-AIBOT
-Abonti
-Aboundex
+80legs
+ALittle Client
 Aboundexbot
-AfD-Verbotsverfahren
+Acunetix
 AiHitBot
 Aipbot
-Anarchy99
-Apexoo
-Aspiegel
-BDFetch
-BLEXBot
+Alligator
+Ankit
+Attach
+BBBike
 BackDoorBot
-BacklinkCrawler
-Badass
-Bandit
+BackWeb
 BetaBot
 Bitacle
 Black Hole
 BlackWidow
+Blackboard
 Blow
 Boardreader
 Bolt
-BotALot
-Brandprotect
-BuiltWith
-BunnySlippers
+Brandwatch
+Buck
+Bullseye
 BuzzSumo
+CATExplorador
 CCBot
-CODE87
 CSHttp
-CazoodleBot
-Cegbfeieh
-CheeseBot
-CherryPicker
-Claritybot
-Cocolyzebot
-CopyRightCheck
+ChinaClaw
+Chlooe
+Copier
 Copyscape
-Cosmos
-Crescent
-Custo
+Craftbot
+CrazyWebCrawler
 DSearch
+DTS Agent
 DataCha0s
-Deusu
+DatabaseDriverMysqli
 Digincore
 Dirbuster
-Discobot
-Discoverybot
-Dispatch
+Disco
+DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainSigmaCrawler
-EMail Wolf
-Exabot
+DomainAppender
+Domains Project
+Dotbot
+EMail Siphon
+Ebingbong
+EroCrawler
+Express WebPictures
 ExtLinksBot
 Extractor
-ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 Ezooms
-FemtosearchBot
-Fimap
-Fuzz
-FyberSpider
-GT::WWW
+FDM
+Flunky
+G-i-g-a-b-o-t
+GalaxyBot
 Genieo
 GermCrawler
-GetWeb
-Go!Zilla
-Gotit
-GrabNet
+GetRight
+Gigabot
+GoZilla
 Grabber
-GrapeshotCrawler
-GridBot
-HMView
+GrapeFX
 HTTrack
-Haansoft
 Harvest
 Heritrix
-Humanlinks
-HybridBot
+Hloader
 IDBTE4M
-IRLbot
-Image Fetch
-Image Sucker
-Indy Library
-InfoNaviRobot
-InterGET
-Internet Ninja
+IDBot
+Iblog
 InternetSeer
 IstellaBot
-JOC Web Spider
-JustView
+JamesBOT
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Jyxobot
 Kenjin Spider
+Kinza
+LNSpiderguy
+LWP::Simple
 LeechFTP
-Lftp
-LibWeb
-LieBaoFast
+Lightspeedsystems
 Likse
-LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Ltx71
+MFC_Tear_Sample
 MIIxpc
-MQQBrowser
 Mag-Net
-Majestic-SEO
+Mail.RU_Bot
+Majestic SEO
 Majestic12
-Masscan
+MarkMonitor
 MeanPath Bot
+Meanpathbot
 MegaIndex.ru
+Metauri
+Microsoft Data Access
 Microsoft URL Control
 Mojeek
 Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Msrabot
-Needle
+NPbot
+Nameprotect
+NearSite
 Nessus
 NetAnts
-NetLyzer
-NetMechanic
-NetSpider
+NetZIP
 Netcraft
 Nettrack
-Nimbostratus
+Nibbler
+Nikto
+NimbleCrawler
+Nmap
 Octopus
-Offline Navigator
-OnCrawl
+OpenLinkProfiler
 Openvas
+OrangeSpider
+OutclicksBot
+OutfoxBot
 PECL::HTTP
-Page Analyzer
-PageAnalyzer
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-PageScorer
-Papa Foto
-PeoplePal
-Picscout
-Piepmatz
+Pandalytics
 Pimonster
-PleaseCrawl
 Probethenet
-Pump
+Pu_iN
 PxBroker
-PyCurl
 QueryN Metasearch
-Quick-Crawler
+RankActive
 RankActiveLinkBot
+RankFlex
+RankingBot
+Re-re
 ReGet
-Reaper
-Recorder
+RedesScrapy
 RepoMonkey
-Ripper
 Rogerbot
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOstats
-SMTBot
-ScanAlert
-ScoutJet
+Scanbot
 Scrapy
 Screaming
 ScreenerBot
-Semrush
-SemrushBot
-Shodan
+ScrepyBot
+SearchmetricsBot
+SeobilityBot
+Seomoz
+Siphon
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 SiteSnagger
 Sitebeam
-Sitevigil
-SlySearch
-Snapbot
-Snoopy
+Snake
+SocialRankIOBot
 Sociscraper
-Sosospider
+Sogou web spider
+SpaceBison
 Spammen
 SpankBot
-Spbot
+Spanner
 SputnikBot
 Sqlmap
-Sqlworm
-Sqworm
+Steeler
+Stripper
+Suzuran
+Szukacz
+T0PHackTeam
 Teleport
-TeleportPro
-Telesphoreo
-The Intraformant
-Thumbor
+Telesoft
+TheNomad
 TightTwatBot
 Trendiction
 Trendictionbot
-True_Robot
 Turingos
-Twice
-Typhoeus
-VeriCiteCrawler
+URLy Warning
+V-BOT
+VB Project
+VCI
+Vagabondo
 VidibleScraper
-VoidEYE
-Voltron
-WISENutbot
+WASALive-Bot
+WWW::Mechanize
 Wallpapers
 Web Collage
-Web Enhancer
-Web Sucker
+Web Sauger
+WebAuto
+WebBandit
+WebCopier
 WebEnhancer
 WebFuck
+WebImageCollector
+WebLeacher
 WebPix
 WebReaper
-WebsiteExtractor
-Whack
+WebSucker
+WebZIP
+WebmasterWorldForumBot
+Website Quester
 Whacker
-Widow
-Wotbox
+Who.is Bot
+WiseGuys Robot
+Wonderbot
+Wprecon
 Xaldon_WebSpider
 Xenu
 Zade
-Zermelo
-Zitebot
-ZmEu
+Zauba
+Zeus
 ZoomBot
+ZoominfoBot
 ZumBot
-ZyBorg
 arquivo.pt
 autoemailspider
 backlink-check
-clark-crawler
-coccocbot-web
+cah.io.community
+cognitiveseo
 com.plumanalytics
 crawler.feedback
-domainsproject.org
-eCatch
+crawler4j
+demandbase-bot
+facebookscraper
 gopher
-internetVista monitor
+heritrix
+instabid
+lwp-trivial
 magpie-crawler
-netEstate NE Crawler
-page scorer
-plumanalytics
+mediawords
+muhstik-scan
 polaris version
+ripz
 s1z.ru
 satoristudio.net
-scalaj-http
-seobility
-serpstatbot
-sp_auditbot
-tAkeOut
-ubermetrics-technologies.com
-webmeup-crawler
+seoscanners
+seostar
+siteripz
+sysscan
+trendiction.de
 webprosbot
-x22Mozilla
+x09Mozilla
 xpymep1.exe
+zauba.io
+zgrab