V4.2022.02.2913 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-ADmantX
 AIBOT
+ALittle Client
 ASPSeek
-Acunetix
-AhrefsBot
+Aboundex
+AfD-Verbotsverfahren
 Aipbot
+Alexibot
 AllSubmitter
-Anarchy
+Alligator
+AlphaBot
 Anarchy99
-Attach
+Aspiegel
 AwarioRssBot
-AwarioSmartBot
-BBBike
+BLEXBot
+BackWeb
+Badass
 Bandit
-BetaBot
 Bigfoot
+Bitacle
 Black Hole
-BlackWidow
+Blackboard
+Blow
+BlowFish
 Bolt
-BotALot
-Brandprotect
+BuiltBotTough
 BuzzSumo
+CODE87
+CazoodleBot
+CherryPicker
 Chlooe
-Cocolyzebot
-Copier
-Copyscape
-Craftbot
+Citoid
+Claritybot
+Cliqzbot
+Cloud mapping
+CopyRightCheck
 CrazyWebCrawler
 Crescent
+CrunchBot
 Curious
 Custo
-CyotekWebCopy
 DBLBot
+DIIbot
 DSearch
-DataCha0s
+DTS Agent
+DatabaseDriverMysqli
+Deusu
 Digincore
 DigitalPebble
 Disco
+Discobot
+Discoverybot
 Dispatch
 DittoSpyder
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
+DnBCrawler-Analytics
+DomCopBot
+DomainCrawler
+Domains Project
 Dotbot
-ECCP/1.0
-EasyDL
+Drip
 Ebingbong
-Ecxi
-Evil
+EirGrabber
+EroCrawler
+ExtLinksBot
 ExtractorPro
-EyeNetIE
-Foobot
+Ezooms
+FemtosearchBot
+Firefox/7.0
+Freeuploader
+FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-GetWeb
+GetRight
+Gigabot
 Gotit
-Grabber
-GrapeFX
 GrapeshotCrawler
 GridBot
-HTMLparser
-HonoluluBot
+HEADMasterSEO
+HTTrack
+Hloader
+HybridBot
 IRLbot
 Iblog
-IlseBot
-Image Fetch
+Indy Library
 InfoNaviRobot
-Intelliseek
 Internet Ninja
-InternetSeer
-Iskanie
-IstellaBot
-Jbrofuzz
-Jetty
-JikeSpider
+Iria
+JOC Web Spider
+JamesBOT
+Joomla
 JustView
-Keyword Density
 Kozmosbot
-LNSpiderguy
-LWP::Simple
 Lanshanbot
-Larbin
+LeechGet
+LexiBot
+Libwhisker
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkextractorPro
+LinkWalker
+Linkbot
 LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey
+Litemage_walker
+Lmspider
 Ltx71
-MJ12bot
-MSIECrawler
+MIIxpc
+MQQBrowser
+MSFrontPage
 MTRobot
-Mag-Net
-Magnet
 Mail.RU_Bot
-Majestic SEO
-MarkMonitor
+Majestic-SEO
 MarkWatch
-Masscan
-Mata Hari
-MauiBot
-MeanPath Bot
-Mediatoolkitbot
-Metauri
-MicroMessenger
+Meanpathbot
+MegaIndex.ru
 Microsoft URL Control
-Mojeek
-Mojolicious
+Minefield
 Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
 Msrabot
-NICErsPRO
-Net Vampire
-NetLyzer
+Name Intelligence
+Nameprotect
+Needle
+Nessus
 NetMechanic
-NetZIP
 Netcraft
 Netvibes
 Nibbler
-NimbleCrawler
+Niki-bot
+Nikto
 Nimbostratus
-Not
+Nmap
 Nuclei
-Octopus
-Offline Explorer
-Openfind
-OrangeBot
-OrangeSpider
-PECL::HTTP
+OpenVAS
 PHPCrawl
-Page Analyzer
-Papa Foto
-Picscout
+PageAnalyzer
+PageThing.com
+Pavuk
+PeoplePal
 PictureFinder
 Pixray
-ProPowerBot
-ProWebWalker
 Psbot
-PxBroker
-Quick-Crawler
+QueryN Metasearch
 RSSingBot
-RankActiveLinkBot
+RankActive
+RankFlex
+RankingBot
+RankingBot2
 Rankivabot
-RankurBot
-Re-re
-Recorder
-RedesScrapy
+ReGet
+Reaper
+Ripper
+RocketCrawler
+SEOkicks
 SEOlyticsCrawler
+SEOstats
 SISTRIX
-SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
 ScoutJet
-ScreenerBot
-Searchestate
-SemanticJuice
+Screaming
 SemrushBot
-SentiBot
 SeobilityBot
-Seomoz
-Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
-Snake
-Snapbot
-Snoopy
-SocialRankIOBot
-Sogou web spider
-Sottopop
-Spammen
+Siteimprove
+SlySearch
+Sosospider
 SpankBot
-Spanner
-Spbot
 Spinn3r
-SputnikBot
 Sqlmap
-Stripper
-Sucker
-Sucuri
-Szukacz
+SuperHTTP
+Surfbot
+SurveyBot
+Suzuran
+T8Abot
 Teleport
-Telesphoreo
-Toweyabot
+TeleportPro
+Telesoft
+TheNomad
+Thumbor
+TightTwatBot
+Trendiction
 Trendictionbot
+TwengaBot
+Typhoeus
 UnisterBot
-VCI
+V-BOT
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
 VoidEYE
-WEBDAV
+Voil
+Voltron
+WBSearchBot
 Wallpapers
 Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Auto
-Web Fuck
+Web Sauger
 Web Sucker
-WebFetch
+WebCollage
 WebGo IS
-WebImageCollector
-WebLeacher
 WebPix
-WebStripper
-WebSucker
-WebWhacker
-WebZIP
+WebReaper
+Webalta
 WebmasterWorldForumBot
 WebsiteExtractor
-WebsiteQuester
 Webster
-Whacker
 Who.is Bot
+Widow
+WinHTTrack
 Wonderbot
 Woobot
-Xaldon WebSpider
-YoudaoBot
+Wprecon
+Xaldon_WebSpider
+Zitebot
+ZmEu
+ZoomBot
+ZoominfoBot
 adscanner
-arquivo.pt
-backlink-check
-cognitiveseo
-crawler4j
+check1.exe
+com.plumanalytics
+dataforseo.com
+demandbase-bot
 domainsproject.org
 eCatch
-facebookscraper
+evc-batch
 heritrix
-internetVista monitor
+ips-agent
 isitwp.com
 lwp-request
-lwp-trivial
+magpie-crawler
 mediawords
-plumanalytics
-probe-image-size
+muhstik-scan
+page scorer
+polaris version
+s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-sexsearcher
 sitechecker.pro
-trendiction.de
+sogouspider
+sp_auditbot
 ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
 webmeup-crawler
-webprosbot
 x09Mozilla
-zauba.io
 zgrab