V4.2021.09.2581 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
 404enemy
 80legs
-ADmantX
-AIBOT
-ALittle Client
+ASPSeek
+Aboundex
 Aboundexbot
-AiHitBot
-Alligator
-Anarchie
-Anarchy99
-Ankit
-Aspiegel
-AwarioRssBot
+Aipbot
+AlphaBot
+Anarchy
+Attach
+BDCbot
+BackStreet
+BackWeb
+BacklinkCrawler
 Bandit
-Barkrowler
+BatchFTP
 Battleztar Bazinga
 BetaBot
 Bigfoot
+Bitacle
 Black Hole
 BlackWidow
+BlowFish
 Boardreader
 Bolt
-Brandprotect
-Buck
+Brandwatch
 BuiltWith
 Bullseye
-CazoodleBot
+BunnySlippers
+BuzzSumo
+CATExplorador
+Calculon
 CensysInspect
+CheTeam
+ChinaClaw
+Claritybot
+Cloud mapping
 Cocolyzebot
-Cogentbot
+Collector
 Copier
-Craftbot
+CopyRightCheck
+Cosmos
+Crawling at Home Project
 CrunchBot
-CyotekWebCopy
-DSearch
+Custo
+DIIbot
 DTS Agent
 DataCha0s
 DatabaseDriverMysqli
+Demon
+Dirbuster
 Disco
-Dispatch
-DomCopBot
+Discobot
+Discoverybot
+DnyzBot
 DomainAppender
-DomainSigmaCrawler
-Domains Project
+DomainCrawler
 Drip
-ECCP/1.0
-EroCrawler
+EMail Wolf
+EasyDL
+EirGrabber
 ExtLinksBot
 Extractor
+ExtractorPro
+EyeNetIE
 Ezooms
-Freeuploader
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GetRight
-Getintent
-Gigabot
-GoZilla
+FemtosearchBot
+Fimap
+Firefox/7.0
+Flunky
+Foobot
+FrontPage
+FyberSpider
+GetWeb
+Go!Zilla
+Go-Ahead-Got-It
 Gotit
-GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
+Grabber
+Grafula
+GridBot
+HTTrack
 Haansoft
+Havij
 Heritrix
-HybridBot
-IDBTE4M
+Humanlinks
+IDBot
+IRLbot
+Iblog
+Id-search
 IlseBot
-InfoNaviRobot
+Image Fetch
+InterGET
 Internet Ninja
 InternetSeer
+Iskanie
 JOC Web Spider
-JennyBot
+Jbrofuzz
+Jetty
+Jorgee
 JustView
-Kenjin Spider
+Jyxobot
+Keyword Density
 LeechFTP
+LeechGet
 LexiBot
-Lftp
-LibWeb
-LieBaoFast
-Lightspeedsystems
+Libwhisker
+LinkWalker
+LinkextractorPro
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
 Litemage_walker
 Ltx71
-MSFrontPage
-MSIECrawler
-MTRobot
+MJ12bot
+MQQBrowser
 Mag-Net
-Majestic12
-MarkMonitor
-MarkWatch
-Masscan
+Mail.RU_Bot
 Mata Hari
 Mb2345Browser
-MegaIndex.ru
-Metauri
+Mediatoolkitbot
 Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Moblie Safari
-Mojolicious
 Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
 Msrabot
-Musobot
-NICErsPRO
-NPbot
 Name Intelligence
-Needle
+Navroad
+NearSite
 Net Vampire
 NetAnts
+NetLyzer
+NetMechanic
 NetSpider
 NetZIP
-NextGenSearchBot
+Netcraft
+Nettrack
 Niki-bot
-NimbleCrawler
-Octopus
+Offline Navigator
+OnCrawl
+OpenVAS
 Openfind
 Openvas
-OrangeBot
 OrangeSpider
-PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageThing.com
-Petalbot
-Picscout
-Piepmatz
-Pimonster
-Pixray
+Pandalytics
+Pavuk
+Picsearch
+ProWebWalker
+Probethenet
 Psbot
 Pump
+PyCurl
+QueryN Metasearch
 RSSingBot
-RankingBot2
+RankActive
+RankingBot
+Rankivabot
 RankurBot
-Re-re
-ReGet
-RebelMouse
+RepoMonkey
 Ripper
-Rogerbot
+SBIder
+SEOkicks-Robot
+SEOprofiler
 SEOstats
 SISTRIX
+SMTBot
 ScanAlert
 ScoutJet
-Scrapy
-SearchmetricsBot
+ScrepyBot
 SemrushBot
-SentiBot
-SeoSiteCheckup
 SeobilityBot
+Seomoz
+Siphon
 SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-Siteimprove
+SiteSnagger
+Sitebeam
+SmartDownload
 Snake
-SocialRankIOBot
 Sociscraper
-Sosospider
-Sottopop
-SpankBot
+SpaceBison
+SputnikBot
+Sqlmap
 Sqworm
 Stripper
-Sucker
-SuperBot
-Surfbot
-SurveyBot
 Suzuran
-Teleport
+Swiftbot
 TeleportPro
+Telesoft
 Telesphoreo
-Titan
-TwengaBot
-Twice
-Typhoeus
-Upflow
-VB Project
-VCI
+Toata
+Tracemyfile
+Trendiction
+True_Robot
+Turnitin
+URLy Warning
+URLy.Warning
+UnisterBot
+V-BOT
 VelenPublicWebCrawler
+VidibleScraper
 Virusdie
-Voltron
-WASALive-Bot
-WBSearchBot
 WEBDAV
-WISENutbot
-WWW-Collector-E
-WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
+WPScan
+WallpapersHD
 Web Auto
-Web Sauger
-WebBandit
+Web Pix
+Web Sucker
+WebFetch
 WebImageCollector
 WebLeacher
+WebPix
 WebSauger
-WebStripper
 WebSucker
-WebWhacker
 Webalta
-WebmasterWorldForumBot
-Website Quester
+WebsiteExtractor
 Webster
 Whack
-Who.is Bot
-WinHTTrack
+Widow
+WiseGuys Robot
 Wonderbot
 Woobot
-Wprecon
+Wotbox
 Xaldon WebSpider
-Xenu
-Zade
-Zeus
 Zitebot
-ZoomBot
-ZoominfoBot
-archive.org_bot
-arquivo.pt
 autoemailspider
-cah.io.community
-check1.exe
-clark-crawler
+backlink-check
 coccocbot-web
-crawler.feedback
-crawler4j
-dataforseo.com
-demandbase-bot
+cognitiveseo
 domainsproject.org
+eCatch
 facebookscraper
-gopher
 heritrix
-meanpathbot
+ips-agent
+lwp-trivial
 mediawords
-muhstik-scan
 oBot
-plumanalytics
-ripz
-s1z.ru
-seoscanners
+polaris version
+satoristudio.net
+scan.lol
+seobility
 seostar
-serpstatbot
-sexsearcher
+siteripz
 sogouspider
-spyfu
-sysscan
-trendiction.com
-voyagerx.com
+tAkeOut
+trendiction.de
+webmeup-crawler
 x09Mozilla
-x22Mozilla
-zauba.io