V4.2021.08.2544 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+ADmantX
+AIBOT
+ALittle Client
 ASPSeek
-Abonti
-Aboundex
-Aboundexbot
-Acunetix
-Alligator
-AlphaBot
-Anarchy
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Aipbot
+AllSubmitter
+Ankit
 Anthill
 Apexoo
+Aspiegel
+Asterias
 Attach
-BDCbot
+AwarioRssBot
 BLEXBot
-BackDoorBot
-BackStreet
 BackWeb
 BacklinkCrawler
-Barkrowler
-BatchFTP
 Bigfoot
-Black Hole
 BlackWidow
 Blackboard
-BlowFish
-Bolt
+Boardreader
 Brandprotect
-Buddy
+BuiltBotTough
+Bullseye
 BuzzSumo
-CATExplorador
-CSHttp
+Calculon
+CazoodleBot
 Cegbfeieh
 CensysInspect
-CherryPicker
+CheTeam
 ChinaClaw
-Cocolyzebot
-CopyRightCheck
-Cosmos
+Claritybot
+Cliqzbot
+Cloud mapping
+Cogentbot
+Copier
 Crawling at Home Project
-Curious
-CyotekWebCopy
 DBLBot
-DSearch
-DTS Agent
 DatabaseDriverMysqli
+Deusu
 Devil
-Dispatch
-DittoSpyder
-DomainCrawler
-DomainSigmaCrawler
+Digincore
+Dirbuster
+Disco
+DomainStatsBot
 Domains Project
 Dotbot
-Dragonfly
-Drip
-Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
-Exabot
-ExtLinksBot
+Evil
+Express WebPictures
 Extractor
+ExtractorPro
 Ezooms
+FHscan
 FemtosearchBot
-FlashGet
-FrontPage
-FyberSpider
+Firefox/7.0
+Flunky
+Foobot
+Fuzz
 Fyrebot
-Genieo
+GT::WWW
+GalaxyBot
+GetRight
 Getintent
 Gigablast
-GoZilla
-Grabber
-HMView
-HTTrack
-Havij
-Hloader
+Gigabot
+Go-Ahead-Got-It
+GrabNet
+GridBot
+HTMLparser
+HTTP::Lite
+Harvest
+Heritrix
 Humanlinks
-IDBot
+HybridBot
+IDBTE4M
 IRLbot
+Id-search
+IlseBot
+Image Sucker
+IndeedBot
+InfoNaviRobot
+InfoTekies
 Intelliseek
 Iskanie
+JOC Web Spider
+Jbrofuzz
+JennyBot
+JikeSpider
+Joomla
 Jorgee
-Kenjin Spider
-Keyword Density
-LWP::Simple
+Jyxobot
+LNSpiderguy
 Larbin
-LeechFTP
-Libwhisker
-Lightspeedsystems
+LibWeb
+LinkWalker
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
 MFC_Tear_Sample
-MQQBrowser
-MSFrontPage
 MTRobot
-Mag-Net
-Magnet
 Mail.RU_Bot
+Majestic-SEO
 Majestic12
-Mass Downloader
+Masscan
 Mata Hari
-MauiBot
-Mediatoolkitbot
-MegaIndex.ru
+Meanpathbot
+Metauri
+MicroMessenger
 Microsoft Data Access
 Moblie Safari
-Mojeek
-Mozlila
-Mr.4x3
-Musobot
+Mojolicious
+Msrabot
+NPbot
 Name Intelligence
-NearSite
-Net Vampire
-NetLyzer
+NetAnts
+Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
 Nibbler
-Ninja
-OpenLinkProfiler
-Openvas
+Nikto
+NimbleCrawler
+Nimbostratus
+Nuclei
+Offline Navigator
+OrangeBot
+OrangeSpider
 OutfoxBot
-PECL::HTTP
+PHPCrawl
 Page Analyzer
-PageAnalyzer
+PageGrabber
 Petalbot
-Picscout
-Picsearch
-PictureFinder
-Piepmatz
 Pimonster
 Pixray
-ProWebWalker
-Pu_iN
 Pump
 PxBroker
+PyCurl
+Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
 RankingBot
-RankingBot2
-RealDownload
-Reaper
+ReGet
 RedesScrapy
 Ripper
 RocketCrawler
-Rogerbot
-SBIder
-SEOstats
+SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
-Scrapy
-ScreenerBot
 Searchestate
-SeoSiteCheckup
+SearchmetricsBot
+Semrush
 SeobilityBot
+Shodan
 Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
+SiteExplorer
 SiteSucker
-Sitebeam
-Snake
+Sitevigil
+SlySearch
+Snapbot
 Snoopy
+Sociscraper
 Sosospider
 Sottopop
+SpankBot
 Spanner
-Sqlmap
 Stripper
 Sucuri
-SuperBot
-SuperHTTP
-SurveyBot
-Suzuran
-Swiftbot
-T0PHackTeam
+Surfbot
 Teleport
-TeleportPro
-Telesoft
+Telesphoreo
 Telesphorep
+TheNomad
 Thumbor
 TightTwatBot
-Titan
-Toata
 Tracemyfile
-Trendiction
-Turingos
+Trendictionbot
+True_Robot
 Turnitin
-Upflow
-V-BOT
-VCI
-Vacuum
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
+URLy.Warning
 Virusdie
 VoidEYE
 Voltron
-WBSearchBot
-WISENutbot
-WWWOFFLE
-Web Fetch
-Web Fuck
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Pix
 Web Sauger
 Web Sucker
 WebBandit
 WebCopier
-WebFetch
-WebFuck
-WebGo IS
-WebImageCollector
+WebLeacher
+WebPix
 WebStripper
-WebSucker
-Webalta
-WebmasterWorldForumBot
+WebZIP
 Webshag
-WebsiteQuester
+WebsiteExtractor
 Webster
-Whacker
-Whatweb
+Whack
+Who.is Bot
 Widow
+WinHTTrack
 WiseGuys Robot
-Woobot
-Zade
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zauba
 Zermelo
-Zeus
-Zitebot
-ZoomBot
+ZmEu
 ZyBorg
-autoemailspider
-backlink-check
-cah.io.community
-com.plumanalytics
-evc-batch
+arquivo-web-crawler
+clark-crawler
+coccocbot-web
+cognitiveseo
+crawler.feedback
 facebookscraper
 internetVista monitor
 lwp-trivial
-meanpathbot
+magpie-crawler
+mediawords
 netEstate NE Crawler
-oBot
 page scorer
-plumanalytics
-polaris version
 ripz
+s1z.ru
+scalaj-http
 seobility
 seostar
+sexsearcher
+siteripz
+sp_auditbot
 sysscan
+tAkeOut
 trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webpros.com
-webprosbot
-xpymep1.exe
+zauba.io