V4.2021.08.2543 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-ADmantX
-ALittle Client
+ASPSeek
+Abonti
 Aboundex
-AiHitBot
-Aipbot
-Alexibot
+Aboundexbot
+Acunetix
 Alligator
-Anarchie
-Anarchy99
+AlphaBot
+Anarchy
 Anthill
-AwarioRssBot
-BBBike
+Apexoo
+Attach
+BDCbot
 BLEXBot
 BackDoorBot
 BackStreet
 BackWeb
-Badass
+BacklinkCrawler
+Barkrowler
+BatchFTP
 Bigfoot
-Bitacle
+Black Hole
 BlackWidow
 Blackboard
-Blow
+BlowFish
 Bolt
-BotALot
-Brandwatch
-Buck
-BuiltBotTough
-BunnySlippers
+Brandprotect
+Buddy
+BuzzSumo
 CATExplorador
-CheTeam
+CSHttp
+Cegbfeieh
+CensysInspect
 CherryPicker
-Claritybot
-Collector
-Copier
-Copyscape
+ChinaClaw
+Cocolyzebot
+CopyRightCheck
 Cosmos
-Craftbot
+Crawling at Home Project
 Curious
 CyotekWebCopy
-DIIbot
+DBLBot
 DSearch
 DTS Agent
 DatabaseDriverMysqli
-Deusu
 Devil
-Digincore
-DigitalPebble
-DomainAppender
+Dispatch
+DittoSpyder
 DomainCrawler
-Download Wonder
-ECCP/1.0
-EasyDL
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Dragonfly
+Drip
 Ebingbong
+EirGrabber
+EroCrawler
+Exabot
+ExtLinksBot
 Extractor
-ExtractorPro
-FDM
-FHscan
-Firefox/7.0
-Foobot
-Fuzz
-G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
-GetRight
+Ezooms
+FemtosearchBot
+FlashGet
+FrontPage
+FyberSpider
+Fyrebot
+Genieo
+Getintent
 Gigablast
-Gigabot
-Go!Zilla
 GoZilla
-Gotit
 Grabber
-GrapeshotCrawler
-HEADMasterSEO
-Haansoft
-HaosouSpider
+HMView
+HTTrack
 Havij
+Hloader
 Humanlinks
-HybridBot
-Iblog
-Image Fetch
-Image Sucker
-InfoNaviRobot
-InterGET
+IDBot
+IRLbot
+Intelliseek
 Iskanie
-Jetty
-JikeSpider
-Joomla
 Jorgee
-Jyxobot
-Kinza
-LNSpiderguy
+Kenjin Spider
+Keyword Density
+LWP::Simple
+Larbin
 LeechFTP
-LeechGet
-LibWeb
-LieBaoFast
+Libwhisker
 Lightspeedsystems
-LinkScan
-Linkbot
+LinkextractorPro
+LinkpadBot
 LinksManager
-Lipperhey Spider
-MIDown tool
+LinqiaMetadataDownloaderBot
+Lipperhey
+Ltx71
+MFC_Tear_Sample
 MQQBrowser
-Majestic SEO
-MarkWatch
+MSFrontPage
+MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic12
 Mass Downloader
-Masscan
 Mata Hari
 MauiBot
-MeanPath Bot
-Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 Microsoft Data Access
-Morfeus Fucking Scanner
+Moblie Safari
+Mojeek
 Mozlila
 Mr.4x3
-NPbot
+Musobot
 Name Intelligence
-Nameprotect
-NetAnts
+NearSite
+Net Vampire
 NetLyzer
-NetSpider
-NetZIP
-Nettrack
+NextGenSearchBot
 Nibbler
-Nimbostratus
-Nmap
-Nutch
-Octopus
-Offline Navigator
-OnCrawl
+Ninja
+OpenLinkProfiler
 Openvas
-OrangeBot
-OutclicksBot
-PHPCrawl
+OutfoxBot
+PECL::HTTP
 Page Analyzer
 PageAnalyzer
-PageScorer
-Panscient
-Pi-Monster
+Petalbot
 Picscout
+Picsearch
 PictureFinder
 Piepmatz
+Pimonster
 Pixray
-ProPowerBot
 ProWebWalker
-Probethenet
-Psbot
+Pu_iN
 Pump
-QueryN Metasearch
-RankActiveLinkBot
-RankFlex
-Rankivabot
-RankurBot
-Re-re
+PxBroker
+RankingBot
+RankingBot2
 RealDownload
-RebelMouse
-SEOlyticsCrawler
-SEOprofiler
+Reaper
+RedesScrapy
+Ripper
+RocketCrawler
+Rogerbot
+SBIder
+SEOstats
 SISTRIX
 SMTBot
+SalesIntelligent
 ScanAlert
 Scanbot
-ScoutJet
 Scrapy
 ScreenerBot
-ScrepyBot
 Searchestate
-SearchmetricsBot
-Semrush
-SentiBot
-SiteLockSpider
+SeoSiteCheckup
+SeobilityBot
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
+SiteSucker
 Sitebeam
-Sitevigil
-SmartDownload
-Spammen
-SpankBot
+Snake
+Snoopy
+Sosospider
+Sottopop
 Spanner
-Spinn3r
-Sqlworm
-Sqworm
+Sqlmap
 Stripper
 Sucuri
+SuperBot
 SuperHTTP
-Surfbot
-Szukacz
-T8Abot
+SurveyBot
+Suzuran
+Swiftbot
+T0PHackTeam
 Teleport
 TeleportPro
-Telesphoreo
-TheNomad
+Telesoft
+Telesphorep
+Thumbor
+TightTwatBot
 Titan
 Toata
 Tracemyfile
-Trendictionbot
-True_Robot
-Twice
-URLy Warning
-URLy.Warning
-UnisterBot
+Trendiction
+Turingos
+Turnitin
+Upflow
 V-BOT
-Voil
-WEBDAV
+VCI
+Vacuum
+Virusdie
+VoidEYE
+Voltron
+WBSearchBot
 WISENutbot
-WWW::Mechanize
-WeSEE
-Web Auto
+WWWOFFLE
+Web Fetch
+Web Fuck
 Web Sauger
-WebAuto
-WebEnhancer
-WebLeacher
-WebReaper
+Web Sucker
+WebBandit
+WebCopier
+WebFetch
+WebFuck
+WebGo IS
+WebImageCollector
+WebStripper
 WebSucker
-Website Quester
-Whack
-Who.is Bot
+Webalta
+WebmasterWorldForumBot
+Webshag
+WebsiteQuester
+Webster
+Whacker
+Whatweb
+Widow
+WiseGuys Robot
 Woobot
-Wotbox
-YoudaoBot
-Zauba
+Zade
+Zermelo
+Zeus
+Zitebot
 ZoomBot
-ZumBot
 ZyBorg
-archive.org_bot
-arquivo.pt
 autoemailspider
-check1.exe
-clark-crawler
-coccocbot-web
+backlink-check
+cah.io.community
 com.plumanalytics
-crawler4j
-demandbase-bot
-domainsproject.org
 evc-batch
-gopher
-instabid
-lwp-request
+facebookscraper
+internetVista monitor
+lwp-trivial
+meanpathbot
+netEstate NE Crawler
 oBot
+page scorer
+plumanalytics
 polaris version
-probe-image-size
 ripz
-s1z.ru
-satoristudio.net
 seobility
-seoscanners
-sexsearcher
-sitechecker.pro
-spyfu
+seostar
 sysscan
+trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
-zauba.io
+webmeup-crawler
+webpros.com
+webprosbot
+xpymep1.exe