V4.2022.09.3369 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-Aboundex
-Aboundexbot
+ALittle Client
+ASPSeek
+Acunetix
 AhrefsBot
 AiHitBot
-Alexibot
-AllSubmitter
-Anarchy
-Anarchy99
+AlphaBot
 Ankit
-Anthill
-Apexoo
 Atomseobot
 AwarioSmartBot
-BackWeb
+BDFetch
+BLEXBot
+BackStreet
 Backlink-Ceck
-Bandit
+Badass
+BetaBot
+Bigfoot
 Black Hole
-Blackboard
-Blow
-BlowFish
+Bolt
+BotALot
 Brandprotect
-Buck
 Buddy
-BuiltWith
 BuzzSumo
-CCBot
-CazoodleBot
+CATExplorador
+Calculon
 CensysInspect
-CherryPicker
+CheTeam
 ChinaClaw
+Citoid
+Cliqzbot
 Cocolyzebot
 Cogentbot
 Copyscape
 Cosmos
+Craftbot
 CrazyWebCrawler
 Custo
-CyotekWebCopy
 DBLBot
-DIIbot
-DatabaseDriverMysqli
+DSearch
+DTS Agent
+DataCha0s
 Demon
+Deusu
+Devil
 DigitalPebble
-Dirbuster
-Disco
-DnyzBot
-DomCopBot
-DomainAppender
-DomainCrawler
-ECCP/1.0
+Discoverybot
+DomainSigmaCrawler
+DomainStatsBot
+Download Wonder
+Dragonfly
 EMail Siphon
-EMail Wolf
 Ebingbong
 Ecxi
-EroCrawler
 Exabot
 Express WebPictures
 ExtLinksBot
 Extractor
-ExtractorPro
 FDM
-FHscan
 Fimap
-Fuzz
-Fyrebot
+Firefox/7.0
+FlashGet
+Freeuploader
+FrontPage
+G-i-g-a-b-o-t
 GalaxyBot
+Genieo
+GermCrawler
 GetRight
-Go!Zilla
+GetWeb
 Go-Ahead-Got-It
-Gotit
+GrapeFX
+GrapeshotCrawler
 GridBot
-HMView
-HTTrack
-Haansoft
-Harvest
-Havij
-Heritrix
-HonoluluBot
-IDBot
-Id-search
+Hloader
+Humanlinks
+IDBTE4M
+IlseBot
+Image Sucker
 IndeedBot
 Indy Library
-InfoNaviRobot
-InterGET
+InternetSeer
+Iria
+Iskanie
 IstellaBot
-Jbrofuzz
-Jetty
-JustView
+JOC Web Spider
+JamesBOT
+Jorgee
 Jyxobot
-Keyword Density
-Kozmosbot
-Leap
-Lftp
-LibWeb
+Kenjin Spider
+Keybot Translation-Search-Machine
+LNSpiderguy
+LWP::Simple
+Larbin
 Libwhisker
-Lightspeedsystems
+LieBaoFast
+Likse
 LinkScan
-Linkbot
+LinkextractorPro
 LinkpadBot
-LinksManager
+LinqiaScrapeBot
 Litemage_walker
-Ltx71
+Lmspider
 MIIxpc
-MSFrontPage
+MJ12bot
+MTRobot
 Mag-Net
-Majestic SEO
-Majestic12
-MarkMonitor
-MauiBot
-MegaIndex.ru
-Metauri
+Majestic-SEO
+MarkWatch
+Mass Downloader
+Mata Hari
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
+Mojeek
+Mojolicious
 Mozlila
-Mr.4x3
-Nameprotect
-NearSite
-Nessus
-NetSpider
-Nettrack
-Netvibes
-NextGenSearchBot
-Niki-bot
+Msrabot
+Musobot
+NPbot
+Needle
+NetAnts
+Nibbler
 Nikto
-NimbleCrawler
-Nmap
-Not
-Octopus
-Offline Explorer
-OpenLinkProfiler
-OpenVAS
-OutfoxBot
+Nimbostratus
+Ninja
+Nutch
+Openvas
+OutclicksBot
+PHPCrawl
+PageAnalyzer
 PageGrabber
-PageScorer
-Panscient
+PageThing.com
+Pandalytics
+Pavuk
+Picscout
+Picsearch
 PictureFinder
 Piepmatz
 Pimonster
+ProPowerBot
+ProWebWalker
 Psbot
 Pu_iN
-Pump
+PyCurl
+RSSingBot
 RankActive
-RankActiveLinkBot
+RankingBot2
 Rankivabot
 RankurBot
-Recorder
+Re-re
+RebelMouse
+RepoMonkey
 Ripper
-RocketCrawler
-Rogerbot
-SEOkicks-Robot
-SEOstats
 SISTRIX
 SalesIntelligent
-ScanAlert
-ScoutJet
-Scrapy
 Screaming
 ScrepyBot
-Searchestate
-SemanticJuice
-SentiBot
-SeobilityBot
-Seomoz
-Siphon
+SearchmetricsBot
+SemrushBot
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteExplorer
+SiteSucker
+Sitebeam
+SlySearch
+SmartDownload
 Snake
 Snapbot
-Sosospider
-Sottopop
+Snoopy
+SocialRankIOBot
+Spammen
+SpankBot
 Spbot
 Spinn3r
 Sqlworm
+Sqworm
 Stripper
-SuperBot
-SurveyBot
+Sucker
+Sucuri
 Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
 Teleport
+TeleportPro
+Telesphorep
 The Intraformant
+Thumbor
+TightTwatBot
 Titan
+Toata
+Toweyabot
 Tracemyfile
 Trendiction
-Trendictionbot
-Turingos
 Turnitin
+TurnitinBot
+TwengaBot
 Typhoeus
-URLy.Warning
-V-BOT
+URLy Warning
+UnisterBot
 VCI
-Vagabondo
-VelenPublicWebCrawler
-Virusdie
 VoidEYE
-Voltron
+Voil
+WASALive-Bot
+WBSearchBot
 WEBDAV
 WPScan
-WWWOFFLE
 WallpapersHD
-WeSEE
 Web Auto
-Web Collage
-Web Sucker
+Web Enhancer
+Web Pix
 WebAuto
-WebBandit
 WebCollage
-WebFuck
-WebPix
+WebGo IS
+WebImageCollector
 WebReaper
-WebSucker
-WebsiteExtractor
-WebsiteQuester
-Whack
-Whacker
+WebSauger
+WebWhacker
+Webalta
+Webshag
+Webster
+WinHTTrack
 Woobot
-Wprecon
-Xaldon WebSpider
-Xenu
-Zade
-Zauba
-Zermelo
-Zitebot
-ZoominfoBot
-ZumBot
+Zeus
+ZoomBot
+adscanner
+archive.org_bot
+autoemailspider
+backlink-check
 check1.exe
-clark-crawler
-coccocbot
-dataforseo.com
-heritrix
-instabid
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+isitwp.com
 iubenda-radar
-mediawords
+lwp-trivial
+magpie-crawler
+meanpathbot
 netEstate NE Crawler
-plumanalytics
-scalaj-http
+satoristudio.net
 seoscanners
-serpstatbot
+seostar
 sexsearcher
-sitechecker.pro
 siteripz
-sogouspider
 sp_auditbot
 spyfu
-sysscan
-tAkeOut
 trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
+trendiction.de
 webmeup-crawler
+webprosbot
+x09Mozilla
+zauba.io