V4.2022.05.3091 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+80legs
 ADmantX
-ASPSeek
-Abonti
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
-AlphaBot
-Anarchie
-Apexoo
-Atomseobot
-Attach
-AwarioRssBot
-BBBike
-BLEXBot
-Barkrowler
+ALittle Client
+Aboundexbot
+AhrefsBot
+Aipbot
+Alligator
+Anarchy99
+BDFetch
+BackStreet
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
 BatchFTP
-Battleztar Bazinga
-BlackWidow
+Black Hole
 Blackboard
-Boardreader
-Bolt
-BuiltWith
-Bullseye
+Blow
+Brandwatch
+Buck
 BunnySlippers
-BuzzSumo
-Calculon
-CazoodleBot
+CATExplorador
+CODE87
 CensysInspect
 CheTeam
-ChinaClaw
-Chlooe
+CheeseBot
+CherryPicker
 Citoid
-Cliqzbot
-Cocolyzebot
-Cogentbot
+Claritybot
+Collector
 Copier
-CopyRightCheck
 Copyscape
+Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-Custo
-CyotekWebCopy
-DBLBot
-DSearch
-Demon
+Crescent
+DataCha0s
+DatabaseDriverMysqli
 Deusu
-Digincore
+DigitalPebble
 Dispatch
-Dotbot
-Download Wonder
-Dragonfly
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 EasyDL
 Ebingbong
+Ecxi
 EirGrabber
+EroCrawler
 Evil
-Express WebPictures
 Extractor
-Extreme Picture Finder
-FHscan
-Flunky
+FemtosearchBot
+Fimap
+Firefox/7.0
+Foobot
 Freeuploader
 FrontPage
 Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
 Genieo
-GetRight
-Gigabot
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
+GermCrawler
+Go!Zilla
+GrabNet
+GrapeFX
+GridBot
 HMView
+Haansoft
+HaosouSpider
 Harvest
+Havij
+Heritrix
 HonoluluBot
 IDBTE4M
-IRLbot
 Iblog
+Id-search
 Image Fetch
-Indy Library
-InfoTekies
-Internet Ninja
+IndeedBot
+InfoNaviRobot
 InternetSeer
+Iria
 Iskanie
-Jetty
-Jorgee
 JustView
-Kenjin Spider
-Kozmosbot
+Jyxobot
+Kinza
+LWP::Simple
 Lanshanbot
-Larbin
-LibWeb
+LeechGet
+LexiBot
+Lftp
+Libwhisker
 Likse
-LinkWalker
 LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinksManager
 LinqiaScrapeBot
 Lipperhey
-Lmspider
-Ltx71
+Litemage_walker
+MFC_Tear_Sample
 MQQBrowser
-MSIECrawler
+MSFrontPage
 MTRobot
-Majestic SEO
-MarkMonitor
-Mb2345Browser
+Mag-Net
+Magnet
+Majestic12
+Masscan
 Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
+Minefield
+Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Name Intelligence
-Needle
+Mr.4x3
+Musobot
+Navroad
+Nessus
 NetAnts
-NetMechanic
 NetZIP
-Nettrack
 Netvibes
-Niki-bot
-Nimbostratus
+Nikto
+NimbleCrawler
+Ninja
 Not
-Nutch
-OpenLinkProfiler
-OpenVAS
-Openfind
-OrangeBot
-OutclicksBot
-Page Analyzer
-PageScorer
-Petalbot
-PictureFinder
-PleaseCrawl
-Pockey
-ProWebWalker
+Octopus
+OnCrawl
+PHPCrawl
+POE-Component-Client-HTTP
+PageThing.com
+Pandalytics
+Pavuk
+PeoplePal
+Pi-Monster
+Probethenet
+Pu_iN
+Pump
 PyCurl
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankFlex
-RankingBot
-RankingBot2
-RankurBot
+RankActive
+Re-re
 ReGet
-RealDownload
+Reaper
+RebelMouse
 Recorder
-RedesScrapy
-RocketCrawler
-SBIder
-SISTRIX
-Scanbot
+RepoMonkey
+SEOkicks
+SEOprofiler
+SMTBot
+ScanAlert
+ScoutJet
 Screaming
 ScreenerBot
-ScrepyBot
 Searchestate
-SearchmetricsBot
+Seekport
 SemanticJuice
-Semrush
-SemrushBot
-SentiBot
 Seomoz
-Shodan
-Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-SiteSnagger
-Sitebeam
 Sitevigil
+Snake
 Snapbot
 Snoopy
+SocialRankIOBot
+Sogou web spider
+Sosospider
 Spammen
 SpankBot
 Spbot
-Stripper
+Sqlmap
 Sucker
 Sucuri
+SuperBot
+Surfbot
+Suzuran
+Szukacz
+T0PHackTeam
+TeleportPro
 Telesoft
-Thumbor
-TightTwatBot
+Telesphorep
+The Intraformant
 Titan
-Turingos
-Turnitin
-TurnitinBot
+Toata
 TwengaBot
 Twice
-URLy Warning
-URLy.Warning
-VB Project
+UnisterBot
+V-BOT
+VCI
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-VoidEYE
-WASALive-Bot
+Voil
+WBSearchBot
 WEBDAV
-WPScan
-WWW-Mechanize
-Wallpapers/3.0
+WISENutbot
+WWW-Collector-E
+WallpapersHD
 WeSEE
 Web Enhancer
+Web Fetch
+Web Fuck
 Web Pix
 Web Sucker
+WebAuto
 WebBandit
-WebLeacher
+WebFetch
+WebPix
 WebReaper
+WebSauger
 WebStripper
-WebZIP
+WebWhacker
 WebmasterWorldForumBot
+Webshag
 WebsiteQuester
-Whack
-Wonderbot
+Webster
+WiseGuys Robot
 Woobot
+Wotbox
 Wprecon
-YoudaoBot
-Zeus
+Zade
+Zauba
 Zitebot
-ZoomBot
-ZumBot
-arquivo-web-crawler
+ZmEu
+ZoominfoBot
+ZyBorg
+adscanner
 arquivo.pt
-check1.exe
 cognitiveseo
-crawler.feedback
-demandbase-bot
-domainsproject.org
-facebookscraper
-gopher
-heritrix
-isitwp.com
-iubenda-radar
-lwp-request
+com.plumanalytics
+evc-batch
+magpie-crawler
 muhstik-scan
+pcBrowser
 plumanalytics
-polaris version
-ripz
 s1z.ru
-satoristudio.net
+scalaj-http
+seobility
+seocompany.store
 seoscanners
-seostar
+sexsearcher
 sitechecker.pro
-spyfu
-trendiction.com
+sp_auditbot
+sysscan
+trendiction.de
 webpros.com
+webprosbot
+x09Mozilla
 xpymep1.exe
+zgrab