V4.2022.01.2882 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-80legs
+Abonti
 Aboundex
 AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-AlphaBot
+Alexibot
+AllSubmitter
 Anarchie
-Anarchy
 Anarchy99
-Ankit
-Apexoo
-Attach
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BDCbot
+Asterias
+Atomseobot
 BDFetch
-Backlink-Ceck
-BacklinkCrawler
-Bandit
+BLEXBot
+BackDoorBot
+BackStreet
 Battleztar Bazinga
-BetaBot
-BlackWidow
-BlowFish
-BuiltBotTough
+Black Hole
+Blackboard
+Boardreader
+Bolt
+Brandprotect
 BuiltWith
+Bullseye
 CATExplorador
-CSHttp
+CCBot
 CensysInspect
-CheeseBot
-CherryPicker
+ChinaClaw
+Citoid
 Claritybot
-Cliqzbot
 Cocolyzebot
-Copier
+Cogentbot
 Cosmos
-Craftbot
-Crawling at Home Project
 CrazyWebCrawler
 Crescent
 CrunchBot
-Custo
-DTS Agent
-Demon
-Digincore
-DigitalPebble
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Deusu
+Devil
 Discoverybot
-Dispatch
 DnyzBot
+DomCopBot
 DomainAppender
-DomainSigmaCrawler
-Domains Project
+DomainCrawler
+DomainStatsBot
 Dotbot
-Download Wonder
-Dragonfly
-Drip
+ECCP/1.0
 EMail Siphon
-EasyDL
+EMail Wolf
 EroCrawler
+Evil
+ExtLinksBot
 Extractor
-FHscan
+ExtractorPro
+Ezooms
 Firefox/7.0
 FlashGet
-Foobot
-GalaxyBot
-GermCrawler
-GetRight
-Getintent
-Gotit
-GrabNet
-Grafula
-GrapeshotCrawler
+Flunky
+Freeuploader
+FrontPage
+Fyrebot
+GT::WWW
+Genieo
+Go-Ahead-Got-It
+Grabber
+GridBot
 HMView
+HTMLparser
+HTTrack
 Haansoft
-Heritrix
-HybridBot
-IDBTE4M
+Hloader
+HonoluluBot
+Humanlinks
 IDBot
-Iblog
-IlseBot
 IndeedBot
-InfoNaviRobot
-Intelliseek
+InfoTekies
 InterGET
-Internet Ninja
-JetCar
-Jetty
+Iskanie
+IstellaBot
+JamesBOT
+Jbrofuzz
+JennyBot
 JikeSpider
-Joomla
-Kozmosbot
+JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
+LNSpiderguy
 LWP::Simple
-Leap
-LeechFTP
+Lanshanbot
 LeechGet
+LexiBot
 Lftp
-LibWeb
-Lightspeedsystems
+LieBaoFast
+Likse
 LinkWalker
-Linkbot
 LinkextractorPro
 LinksManager
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Ltx71
-MSFrontPage
-MTRobot
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MSIECrawler
 Magnet
+Mail.RU_Bot
 Majestic SEO
 Majestic-SEO
+Majestic12
 MarkMonitor
-Mass Downloader
-MeanPath Bot
+MauiBot
+Meanpathbot
+Mediatoolkitbot
+Microsoft URL Control
 Minefield
 Mister PiX
-Mojeek
+Moblie Safari
 Mojolicious
-Mozlila
 Mr.4x3
-Musobot
-NPbot
-Nameprotect
+Needle
+Nessus
 Net Vampire
-Nettrack
-Netvibes
-NextGenSearchBot
+NetLyzer
+NetMechanic
+NetZIP
+Netcraft
 Nikto
 Ninja
-Nutch
-Offline Explorer
+Nmap
+Not
 Offline Navigator
 OnCrawl
-Openfind
+OpenVAS
+OrangeSpider
 OutfoxBot
-POE-Component-Client-HTTP
-Papa Foto
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
+Pavuk
 PeoplePal
+Petalbot
+Picsearch
 PictureFinder
-PleaseCrawl
-ProPowerBot
+Piepmatz
+Pixray
 ProWebWalker
-Pump
-PyCurl
+Psbot
+PxBroker
+Quick-Crawler
 RSSingBot
 RankActiveLinkBot
 RankFlex
 RankingBot
-Rankivabot
-ReGet
-RealDownload
+RankurBot
 Reaper
-RocketCrawler
+Recorder
+Ripper
 SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
-SMTBot
-ScanAlert
+SEOprofiler
+ScoutJet
 Screaming
-ScreenerBot
-Searchestate
-SearchmetricsBot
 Seekport
+Semrush
 SemrushBot
-SeobilityBot
-Seomoz
 SiteCheckerBotCrawler
 Sitebeam
+Sitevigil
+SlySearch
+SmartDownload
 Snapbot
-Sogou web spider
-Sosospider
-SpaceBison
+SocialRankIOBot
+Sociscraper
+Spammen
+SpankBot
 Spanner
-Spbot
-Spinn3r
 Sqlworm
 Sqworm
-Steeler
 Sucker
+Sucuri
+SurveyBot
 Suzuran
-Swiftbot
 Szukacz
+T0PHackTeam
 T8Abot
-Telesoft
-Telesphorep
+TheNomad
 Thumbor
-Titan
-Toweyabot
-Trendictionbot
-TurnitinBot
-Upflow
-V-BOT
-VCI
-Vagabondo
+Tracemyfile
+Trendiction
+Turingos
+Typhoeus
+VB Project
+VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
+VidibleScraper
 Voil
-WBSearchBot
-WEBDAV
-WPScan
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
+WWW-Mechanize
+WWW::Mechanize
 WallpapersHD
-WeSEE
-Web Fetch
+Web Fuck
+Web Sauger
 Web Sucker
-WebAuto
+WebBandit
+WebEnhancer
 WebFetch
+WebFuck
+WebGo IS
+WebImageCollector
+WebLeacher
 WebReaper
-WebStripper
+WebSucker
 Webalta
 WebmasterWorldForumBot
-Webshag
 Website Quester
+Webster
 Whack
-WinHTTrack
 Wonderbot
-Xaldon WebSpider
+Woobot
 Xenu
-Zade
+Zauba
+Zermelo
 Zeus
 Zitebot
-ZmEu
+ZoomBot
 ZumBot
+ZyBorg
+adscanner
 archive.org_bot
-arquivo.pt
 cah.io.community
-clark-crawler
+coccocbot-web
+cognitiveseo
 crawl.sogou.com
-demandbase-bot
-evc-batch
-facebookscraper
-instabid
-isitwp.com
-lwp-request
-mediawords
-netEstate NE Crawler
-ripz
-seoscanners
-serpstatbot
-sitechecker.pro
-siteripz
-sp_auditbot
+crawler4j
+dataforseo.com
+domainsproject.org
+eCatch
+iubenda-radar
+lwp-trivial
+muhstik-scan
+plumanalytics
+seostar
+sexsearcher
 spyfu
+sysscan
 tAkeOut
-webgains-bot
+voyagerx.com
+webmeup-crawler
+webprosbot
+x22Mozilla
+zgrab