V4.2022.04.3074 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+80legs
+ADmantX
+AIBOT
 ASPSeek
-AfD-Verbotsverfahren
-AhrefsBot
+Abonti
+Aboundex
 AiHitBot
 Alexibot
-Alligator
-AlphaBot
 Anarchy
+Ankit
+Anthill
 Aspiegel
-AwarioRssBot
+Attach
 BBBike
 BDCbot
 BDFetch
-BLEXBot
+BackStreet
 BackWeb
-Backlink-Ceck
-BatchFTP
-Bitacle
-Black Hole
+BacklinkCrawler
+Badass
+Bandit
+Barkrowler
+Bigfoot
 Blackboard
 BlowFish
-Boardreader
 Buck
-Buddy
-BuiltWith
-CCBot
-CensysInspect
-CheeseBot
+Bullseye
+BuzzSumo
+CODE87
 CherryPicker
 Chlooe
-Citoid
 Cogentbot
-Collector
-Craftbot
-Crawling at Home Project
+CopyRightCheck
+Copyscape
+Crescent
 CrunchBot
-Curious
-CyotekWebCopy
 DBLBot
-Demon
+DatabaseDriverMysqli
 Devil
-Dispatch
-DittoSpyder
+DigitalPebble
+DnBCrawler-Analytics
 DnyzBot
+DomainAppender
+DomainStatsBot
 Dotbot
-Download Wonder
 Dragonfly
+Drip
+ECCP/1.0
 EMail Wolf
-EasyDL
 Ebingbong
-Ecxi
-Exabot
+EirGrabber
+EroCrawler
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
+FemtosearchBot
 Fimap
-Flunky
+Firefox/7.0
 Foobot
-GT::WWW
-Go!Zilla
+Freeuploader
+Genieo
+GermCrawler
+GetRight
+GetWeb
+Getintent
+Gigabot
+GoZilla
 Gotit
+GrabNet
 Grabber
-Grafula
-GrapeFX
-HEADMasterSEO
-HTTP::Lite
-Havij
-Heritrix
-Hloader
+GrapeshotCrawler
+HTTrack
+Haansoft
+HaosouSpider
+Harvest
 Humanlinks
-IRLbot
+HybridBot
 Id-search
-Image Fetch
-Indy Library
-InfoNaviRobot
-InfoTekies
-Internet Ninja
+IlseBot
+Image Sucker
+InterGET
 InternetSeer
-JOC Web Spider
+Iria
+Iskanie
+IstellaBot
 Jbrofuzz
 JennyBot
-JikeSpider
 Joomla
-Keybot Translation-Search-Machine
+Jorgee
 Keyword Density
-Kinza
 Kozmosbot
 Leap
 LeechFTP
 LexiBot
 Lftp
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkScan
-LinksManager
-LinqiaMetadataDownloaderBot
+Linkbot
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey
-MIIxpc
-MJ12bot
+Litemage_walker
 MQQBrowser
 MTRobot
-Majestic-SEO
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
 Majestic12
-MarkMonitor
-Mass Downloader
+MarkWatch
 Masscan
+Mata Hari
 Mb2345Browser
-MeanPath Bot
 Meanpathbot
 MegaIndex.ru
-Metauri
-MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
+Minefield
+Mister PiX
 Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-Msrabot
-Name Intelligence
-Needle
+Mr.4x3
+NICErsPRO
+Nessus
 Net Vampire
-NetLyzer
-NetSpider
-Netcraft
-NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Nmap
-Offline Navigator
-OnCrawl
+NetMechanic
+NetZIP
+Niki-bot
+Nikto
 Openfind
-OrangeBot
-OrangeSpider
+Openvas
 OutfoxBot
-PageScorer
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
 Pandalytics
-Panscient
 Papa Foto
-Picsearch
-PictureFinder
-Pimonster
-ProPowerBot
+Petalbot
+Pi-Monster
+Picscout
+Piepmatz
+Pixray
+PleaseCrawl
 Pu_iN
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
 RankActive
 RankActiveLinkBot
-RankFlex
-RankingBot
-RankingBot2
-RealDownload
+Rankivabot
+RankurBot
+Re-re
 Reaper
-RebelMouse
+Recorder
 RedesScrapy
 Ripper
-Rogerbot
-SBIder
-SEOkicks-Robot
-SISTRIX
-ScanAlert
+RocketCrawler
+SEOkicks
+SEOlyticsCrawler
+SalesIntelligent
+ScoutJet
 Scrapy
 Screaming
+ScreenerBot
+Searchestate
+Seekport
+SemanticJuice
 Semrush
 SemrushBot
-SeobilityBot
-SiteCheckerBotCrawler
+Shodan
+Siphon
 SiteExplorer
 SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-Snapbot
 Snoopy
 SocialRankIOBot
+Sociscraper
 Sogou web spider
-SpaceBison
 Spbot
+Spinn3r
+SputnikBot
 Sqlmap
 Steeler
 Stripper
+Sucker
 Sucuri
-Surfbot
-Thumbor
-Turingos
-Turnitin
-TurnitinBot
-URLy.Warning
-UnisterBot
-V-BOT
+SuperHTTP
+Swiftbot
+The Intraformant
+TightTwatBot
+Trendictionbot
+True_Robot
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
+VB Project
 VCI
 Vacuum
 Vagabondo
-WPScan
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+VoidEYE
+Voltron
+WBSearchBot
+WEBDAV
+WWW-Collector-E
 WWW-Mechanize
-Web Enhancer
-Web Sauger
-WebCollage
-WebFetch
+WWW::Mechanize
+WWWOFFLE
+WeSEE
+Web Collage
+Web Pix
+WebBandit
+WebEnhancer
 WebFuck
-WebGo IS
 WebImageCollector
-WebPix
-WebReaper
-WebSauger
 WebStripper
-WebZIP
+Webalta
+WebmasterWorldForumBot
 WebsiteQuester
-Whatweb
-WinHTTrack
+Widow
 Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
+YoudaoBot
+Zade
 Zauba
-Zeus
-ZoominfoBot
-ZyBorg
-archive.org_bot
-arquivo.pt
-autoemailspider
-com.plumanalytics
-crawler.feedback
-demandbase-bot
+Zermelo
+ZmEu
+ZumBot
+clark-crawler
+cognitiveseo
 domainsproject.org
-evc-batch
-facebookscraper
 gopher
-instabid
-ips-agent
-isitwp.com
+iubenda-radar
+linkdexbot
+lwp-request
 lwp-trivial
-meanpathbot
+mediawords
 muhstik-scan
 netEstate NE Crawler
 pcBrowser
+plumanalytics
 polaris version
-scan.lol
-seobility
+ripz
+satoristudio.net
 serpstatbot
-sexsearcher
-sogouspider
+sp_auditbot
 spyfu
+sysscan
 tAkeOut
-trendiction.de
-webgains-bot
-x09Mozilla
-x22Mozilla
+webpros.com