V4.2022.01.2857 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ASPSeek
+360Spider
+AIBOT
 Abonti
+Aboundex
+AiHitBot
 Aipbot
 Alexibot
-Alligator
+AllSubmitter
 AlphaBot
 Anarchie
-Aspiegel
-Asterias
-Attach
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BackDoorBot
-Badass
+Anarchy
+Anarchy99
+Ankit
+BDCbot
+BDFetch
+Backlink-Ceck
+Bandit
+Battleztar Bazinga
 BetaBot
-Bigfoot
-Blow
+Bitacle
+BlackWidow
+Blackboard
+BlowFish
 Boardreader
-Brandprotect
+Bolt
+BotALot
+Buck
 BuiltBotTough
-Bullseye
-BunnySlippers
-CATExplorador
+BuiltWith
+BuzzSumo
+CCBot
 CODE87
 CSHttp
-CensysInspect
-CherryPicker
+CazoodleBot
+Cegbfeieh
 Chlooe
 Claritybot
 Cliqzbot
-Copier
+Cogentbot
+CopyRightCheck
+Copyscape
 Cosmos
-CrazyWebCrawler
 Crescent
 Curious
-DIIbot
+CyotekWebCopy
+DSearch
 DataCha0s
+DatabaseDriverMysqli
 Demon
+Digincore
+DigitalPebble
+Dirbuster
 Discoverybot
-DnBCrawler-Analytics
-DnyzBot
+DittoSpyder
 DomainAppender
 DomainStatsBot
-Download Wonder
+Dotbot
 Drip
-ECCP/1.0
 EMail Siphon
 EasyDL
-EroCrawler
-Evil
-ExtLinksBot
-ExtractorPro
+EirGrabber
 Extreme Picture Finder
-EyeNetIE
-Ezooms
-FHscan
+FDM
 Fimap
 Firefox/7.0
-FyberSpider
-Fyrebot
-GT::WWW
-Genieo
-GermCrawler
+FrontPage
+Fuzz
+GalaxyBot
 GetRight
-GetWeb
-Gigabot
-Go!Zilla
-GoZilla
-GrapeFX
+Grabber
+Grafula
+GridBot
+HEADMasterSEO
+HMView
 HTMLparser
 HTTP::Lite
 HTTrack
 HaosouSpider
-Heritrix
-Humanlinks
-HybridBot
+Havij
+Hloader
 IDBot
-IRLbot
-Iblog
-IlseBot
 Image Fetch
+Image Sucker
 Indy Library
-InfoTekies
-Iskanie
-JOC Web Spider
+InfoNaviRobot
+IstellaBot
+JennyBot
 JikeSpider
-Larbin
+Joomla
+Jorgee
+JustView
+Kenjin Spider
+Kozmosbot
 Leap
-LeechGet
-LexiBot
-Lftp
+LeechFTP
 LibWeb
-LinkScan
-Linkdexbot
-LinksManager
+Lightspeedsystems
+Linkbot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Litemage_walker
 Lmspider
-Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-Mail.RU_Bot
+MSIECrawler
+MTRobot
+Magnet
 Majestic SEO
 MarkMonitor
-MarkWatch
 Mass Downloader
-Masscan
-Mata Hari
-Mb2345Browser
+MauiBot
 MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
+Metauri
 MicroMessenger
-Microsoft URL Control
-Moblie Safari
+Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
-Musobot
-NPbot
-Nameprotect
-Net Vampire
-NetLyzer
-Niki-bot
-Nikto
-Ninja
-Nmap
+Mozlila
+Navroad
+Needle
+Nessus
+NetAnts
+Nettrack
+Nimbostratus
 Not
 Nuclei
 Nutch
-Octopus
 Offline Explorer
 Offline Navigator
-OnCrawl
 OpenVAS
-OutfoxBot
-PHPCrawl
-PageAnalyzer
-PageGrabber
+Openfind
+OutclicksBot
+POE-Component-Client-HTTP
+Page Analyzer
+Pandalytics
 Pavuk
-PeoplePal
-Pi-Monster
-PleaseCrawl
-ProPowerBot
-Quick-Crawler
-RSSingBot
-RankActive
-RankingBot
-Rankivabot
-RankurBot
-RebelMouse
-Recorder
+Petalbot
+Picscout
+Piepmatz
+Pimonster
+Pump
+QueryN Metasearch
+ReGet
+Reaper
 RedesScrapy
-RepoMonkey
+Ripper
 Rogerbot
 SEOkicks-Robot
-SEOprofiler
-SISTRIX
+SEOlyticsCrawler
+SEOstats
 SMTBot
 SalesIntelligent
-Screaming
 ScreenerBot
-Seekport
+ScrepyBot
+Semrush
+SeoSiteCheckup
+SeobilityBot
+Shodan
 Siphon
+SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
 SiteSucker
-Siteimprove
-Sitevigil
 SlySearch
+SmartDownload
+Snake
 Snapbot
-Sosospider
-SpaceBison
-Spammen
+Sociscraper
+SpankBot
 Spinn3r
+Sqworm
 Steeler
-SuperBot
-Surfbot
-Swiftbot
-Szukacz
-T0PHackTeam
+Stripper
+Sucker
+Sucuri
+SuperHTTP
+SurveyBot
+Suzuran
+Teleport
+TeleportPro
 Telesoft
-Telesphorep
-The Intraformant
-Thumbor
+Telesphoreo
 TightTwatBot
-Titan
-Toata
-Toweyabot
-Trendictionbot
+Tracemyfile
+Trendiction
 Turingos
-Turnitin
 Twice
 URLy Warning
-Vacuum
+URLy.Warning
+UnisterBot
+VB Project
+VCI
 VelenPublicWebCrawler
-Voil
-WASALive-Bot
+VoidEYE
+Voltron
 WBSearchBot
-WWW::Mechanize
-WWWOFFLE
+WEBDAV
+WWW-Mechanize
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
-Web Collage
+Web Auto
 Web Fetch
-Web Pix
+Web Sauger
 WebAuto
-WebImageCollector
-WebLeacher
-WebSucker
-Webalta
-WebmasterWorldForumBot
+WebBandit
+WebCopier
+WebEnhancer
+WebFuck
+WebSauger
+WebStripper
 WebsiteExtractor
-Webster
-Wonderbot
-Woobot
+Whacker
+WinHTTrack
 Wotbox
-YoudaoBot
+Xaldon WebSpider
+Xaldon_WebSpider
 Zade
 Zauba
 Zermelo
-Zitebot
-adscanner
-arquivo.pt
-coccocbot-web
+Zeus
+ZmEu
+ZoomBot
+ZumBot
+archive.org_bot
 cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler4j
 dataforseo.com
+evc-batch
+facebookscraper
+heritrix
 instabid
 iubenda-radar
 lwp-trivial
 meanpathbot
-mediawords
-oBot
+netEstate NE Crawler
+page scorer
+pcBrowser
 plumanalytics
-polaris version
-satoristudio.net
-scan.lol
-seocompany.store
+s1z.ru
 seoscanners
-seostar
 sexsearcher
-sogouspider
+sitechecker.pro
+sp_auditbot
+tAkeOut
 ubermetrics-technologies.com
-zauba.io
-zgrab
+voyagerx.com
+webpros.com
+x22Mozilla