V4.2022.10.3414 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-AIBOT
-Acunetix
-AiHitBot
-Alexibot
-AllSubmitter
-AlphaBot
-Ankit
+80legs
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Anarchy
 Aspiegel
-Asterias
 Attach
+BBBike
+BLEXBot
+BackDoorBot
 BackStreet
-Bandit
-BatchFTP
+BackWeb
+Backlink-Ceck
+Badass
+Barkrowler
 Battleztar Bazinga
+BetaBot
 Bitacle
-Black Hole
+BlackWidow
 Blackboard
 Blow
-BlowFish
-Brandwatch
-BuiltBotTough
-CCBot
-Cegbfeieh
-CheTeam
+BotALot
+Buck
+Bullseye
+BunnySlippers
+CATExplorador
+CODE87
+CSHttp
+Calculon
+CensysInspect
+CherryPicker
+ChinaClaw
 Chlooe
+Cloud mapping
+Cogentbot
 Collector
-CopyRightCheck
 Cosmos
-Crawling at Home Project
 CrazyWebCrawler
-Curious
-Custo
-CyotekWebCopy
-DBLBot
-DSearch
+Crescent
+CrunchBot
+DIIbot
 DTS Agent
-DataCha0s
-Demon
-Dirbuster
-Disco
-Discoverybot
+Digincore
 Dispatch
-DnBCrawler-Analytics
-DomainAppender
-DomainStatsBot
-Dragonfly
-Drip
-ECCP/1.0
+DittoSpyder
+EMail Wolf
 Ecxi
-Evil
-Exabot
-Extractor
+EirGrabber
+Express WebPictures
+ExtLinksBot
+ExtractorPro
+EyeNetIE
+Ezooms
 FDM
+FHscan
+FemtosearchBot
+FlashGet
 Flunky
-Foobot
-Freeuploader
-FyberSpider
-GalaxyBot
+Fuzz
 Genieo
+GermCrawler
+GetRight
+Getintent
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Grabber
+Gotit
+GrabNet
 HTMLparser
+Haansoft
 Harvest
-Havij
-Hloader
+Heritrix
 HonoluluBot
-Humanlinks
-HybridBot
+IDBTE4M
 IRLbot
 Id-search
-Image Sucker
-Internet Ninja
-JOC Web Spider
-Jbrofuzz
-JetCar
+Image Fetch
+Iria
+Iskanie
+JamesBOT
+JikeSpider
 Joomla
 Jorgee
-JustView
 Kenjin Spider
 Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-Kozmosbot
-LWP::Simple
+Lanshanbot
 Larbin
-LeechFTP
-LeechGet
-LexiBot
-Lftp
-LieBaoFast
-LinkWalker
-LinqiaScrapeBot
-Lipperhey
+Libwhisker
+Likse
+Linkbot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey Spider
+Lmspider
 MFC_Tear_Sample
+MIDown tool
 MIIxpc
-MQQBrowser
-Mag-Net
+MSFrontPage
+MSIECrawler
+MTRobot
 Magnet
-Mail.RU_Bot
-Majestic12
+Majestic SEO
 MarkWatch
-Mb2345Browser
-Metauri
+Masscan
+MauiBot
+Mediatoolkitbot
+MicroMessenger
+Mojolicious
+Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
+Musobot
 NearSite
 Needle
 Nessus
 NetAnts
+NetLyzer
 NetSpider
-Netcraft
-Nettrack
-Niki-bot
+NetZIP
+Nikto
 Ninja
-Nmap
 Nuclei
-Nutch
 Octopus
-Offline Explorer
-Offline Navigator
-Openfind
-Openvas
-OrangeSpider
-OutclicksBot
+OpenVAS
 OutfoxBot
-PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
+PageAnalyzer
 PageScorer
+PageThing.com
 Pandalytics
-Papa Foto
-PeoplePal
+Pavuk
+Petalbot
 Pi-Monster
 Picscout
-PleaseCrawl
+Picsearch
+Piepmatz
+Pixray
+Probethenet
 Psbot
-PxBroker
+Pu_iN
 QueryN Metasearch
 RSSingBot
-RankActiveLinkBot
-RebelMouse
-RepoMonkey
-RocketCrawler
-SEOkicks-Robot
-SMTBot
-SalesIntelligent
-ScanAlert
+RankFlex
+Rankivabot
+ReGet
+RealDownload
+Reaper
+Recorder
+Ripper
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
 Scanbot
+ScoutJet
 Scrapy
-ScreenerBot
+Screaming
 Searchestate
+SemanticJuice
 Semrush
-SemrushBot
 SentiBot
+SeoSiteCheckup
+Seomoz
+Shodan
 Siphon
 Site Sucker
-SiteExplorer
 SiteLockSpider
-SiteSnagger
-Sitebeam
-Siteimprove
-SmartDownload
+Sitevigil
+SlySearch
+Snapbot
 Sociscraper
-Sogou web spider
+Sottopop
 SpaceBison
-Spammen
-SpankBot
-Spinn3r
 SputnikBot
 Sqlworm
-Steeler
+Sqworm
 Stripper
 Sucker
 Sucuri
 SuperHTTP
-Swiftbot
-T0PHackTeam
-T8Abot
+SurveyBot
+Szukacz
+Teleport
+Telesoft
 Telesphoreo
+Telesphorep
+Thumbor
 TightTwatBot
-Titan
-Trendiction
-Turingos
-TurnitinBot
-URLy Warning
-UnisterBot
-VCI
+Toata
+True_Robot
+Twice
+URLy.Warning
 Vacuum
-VeriCiteCrawler
-VoidEYE
-Voil
-Voltron
+Vagabondo
+Virusdie
 WASALive-Bot
 WBSearchBot
-WWWOFFLE
+WEBDAV
+WPScan
+WWW-Mechanize
 Wallpapers/3.0
 WallpapersHD
-Web Auto
 Web Collage
-Web Enhancer
-Web Sucker
-WebBandit
-WebCopier
+Web Fetch
+Web Fuck
+WebCollage
 WebFetch
-WebImageCollector
+WebFuck
+WebGo IS
+WebLeacher
+WebPix
 WebmasterWorldForumBot
-Webshag
-Whacker
-Whatweb
+WebsiteExtractor
+Whack
+Widow
 WiseGuys Robot
-Wotbox
-Wprecon
-Xaldon_WebSpider
-YoudaoBot
+Wonderbot
 Zade
-ZoomBot
-arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
-coccocbot
-cognitiveseo
+Zermelo
+Zeus
+ZmEu
+check1.exe
 crawler.feedback
+dataforseo.com
 demandbase-bot
 domainsproject.org
+evc-batch
 heritrix
-isitwp.com
-lwp-request
-lwp-trivial
-netEstate NE Crawler
-s1z.ru
-scalaj-http
-serpstatbot
-sexsearcher
+linkdexbot
+mediawords
+oBot
+page scorer
+pcBrowser
+polaris version
+scan.lol
+seobility
+seoscanners
+seostar
 sitechecker.pro
+sogouspider
 sp_auditbot
-sysscan
-trendiction.com
-trendiction.de
+spyfu
+tAkeOut
+ubermetrics-technologies.com
+webgains-bot
 webmeup-crawler
-webpros.com
 webprosbot
-x22Mozilla
-xpymep1.exe
-zauba.io