V4.2021.11.2725 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
-ADmantX
+80legs
+AIBOT
 ALittle Client
-Abonti
-Aboundex
 Aboundexbot
-Acunetix
-Alexibot
-Alligator
+AfD-Verbotsverfahren
+AhrefsBot
 AlphaBot
+Anarchie
+Anarchy
 Anarchy99
 Ankit
-Apexoo
-Asterias
+Aspiegel
+Attach
 AwarioRssBot
-AwarioSmartBot
-BLEXBot
-BackDoorBot
+BDFetch
 BackStreet
-Battleztar Bazinga
-Bigfoot
+BacklinkCrawler
+Bandit
+Black Hole
+BlackWidow
 Blackboard
-Bolt
-Buddy
-Bullseye
+BlowFish
+Boardreader
+BotALot
+Brandwatch
+BuiltWith
+BunnySlippers
 BuzzSumo
 CATExplorador
-CCBot
 CODE87
-Calculon
-Cegbfeieh
-Copier
-Craftbot
+CSHttp
+CazoodleBot
+CensysInspect
+CheTeam
+CheeseBot
+Collector
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
-Custo
-DataCha0s
+CyotekWebCopy
+DIIbot
+DTS Agent
+DatabaseDriverMysqli
 Demon
-Discobot
-Discoverybot
+Digincore
+Dirbuster
+Dispatch
 DittoSpyder
+DnBCrawler-Analytics
 DomCopBot
-DomainAppender
-DomainSigmaCrawler
-Dotbot
-Download Wonder
-ECCP/1.0
-EMail Wolf
+DomainStatsBot
+EMail Siphon
 EasyDL
 Ebingbong
 Ecxi
-Evil
 Express WebPictures
+Extractor
+ExtractorPro
 Extreme Picture Finder
-Ezooms
-FDM
-Fimap
+Freeuploader
 FrontPage
 Fuzz
 GalaxyBot
-Genieo
+Gigabot
 Go!Zilla
 GoZilla
 Gotit
-Grabber
-Grafula
 GrapeshotCrawler
-GridBot
-HaosouSpider
-Harvest
+HMView
+Haansoft
 Heritrix
+Hloader
+HybridBot
 IDBTE4M
+IRLbot
 Id-search
 IlseBot
-Image Sucker
-InfoNaviRobot
-Intelliseek
-Internet Ninja
-InternetSeer
 JamesBOT
+Jbrofuzz
 JennyBot
-Jetty
-JikeSpider
-JustView
-Jyxobot
-Kenjin Spider
+JetCar
+Jorgee
 Kozmosbot
+LNSpiderguy
 Lanshanbot
-Larbin
+Leap
 LeechFTP
-LeechGet
+LexiBot
 LieBaoFast
 Likse
-LinkextractorPro
-LinksManager
-LinqiaScrapeBot
-Lipperhey
+LinkScan
+LinkpadBot
+LinqiaRSSBot
 Lipperhey Spider
-MFC_Tear_Sample
+Lmspider
 MIIxpc
-MSFrontPage
-MSIECrawler
-MTRobot
+MJ12bot
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
+Magnet
 Majestic-SEO
-MarkMonitor
-MarkWatch
+Majestic12
 Mass Downloader
-Masscan
-MegaIndex.ru
+Mb2345Browser
+MeanPath Bot
+Metauri
 Microsoft Data Access
-Mojeek
-Mojolicious
+Morfeus Fucking Scanner
 Mr.4x3
+Msrabot
 Musobot
-NearSite
+NICErsPRO
+NPbot
+Nameprotect
+Navroad
 Needle
-Nessus
-NetLyzer
 NetMechanic
 NetSpider
 Netcraft
-Nettrack
-NimbleCrawler
+Netvibes
+Niki-bot
 Nimbostratus
+Ninja
+Nmap
 Nuclei
 OnCrawl
 OpenLinkProfiler
-Openfind
-PHPCrawl
+OpenVAS
+OrangeBot
+OutclicksBot
+POE-Component-Client-HTTP
 PageAnalyzer
-PageThing.com
-Pandalytics
-Petalbot
-Picsearch
-PictureFinder
-PleaseCrawl
-Pockey
+PageGrabber
+PageScorer
+Pimonster
+Pixray
 ProPowerBot
 ProWebWalker
 Psbot
+PxBroker
 PyCurl
-QueryN Metasearch
 RSSingBot
-Rankivabot
-RankurBot
+RankingBot2
 Re-re
+ReGet
+RealDownload
+RebelMouse
+Ripper
 RocketCrawler
-Rogerbot
 SBIder
-SEOkicks-Robot
+SEOkicks
 SEOlyticsCrawler
-SalesIntelligent
-Scanbot
+SEOprofiler
+SEOstats
+SISTRIX
+SMTBot
 ScoutJet
-Scrapy
-Screaming
-Searchestate
+ScrepyBot
 SearchmetricsBot
-Semrush
-SentiBot
+SemrushBot
 SeoSiteCheckup
+Siphon
+SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitebeam
-SlySearch
-Sosospider
-SpankBot
-Spinn3r
-Sqlmap
+Sitevigil
+SmartDownload
+Snake
+Snapbot
+Snoopy
+Sociscraper
+Sogou web spider
+Sottopop
+SpaceBison
+Spammen
+Spanner
+SputnikBot
 Stripper
-Surfbot
-Swiftbot
-Szukacz
-TeleportPro
+Sucker
+Suzuran
+T0PHackTeam
 Telesoft
 Telesphorep
-Thumbor
-TightTwatBot
-Titan
-Toweyabot
-Turnitin
+The Intraformant
+Toata
+Tracemyfile
+Turingos
+TurnitinBot
 Twice
-Upflow
+URLy.Warning
 V-BOT
-VB Project
-Vacuum
 Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
 Virusdie
-VoidEYE
-WEBDAV
-WISENutbot
-WWWOFFLE
-Wallpapers/3.0
+Voil
+WASALive-Bot
+WPScan
 WallpapersHD
+WeSEE
+Web Auto
 Web Collage
 Web Enhancer
 Web Fuck
+Web Pix
+WebBandit
 WebCollage
-WebFuck
-WebGo IS
-WebSauger
-WebStripper
+WebPix
 WebSucker
-Website Quester
+WebsiteQuester
 Webster
-Widow
-WinHTTrack
-Wprecon
+Whack
+Whacker
+Whatweb
+Who.is Bot
+Wonderbot
+Wotbox
 Xaldon WebSpider
-YoudaoBot
-Zade
+Xaldon_WebSpider
+Zeus
 ZyBorg
-arquivo.pt
-cah.io.community
-coccocbot-web
-com.plumanalytics
-crawler4j
-eCatch
+autoemailspider
+crawler.feedback
+evc-batch
 facebookscraper
 gopher
-heritrix
-isitwp.com
-lwp-request
-lwp-trivial
-meanpathbot
+instabid
+magpie-crawler
+mediawords
 muhstik-scan
 netEstate NE Crawler
 pcBrowser
 plumanalytics
-polaris version
+ripz
 s1z.ru
-scan.lol
 seocompany.store
-seoscanners
 seostar
-serpstatbot
-siteripz
-sogouspider
-spyfu
-sysscan
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-webpros.com
-x09Mozilla
+webmeup-crawler
+webprosbot
+x22Mozilla
+zauba.io