V4.2021.10.2682 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
-ALittle Client
-Aboundexbot
+404checker
+AIBOT
 Acunetix
-Aipbot
-Anarchie
+Alligator
+AlphaBot
 Anarchy
-Anarchy99
 Anthill
+Apexoo
 Aspiegel
-BackDoorBot
+AwarioRssBot
+BDFetch
+BLEXBot
+BackStreet
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Battleztar Bazinga
-Black Hole
+Barkrowler
+BatchFTP
+BetaBot
 Blackboard
 Brandprotect
+Buck
+Buddy
 BuiltBotTough
-BunnySlippers
 BuzzSumo
-CazoodleBot
-CensysInspect
-Chlooe
-Cloud mapping
+CATExplorador
+CCBot
+CODE87
+CSHttp
+Cegbfeieh
 Cogentbot
-Collector
+Copier
 Copyscape
-Crescent
 CrunchBot
-CyotekWebCopy
 DBLBot
-DIIbot
-DSearch
-DTS Agent
 DatabaseDriverMysqli
-Digincore
-Discoverybot
+Devil
+Dirbuster
+Disco
+Discobot
 Dispatch
 DittoSpyder
-DomainStatsBot
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-Download Wonder
-Drip
+Dragonfly
 ECCP/1.0
-EMail Siphon
-EMail Wolf
-Ecxi
-EirGrabber
+Ebingbong
+EroCrawler
 Evil
+Exabot
+Express WebPictures
+ExtLinksBot
 Extractor
-Extreme Picture Finder
-EyeNetIE
-Foobot
-Freeuploader
-Fuzz
-G-i-g-a-b-o-t
-GalaxyBot
-Gotit
+Ezooms
+FemtosearchBot
+Fimap
+FrontPage
+Fyrebot
+Genieo
+GetRight
+Gigabot
+Go!Zilla
 GrabNet
-HTMLparser
-HaosouSpider
+Grabber
+GrapeFX
+HMView
+Haansoft
 Harvest
 Heritrix
 Hloader
+Humanlinks
 HybridBot
-Id-search
+IRLbot
 IlseBot
+Image Fetch
+Indy Library
+InfoTekies
 Intelliseek
+InternetSeer
 Iria
 Iskanie
-JetCar
+Jetty
+JikeSpider
 Joomla
-Jorgee
 JustView
-Kenjin Spider
 Keyword Density
+Kozmosbot
+LNSpiderguy
 LWP::Simple
-Larbin
-Leap
-LexiBot
+Lanshanbot
+LeechGet
 Lftp
-Libwhisker
-Likse
-LinkWalker
-LinkextractorPro
+LinkScan
+Linkbot
 LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
 Lmspider
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
 MSFrontPage
+MSIECrawler
 MTRobot
 Mag-Net
 Magnet
-Mail.RU_Bot
-Mass Downloader
-Mata Hari
-Microsoft URL Control
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
 Mister PiX
-Moblie Safari
-Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Nessus
-NetLyzer
-NetZIP
-NextGenSearchBot
+Needle
+Net Vampire
+NetAnts
+NetMechanic
+Netvibes
 Nibbler
-Niki-bot
-Nmap
+Nimbostratus
+Ninja
+Nuclei
+Nutch
 Octopus
-Offline Navigator
-OnCrawl
 OpenLinkProfiler
-OpenVAS
-OutclicksBot
+Openvas
+OrangeSpider
 OutfoxBot
-PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
+PageGrabber
 PageScorer
-Pandalytics
 Panscient
-Papa Foto
 PeoplePal
-Petalbot
+Pi-Monster
 Piepmatz
-Pimonster
-PleaseCrawl
 Pockey
 Psbot
-Pu_iN
-Pump
 PxBroker
-QueryN Metasearch
+PyCurl
 Quick-Crawler
-RSSingBot
-RankActive
-RankingBot
-RankingBot2
+RankActiveLinkBot
 Rankivabot
-RankurBot
-ReGet
-RealDownload
+Reaper
 Recorder
+RepoMonkey
+Ripper
 Rogerbot
-SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
-SMTBot
+SEOprofiler
 Scanbot
-ScreenerBot
+ScoutJet
+Screaming
 ScrepyBot
 SearchmetricsBot
 SemrushBot
+SeobilityBot
+Seomoz
+Shodan
 Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 SiteSnagger
 Sitebeam
-Siteimprove
-Snoopy
+Snapbot
 Sociscraper
-Sogou web spider
-Sottopop
+Sosospider
+SpaceBison
+Spammen
 SpankBot
 Spanner
-Spbot
-Sqlmap
+Sqlworm
 Sqworm
 Steeler
-Stripper
 Sucker
-SuperHTTP
+Sucuri
+Surfbot
 SurveyBot
-Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
 TeleportPro
+Telesoft
 Telesphoreo
-The Intraformant
-TightTwatBot
-Turingos
+TheNomad
+Titan
+Toweyabot
+Tracemyfile
+Trendictionbot
+Turnitin
 TurnitinBot
-UnisterBot
+TwengaBot
+Twice
+URLy Warning
 Upflow
-VB Project
-VCI
-Vacuum
+V-BOT
 VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
-Virusdie
-WBSearchBot
-WEBDAV
-WPScan
-WWW-Collector-E
+Voil
+Voltron
 WWW-Mechanize
-Wallpapers
-Web Collage
-Web Fuck
+WWW::Mechanize
+WWWOFFLE
+Web Auto
 Web Pix
-WebAuto
-WebBandit
+Web Sucker
+WebCollage
 WebCopier
 WebEnhancer
-WebImageCollector
 WebLeacher
+WebReaper
+WebStripper
+WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
 Website Quester
-WebsiteExtractor
-Who.is Bot
-Wonderbot
+Whacker
+Widow
+Woobot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Zade
+Zauba
 Zeus
-ZoomBot
-ZoominfoBot
 ZumBot
-archive.org_bot
-arquivo.pt
-cah.io.community
-clark-crawler
+ZyBorg
+arquivo-web-crawler
+autoemailspider
+backlink-check
+coccocbot-web
 cognitiveseo
 com.plumanalytics
-crawler.feedback
+demandbase-bot
 evc-batch
-gopher
-heritrix
-lwp-request
-muhstik-scan
+facebookscraper
+instabid
+ips-agent
+isitwp.com
+lwp-trivial
 netEstate NE Crawler
-plumanalytics
-probe-image-size
-scalaj-http
+oBot
+ripz
 scan.lol
+sexsearcher
+sitechecker.pro
 siteripz
-sysscan
-trendiction.de
-voyagerx.com
-webprosbot
+sp_auditbot
+webpros.com
 x09Mozilla
+x22Mozilla
 zauba.io