V4.2022.01.2883 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
+ADmantX
 Abonti
 Aboundex
-AfD-Verbotsverfahren
+Acunetix
+Aipbot
 Alexibot
-AllSubmitter
-Anarchie
-Anarchy99
+AlphaBot
+Apexoo
 Asterias
-Atomseobot
+AwarioRssBot
+AwarioSmartBot
 BDFetch
 BLEXBot
-BackDoorBot
 BackStreet
-Battleztar Bazinga
+Backlink-Ceck
+Barkrowler
+BetaBot
 Black Hole
 Blackboard
+BlowFish
 Boardreader
-Bolt
-Brandprotect
+BotALot
+Brandwatch
+Buck
+Buddy
 BuiltWith
 Bullseye
-CATExplorador
 CCBot
+CODE87
 CensysInspect
-ChinaClaw
-Citoid
+CherryPicker
 Claritybot
 Cocolyzebot
-Cogentbot
+Copier
+Copyscape
 Cosmos
-CrazyWebCrawler
 Crescent
 CrunchBot
-DIIbot
+Custo
+CyotekWebCopy
 DataCha0s
-DatabaseDriverMysqli
-Deusu
 Devil
-Discoverybot
-DnyzBot
+Digincore
+Dirbuster
+Discobot
+Dispatch
 DomCopBot
-DomainAppender
-DomainCrawler
 DomainStatsBot
-Dotbot
+Domains Project
 ECCP/1.0
-EMail Siphon
-EMail Wolf
+Ecxi
+EirGrabber
 EroCrawler
 Evil
+Exabot
 ExtLinksBot
 Extractor
-ExtractorPro
-Ezooms
+EyeNetIE
+FHscan
+FemtosearchBot
 Firefox/7.0
 FlashGet
-Flunky
-Freeuploader
-FrontPage
-Fyrebot
-GT::WWW
-Genieo
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
+Getintent
 Grabber
-GridBot
+GrapeFX
+GrapeshotCrawler
 HMView
 HTMLparser
-HTTrack
+HTTP::Lite
 Haansoft
+Harvest
 Hloader
-HonoluluBot
-Humanlinks
-IDBot
+IDBTE4M
+Iblog
+Id-search
+IlseBot
+Image Fetch
 IndeedBot
+Indy Library
 InfoTekies
+Intelliseek
 InterGET
 Iskanie
-IstellaBot
+JOC Web Spider
 JamesBOT
 Jbrofuzz
 JennyBot
-JikeSpider
-JustView
-Jyxobot
-Kenjin Spider
-Keyword Density
+Jorgee
 LNSpiderguy
-LWP::Simple
 Lanshanbot
+Larbin
+LeechFTP
 LeechGet
-LexiBot
 Lftp
-LieBaoFast
-Likse
+LibWeb
 LinkWalker
-LinkextractorPro
+LinkpadBot
 LinksManager
-MFC_Tear_Sample
-MIIxpc
+Litemage_walker
+Lmspider
 MJ12bot
+MSFrontPage
 MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkMonitor
+Masscan
 MauiBot
-Meanpathbot
 Mediatoolkitbot
-Microsoft URL Control
+Metauri
+Microsoft Data Access
 Minefield
-Mister PiX
 Moblie Safari
 Mojolicious
 Mr.4x3
+Musobot
+Nameprotect
+Navroad
 Needle
-Nessus
-Net Vampire
-NetLyzer
+NetAnts
 NetMechanic
-NetZIP
-Netcraft
+NetSpider
+Nettrack
+NextGenSearchBot
+Nibbler
 Nikto
 Ninja
-Nmap
-Not
+Nuclei
+Nutch
 Offline Navigator
 OnCrawl
 OpenVAS
-OrangeSpider
-OutfoxBot
+Openvas
 PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
 PageGrabber
 PageScorer
+PageThing.com
 Pavuk
-PeoplePal
-Petalbot
-Picsearch
-PictureFinder
+Pi-Monster
 Piepmatz
-Pixray
-ProWebWalker
-Psbot
-PxBroker
+Pimonster
+Probethenet
+Pump
+PyCurl
 Quick-Crawler
 RSSingBot
-RankActiveLinkBot
 RankFlex
-RankingBot
-RankurBot
-Reaper
+Rankivabot
+RealDownload
 Recorder
-Ripper
+RepoMonkey
+Rogerbot
 SBIder
-SEOkicks
-SEOprofiler
-ScoutJet
+SMTBot
 Screaming
-Seekport
+ScreenerBot
+SearchmetricsBot
 Semrush
 SemrushBot
+SentiBot
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-Sitebeam
-Sitevigil
+SiteExplorer
+Siteimprove
 SlySearch
 SmartDownload
 Snapbot
+Snoopy
 SocialRankIOBot
-Sociscraper
+Sottopop
 Spammen
 SpankBot
-Spanner
+SputnikBot
 Sqlworm
-Sqworm
-Sucker
+Steeler
+Stripper
 Sucuri
+SuperHTTP
+Surfbot
 SurveyBot
-Suzuran
-Szukacz
-T0PHackTeam
-T8Abot
-TheNomad
+Swiftbot
+Telesphorep
 Thumbor
-Tracemyfile
-Trendiction
-Turingos
-Typhoeus
-VB Project
-VelenPublicWebCrawler
+TightTwatBot
+Toweyabot
+True_Robot
+UnisterBot
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
-Voil
+WBSearchBot
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
+Wallpapers
 WallpapersHD
+WeSEE
+Web Collage
 Web Fuck
-Web Sauger
 Web Sucker
 WebBandit
-WebEnhancer
 WebFetch
-WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-WebReaper
 WebSucker
-Webalta
-WebmasterWorldForumBot
+WebWhacker
+WebZIP
 Website Quester
+WebsiteExtractor
+WebsiteQuester
 Webster
-Whack
-Wonderbot
+Whatweb
+Who.is Bot
 Woobot
-Xenu
-Zauba
-Zermelo
-Zeus
+Wotbox
+Xaldon WebSpider
+YoudaoBot
+Zade
 Zitebot
-ZoomBot
 ZumBot
 ZyBorg
 adscanner
-archive.org_bot
-cah.io.community
-coccocbot-web
+arquivo-web-crawler
+autoemailspider
+clark-crawler
 cognitiveseo
-crawl.sogou.com
-crawler4j
 dataforseo.com
-domainsproject.org
-eCatch
+heritrix
+ips-agent
 iubenda-radar
-lwp-trivial
+lwp-request
+magpie-crawler
+mediawords
 muhstik-scan
+netEstate NE Crawler
+page scorer
+pcBrowser
 plumanalytics
-seostar
+ripz
+scalaj-http
 sexsearcher
-spyfu
-sysscan
+siteripz
+sp_auditbot
 tAkeOut
-voyagerx.com
-webmeup-crawler
-webprosbot
+ubermetrics-technologies.com
+webpros.com
 x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io