V4.2022.02.2948 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404checker
-80legs
+ALittle Client
+ASPSeek
+Abonti
 Aboundex
-AiHitBot
+AfD-Verbotsverfahren
+Aipbot
+Alexibot
+Alligator
+AlphaBot
 Anarchie
-Anarchy
-Anarchy99
-Anthill
-Asterias
-BBBike
+Apexoo
+Atomseobot
 BDFetch
-BackDoorBot
+BackStreet
 BackWeb
-Badass
+Backlink-Ceck
 Bandit
 Barkrowler
+BatchFTP
+Battleztar Bazinga
 Bigfoot
-Bitacle
-Black Hole
-Blow
+BlowFish
 Boardreader
 Bolt
-BotALot
 Buddy
 BuiltWith
-BunnySlippers
-CCBot
-CSHttp
+CODE87
 Calculon
-Cegbfeieh
+CazoodleBot
+CensysInspect
 CheTeam
-Claritybot
+Cliqzbot
 Cloud mapping
-Cogentbot
+Cocolyzebot
+Collector
+Copyscape
+Cosmos
+Craftbot
 Crawling at Home Project
-CrazyWebCrawler
 Crescent
-CyotekWebCopy
-DTS Agent
-DataCha0s
-Deusu
+Custo
+Demon
+Devil
 Digincore
-DigitalPebble
+Dirbuster
 Disco
-Discobot
-DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
 DomainAppender
-DomainSigmaCrawler
-Download Wonder
+DomainCrawler
+DomainStatsBot
+ECCP/1.0
 EMail Siphon
 Ebingbong
-EroCrawler
-Evil
 Exabot
 ExtLinksBot
-ExtractorPro
-Ezooms
-Fimap
-Firefox/7.0
-FlashGet
-Flunky
-Foobot
-Freeuploader
+FHscan
+FemtosearchBot
+FrontPage
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-GetRight
 GetWeb
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+Getintent
 GrabNet
-GridBot
-Haansoft
-HaosouSpider
-Havij
-Hloader
-Id-search
+Grafula
+GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
+Heritrix
+HonoluluBot
+Humanlinks
+IRLbot
 Image Fetch
 InfoNaviRobot
 InfoTekies
-InternetSeer
-Iskanie
-Joomla
-Keyword Density
+InterGET
+Iria
+JOC Web Spider
+JennyBot
+JetCar
+Kinza
 Kozmosbot
+LWP::Simple
 Lanshanbot
-LeechFTP
-LeechGet
-LexiBot
-Lftp
-LieBaoFast
+Linkbot
 LinkextractorPro
-LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
+Lipperhey
 Lipperhey Spider
-Ltx71
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
+MSFrontPage
 MTRobot
-Mag-Net
+Magnet
 Majestic SEO
-Majestic12
+MarkWatch
 Masscan
-Mata Hari
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-Minefield
-Mr.4x3
+MicroMessenger
+Microsoft Data Access
+MolokaiBot
+Morfeus Fucking Scanner
 Msrabot
-Name Intelligence
-Nameprotect
+NPbot
 NearSite
+Needle
 Net Vampire
+NetAnts
 NetLyzer
-Netcraft
+NetMechanic
 Nettrack
-NextGenSearchBot
+Netvibes
+Nibbler
 Niki-bot
 Nikto
-Nimbostratus
+NimbleCrawler
 Nmap
-Not
-Octopus
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-OrangeBot
+Nuclei
+Openfind
+Openvas
 OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
 Page Analyzer
-Pandalytics
-PeoplePal
+PageAnalyzer
+PageGrabber
+PageScorer
+PageThing.com
+Panscient
 Pi-Monster
-Picscout
 PleaseCrawl
 Pockey
-ProWebWalker
 Psbot
 PxBroker
-QueryN Metasearch
-Quick-Crawler
+PyCurl
 RSSingBot
-RankActiveLinkBot
+RankActive
+RankingBot
+Rankivabot
 RankurBot
-Re-re
 ReGet
-RedesScrapy
+Reaper
+Recorder
 Ripper
 RocketCrawler
-SEOkicks
+SEOkicks-Robot
 SEOprofiler
-SEOstats
-ScoutJet
+SMTBot
+SalesIntelligent
 Scrapy
-ScrepyBot
-Searchestate
-SearchmetricsBot
+Screaming
 Seekport
-Semrush
-SentiBot
+SeobilityBot
+SiteExplorer
 SiteLockSpider
 SiteSnagger
 SiteSucker
+Sitebeam
+Siteimprove
 Sitevigil
 SlySearch
+Snake
 Snapbot
-Snoopy
+Sociscraper
+Sosospider
+Sottopop
+SpankBot
+Spanner
 Spbot
 Spinn3r
+Sqlmap
 Sqlworm
-Sucuri
-SurveyBot
+Sucker
+Surfbot
+Swiftbot
+T0PHackTeam
 Teleport
 Telesoft
+Telesphorep
+Thumbor
 Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
-Turingos
-TwengaBot
-Twice
-Typhoeus
-URLy.Warning
-V-BOT
-VB Project
-Vacuum
-VidibleScraper
-Voltron
+Upflow
+Virusdie
+WASALive-Bot
 WISENutbot
-WWW::Mechanize
-Wallpapers
-WeSEE
-Web Auto
+WPScan
+WWW-Collector-E
+WWWOFFLE
+Wallpapers/3.0
+Web Fetch
+Web Sauger
 Web Sucker
-WebBandit
-WebCopier
-WebEnhancer
+WebCollage
+WebFetch
 WebFuck
-WebGo IS
+WebImageCollector
 WebLeacher
+WebReaper
 WebStripper
-WebWhacker
 WebZIP
-Webalta
 WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whack
+Webster
 Who.is Bot
+Widow
+WinHTTrack
 WiseGuys Robot
 Woobot
+Wprecon
+YoudaoBot
+Zade
+Zauba
 Zermelo
 Zitebot
 ZmEu
 ZoomBot
-ZoominfoBot
 ZumBot
-ZyBorg
 adscanner
-autoemailspider
-clark-crawler
+arquivo-web-crawler
+cah.io.community
+coccocbot
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
 dataforseo.com
-domainsproject.org
-evc-batch
+demandbase-bot
+facebookscraper
 heritrix
-instabid
 isitwp.com
 iubenda-radar
 lwp-trivial
-muhstik-scan
-netEstate NE Crawler
-page scorer
-s1z.ru
+magpie-crawler
+pcBrowser
+ripz
 scalaj-http
+scan.lol
+seobility
 seocompany.store
 seoscanners
-sysscan
+seostar
+sexsearcher
+sitechecker.pro
+tAkeOut
 trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-webgains-bot
-x22Mozilla
+xpymep1.exe
+zgrab