V4.2023.01.3551 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
+404checker
+404enemy
 AIBOT
-ASPSeek
-Abonti
-Aboundex
+ALittle Client
+Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
-Anthill
-Aspiegel
-Asterias
+AhrefsBot
+Alexibot
+AlphaBot
+Ankit
+Apexoo
 Attach
-Backlink-Ceck
+AwarioRssBot
+BDFetch
+BackStreet
 Barkrowler
-BatchFTP
-BetaBot
+Battleztar Bazinga
 Bitacle
 Black Hole
-Blackboard
-Blow
+BlackWidow
 Boardreader
-Bolt
-BuiltBotTough
-CATExplorador
+Brandprotect
+BuiltWith
+Bullseye
+BunnySlippers
 Calculon
 CazoodleBot
-CensysInspect
-CheTeam
+Cegbfeieh
 CheeseBot
-ChinaClaw
 Chlooe
 Cliqzbot
-Collector
 Cosmos
-Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Curious
 Custo
+CyotekWebCopy
 DIIbot
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
+Demon
+Deusu
+Devil
+Digincore
 DigitalPebble
-Dirbuster
-Disco
+Discobot
 DomCopBot
 DomainAppender
 DomainStatsBot
 Dragonfly
-Drip
-Ecxi
-ExtractorPro
+ECCP/1.0
+Ebingbong
+EirGrabber
+Exabot
+ExtLinksBot
 Extreme Picture Finder
-Ezooms
+EyeNetIE
 FDM
-FemtosearchBot
-Fimap
-Firefox/7.0
+FHscan
+Flunky
 Foobot
-Freeuploader
-FrontPage
 Fuzz
-FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-Gigabot
-Go!Zilla
-GoZilla
-Grabber
-GrapeFX
-GrapeshotCrawler
-GridBot
+GetWeb
+Getintent
 HMView
-HTMLparser
-HTTrack
-Heritrix
-Hloader
-HybridBot
-Id-search
+HTTP::Lite
+HaosouSpider
+Harvest
+Havij
+HonoluluBot
+Humanlinks
+IDBTE4M
+IDBot
+IRLbot
 IlseBot
-Indy Library
-InfoNaviRobot
+Image Fetch
 InfoTekies
+Intelliseek
 Internet Ninja
-Iria
+InternetSeer
+Iskanie
+IstellaBot
 JOC Web Spider
-JetCar
-Joomla
+Jbrofuzz
+JennyBot
+Jetty
+JikeSpider
 JustView
-Jyxobot
-Keybot Translation-Search-Machine
-Lanshanbot
+Kenjin Spider
+Keyword Density
+LWP::Simple
 Larbin
-Leap
 Lftp
-LinkWalker
+Libwhisker
+Lightspeedsystems
+LinkScan
 LinkpadBot
-LinqiaRSSBot
-Litemage_walker
-MIDown tool
-MTRobot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MFC_Tear_Sample
+MJ12bot
 Mag-Net
-Mass Downloader
-MauiBot
-Mb2345Browser
-Meanpathbot
-Microsoft Data Access
+Majestic12
+MarkMonitor
+Masscan
+Mediatoolkitbot
+Microsoft URL Control
 Minefield
 Mister PiX
 Mojolicious
-Morfeus Fucking Scanner
-Msrabot
-Name Intelligence
-NearSite
+MolokaiBot
+Mr.4x3
 Needle
 NetAnts
+NetLyzer
 NetSpider
-Netvibes
-Nibbler
-Niki-bot
+NetZIP
 Nikto
-NimbleCrawler
-Not
-Nuclei
+Nmap
+Offline Explorer
+OnCrawl
 OpenLinkProfiler
-Openvas
-OutclicksBot
-OutfoxBot
-Page Analyzer
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-PageThing.com
-Pandalytics
-Panscient
+PageScorer
 Papa Foto
 Pavuk
-PeoplePal
-Pi-Monster
+Petalbot
+Picscout
+PictureFinder
+Piepmatz
+Pimonster
 Pixray
-Pockey
-ProPowerBot
-PyCurl
 QueryN Metasearch
+Quick-Crawler
 RSSingBot
 RankActive
-RankFlex
-Reaper
+RankActiveLinkBot
+RankingBot
+RankingBot2
+Rankivabot
 RebelMouse
-RedesScrapy
+Recorder
 RocketCrawler
-Rogerbot
-SBIder
 SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
 SISTRIX
 SMTBot
-ScanAlert
-ScrepyBot
+SalesIntelligent
+Scanbot
 SearchmetricsBot
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-SocialRankIOBot
-Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
+Seekport
+Semrush
+SemrushBot
+Shodan
+SlySearch
+Snake
+Snapbot
+Snoopy
+Sociscraper
 Spammen
 SpankBot
+Spbot
 Spinn3r
 Sqlmap
-Sqlworm
-Steeler
+Sqworm
 Stripper
-Sucker
-SuperHTTP
+Sucuri
+SuperBot
 SurveyBot
+Suzuran
 Szukacz
-Teleport
-TeleportPro
+T0PHackTeam
 Telesphorep
-The Intraformant
-TheNomad
-TightTwatBot
+Thumbor
+Toata
 Toweyabot
-Trendiction
-Turingos
-TurnitinBot
-Twice
-Typhoeus
+Tracemyfile
+URLy Warning
+URLy.Warning
 UnisterBot
 Upflow
 VB Project
-Vacuum
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
+Virusdie
 VoidEYE
 Voil
 WASALive-Bot
 WEBDAV
-WWWOFFLE
-Wallpapers
+WPScan
+WWW::Mechanize
 WallpapersHD
-WeSEE
-Web Fetch
-Web Fuck
-Web Pix
+Web Auto
 Web Sucker
-WebCollage
-WebFetch
-WebImageCollector
-WebLeacher
-WebStripper
+WebCopier
+WebFuck
+WebGo IS
+WebSauger
+WebSucker
 WebWhacker
+WebZIP
 Webalta
-WebsiteExtractor
-Whacker
-Whatweb
-Who.is Bot
+WebmasterWorldForumBot
+Webshag
+Website Quester
+Whack
 Widow
+WinHTTrack
 Wonderbot
-Woobot
-Wotbox
-Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
+Zauba
 Zeus
+Zitebot
+ZmEu
+ZoomBot
 ZyBorg
 adscanner
-cah.io.community
+arquivo.pt
 check1.exe
 com.plumanalytics
-crawler.feedback
+dataforseo.com
+demandbase-bot
 gopher
-heritrix
-internetVista monitor
+instabid
 linkdexbot
 lwp-request
-muhstik-scan
-netEstate NE Crawler
-ripz
-satoristudio.net
+lwp-trivial
+magpie-crawler
+meanpathbot
+pcBrowser
+s1z.ru
+scan.lol
+seoscanners
+seostar
+sitechecker.pro
+sp_auditbot
+sysscan
 tAkeOut
-ubermetrics-technologies.com
-webgains-bot
+webprosbot
 x09Mozilla
+x22Mozilla
+zgrab