V4.2023.01.3554 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-Abonti
-Aboundex
-Acunetix
-AhrefsBot
-AiHitBot
-Alexibot
-AllSubmitter
+404checker
+ADmantX
+ALittle Client
+Aboundexbot
 Alligator
-AlphaBot
 Anarchie
-Anarchy99
-Apexoo
-Aspiegel
-BDFetch
+Atomseobot
+AwarioSmartBot
 BLEXBot
-Backlink-Ceck
-Badass
-BatchFTP
-Black Hole
-Blackboard
-Blow
-BlowFish
+BackDoorBot
+BackStreet
+BackWeb
+BacklinkCrawler
+Bandit
+Bitacle
 Boardreader
-BuiltBotTough
-Bullseye
-CATExplorador
+Bolt
+Brandprotect
+Brandwatch
 CCBot
 CODE87
-Cegbfeieh
-Chlooe
+CSHttp
+CazoodleBot
+CheTeam
 Claritybot
-Cloud mapping
+Cliqzbot
+Cocolyzebot
+Cogentbot
 Collector
-Cosmos
 CrazyWebCrawler
-CrunchBot
-Custo
-DBLBot
-Devil
+Crescent
+Curious
+CyotekWebCopy
+DSearch
+DatabaseDriverMysqli
+Deusu
+Digincore
+DigitalPebble
 Dirbuster
-Dispatch
+Discoverybot
 DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
 Download Wonder
-Dragonfly
-EMail Siphon
+Drip
 Ebingbong
-Ecxi
 EirGrabber
-Evil
-Exabot
-ExtLinksBot
-ExtractorPro
-Ezooms
-FemtosearchBot
-Fimap
-FlashGet
-Foobot
-FyberSpider
-Fyrebot
-GT::WWW
-GalaxyBot
-GetRight
+Extreme Picture Finder
+EyeNetIE
+FDM
+Freeuploader
+Fuzz
+G-i-g-a-b-o-t
+GermCrawler
+GetWeb
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
 Grafula
-GrapeshotCrawler
 GridBot
+HMView
+HTTP::Lite
+Haansoft
+HaosouSpider
 Havij
 Heritrix
-IDBot
-IRLbot
-Id-search
-IlseBot
-Image Fetch
-Indy Library
-InfoNaviRobot
+Iblog
+Image Sucker
+IndeedBot
 InfoTekies
 Intelliseek
-InterGET
 InternetSeer
-JOC Web Spider
-JetCar
+IstellaBot
+JamesBOT
 JikeSpider
-Jorgee
-Keyword Density
+Joomla
+Jyxobot
+Kenjin Spider
 Kozmosbot
 Leap
-LeechFTP
-LeechGet
-LexiBot
-Lftp
-LibWeb
 LieBaoFast
-LinkScan
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Linkbot
+LinkextractorPro
+LinksManager
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MJ12bot
 MQQBrowser
-MSFrontPage
-MSIECrawler
 MTRobot
 Majestic SEO
 Majestic-SEO
 Mass Downloader
-Mata Hari
+MauiBot
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-Microsoft Data Access
+Metauri
 Mister PiX
 Mojeek
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
+Mojolicious
 Musobot
 NPbot
 Name Intelligence
-Nameprotect
 NearSite
-Needle
-NetZIP
-Nettrack
-Nimbostratus
+NetLyzer
+NextGenSearchBot
+Niki-bot
 Ninja
-Nuclei
-Offline Explorer
-OnCrawl
+Nutch
+OpenLinkProfiler
 OpenVAS
+Openfind
+Openvas
+OrangeBot
 OrangeSpider
-PHPCrawl
-POE-Component-Client-HTTP
-PageScorer
-Papa Foto
-Petalbot
-Picsearch
-Piepmatz
-Pockey
+OutclicksBot
+OutfoxBot
+PageGrabber
+Panscient
+Pavuk
+Picscout
+Pimonster
+Pixray
 ProWebWalker
-Pump
-PxBroker
+Psbot
+PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankFlex
-Rankivabot
+RankingBot
+RankingBot2
+RankurBot
 Re-re
-RocketCrawler
+ReGet
+RebelMouse
+RepoMonkey
+Ripper
+SBIder
 SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
+SISTRIX
+SalesIntelligent
 Scanbot
 Scrapy
-ScrepyBot
+ScreenerBot
+Seekport
+SemanticJuice
+Semrush
 SemrushBot
-SentiBot
-Seomoz
+SeobilityBot
+Shodan
 Siphon
-SiteSnagger
-Sitevigil
+SiteLockSpider
+SiteSucker
+Siteimprove
+SmartDownload
 Sociscraper
-Spanner
-Spbot
-Sqlmap
+Sogou web spider
+Spammen
+Spinn3r
+SputnikBot
 Sqlworm
-Stripper
-Sucker
+SuperHTTP
 Suzuran
-Szukacz
+Swiftbot
+T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
 Telesoft
+The Intraformant
+TheNomad
+Thumbor
 Titan
 Trendiction
-Trendictionbot
 True_Robot
 Turingos
+TurnitinBot
 TwengaBot
-UnisterBot
 V-BOT
 VB Project
 VCI
-Vacuum
 VeriCiteCrawler
 Virusdie
-VoidEYE
-Voil
-Voltron
-WBSearchBot
+WEBDAV
 WISENutbot
-WPScan
+WWW::Mechanize
 WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Collage
 Web Enhancer
 Web Fuck
 Web Pix
-Web Sauger
+Web Sucker
+WebCollage
 WebEnhancer
 WebFetch
+WebFuck
+WebGo IS
+WebLeacher
+WebReaper
 WebSauger
-WebWhacker
-WebmasterWorldForumBot
-WebsiteExtractor
-Whacker
+Webalta
+Website Quester
+WebsiteQuester
+Webster
+Whatweb
 Woobot
+Wotbox
 Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
-Zade
-ZmEu
-arquivo.pt
-cah.io.community
-dataforseo.com
-eCatch
-evc-batch
+Zauba
+Zermelo
+Zeus
+Zitebot
+ZoomBot
+ZumBot
+ZyBorg
+adscanner
+archive.org_bot
+arquivo-web-crawler
+backlink-check
+check1.exe
+clark-crawler
+coccocbot
+crawl.sogou.com
+crawler4j
+gopher
+heritrix
 internetVista monitor
 ips-agent
 linkdexbot
-lwp-request
-lwp-trivial
-magpie-crawler
-netEstate NE Crawler
-oBot
-page scorer
 pcBrowser
-polaris version
-s1z.ru
+plumanalytics
+satoristudio.net
 seocompany.store
-seoscanners
-serpstatbot
-siteripz
+sogouspider
 sp_auditbot
 spyfu
-sysscan
-webgains-bot
-webpros.com
-xpymep1.exe
+tAkeOut
+trendiction.de
+ubermetrics-technologies.com
+webprosbot
+x09Mozilla
 zauba.io
-zgrab