V4.2023.03.3629 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+ADmantX
 AIBOT
-Abonti
-Acunetix
-Aipbot
-AlphaBot
-Anthill
-Aspiegel
-Atomseobot
-AwarioRssBot
-Barkrowler
-Boardreader
-Cliqzbot
+AhrefsBot
+Anarchy
+Asterias
+Battleztar Bazinga
+BetaBot
+CATExplorador
+CCBot
+CensysInspect
 Cocolyzebot
-Copier
-Cosmos
-DSearch
+CrunchBot
+Custo
 Demon
-Discoverybot
-DomCopBot
-Dotbot
-Drip
-EMail Wolf
-EirGrabber
+DomainAppender
+DomainCrawler
+Domains Project
+Download Wonder
 Exabot
-EyeNetIE
-FDM
-Foobot
-G-i-g-a-b-o-t
-Gotit
-GrabNet
-HEADMasterSEO
-Harvest
+Ezooms
+Firefox/7.0
+HaosouSpider
+Havij
 Humanlinks
-IDBTE4M
-Image Fetch
-Image Sucker
-Indy Library
-Iria
-Iskanie
-JikeSpider
-Keyword Density
-LNSpiderguy
-LWP::Simple
-Leap
-LibWeb
-LinkextractorPro
-MIDown tool
-MarkWatch
-Mata Hari
-Microsoft URL Control
-Nameprotect
-NearSite
-NetAnts
-Netcraft
-Nikto
-OpenVAS
-Papa Foto
-Psbot
-PyCurl
-RankFlex
-Re-re
-Recorder
-RedesScrapy
-RepoMonkey
-SEOkicks
+Id-search
+IlseBot
+InfoNaviRobot
+InterGET
+Joomla
+Jorgee
+Likse
+MFC_Tear_Sample
+Majestic SEO
+MauiBot
+Meanpathbot
+Moblie Safari
+Morfeus Fucking Scanner
+NICErsPRO
+NetLyzer
+NetMechanic
+Nettrack
+Netvibes
+Nmap
+Not
+Nuclei
+Octopus
+Offline Navigator
+PageAnalyzer
+PageScorer
+PageThing.com
+Pixray
+Pockey
+ProPowerBot
+SISTRIX
 Scrapy
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
-SlySearch
+Seekport
+SentiBot
+SeobilityBot
+Seomoz
+Shodan
+Sitebeam
 SmartDownload
-SocialRankIOBot
-Spammen
-SpankBot
-Sucker
-Szukacz
+Sogou web spider
+Spanner
+Spbot
+Sqworm
+SuperBot
 T0PHackTeam
-Telesphorep
 Tracemyfile
-Trendiction
-TwengaBot
+Trendictionbot
+URLy.Warning
+Upflow
+VB Project
 Vacuum
-VelenPublicWebCrawler
-VoidEYE
-WPScan
-Web Auto
-Web Sauger
-WebCopier
-Website Quester
+Voltron
+WASALive-Bot
+WEBDAV
+WeSEE
+Web Enhancer
+Web Fuck
+Web Pix
+WebCollage
+WebStripper
+WebSucker
 WebsiteQuester
-WinHTTrack
-archive.org_bot
-check1.exe
-eCatch
+Whacker
+Woobot
+Xaldon WebSpider
+Xenu
+ZyBorg
+crawler.feedback
+evc-batch
+gopher
+mediawords
+ripz
+scalaj-http
 scan.lol
-seobility
-sitechecker.pro
-sp_auditbot
-spyfu
-trendiction.com
+sysscan
+tAkeOut
+webgains-bot