V4.2023.05.3718 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Alligator
-Anarchy
-AwarioRssBot
-BlackWidow
-Boardreader
-CazoodleBot
-CherryPicker
-DBLBot
-DatabaseDriverMysqli
-Deusu
-Dirbuster
-DnBCrawler-Analytics
-DomainAppender
-EMail Wolf
-EasyDL
-EirGrabber
-FDM
-Firefox/7.0
-GT::WWW
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-GrabNet
-HEADMasterSEO
+404checker
+Acunetix
+AiHitBot
+Aipbot
+AwarioSmartBot
+BBBike
+BLEXBot
+BackDoorBot
+Battleztar Bazinga
+Blackboard
+BlowFish
+BunnySlippers
+CensysInspect
+Citoid
+Copier
+Digincore
+Dispatch
+DittoSpyder
+DomCopBot
+DomainSigmaCrawler
+Domains Project
+Dragonfly
+ECCP/1.0
+Ebingbong
+Exabot
+ExtLinksBot
+ExtractorPro
+EyeNetIE
+Fimap
+Fuzz
+GalaxyBot
+Gotit
 HTMLparser
 Humanlinks
-Internet Ninja
-Iskanie
-Kinza
-Larbin
-LibWeb
-LinkScan
-Linkbot
-LinkextractorPro
-LinkpadBot
+HybridBot
+IlseBot
+Image Fetch
+IndeedBot
+Indy Library
+Likse
 Lipperhey Spider
-MQQBrowser
-Moblie Safari
-Mojeek
-Nameprotect
+MSIECrawler
+Mail.RU_Bot
+Masscan
+Minefield
+MolokaiBot
+Morfeus Fucking Scanner
 Nessus
-NetSpider
-Nettrack
-Octopus
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
+Nibbler
+Nikto
+Nimbostratus
+Ninja
+Nutch
 OutclicksBot
-Page Analyzer
-Papa Foto
-Pi-Monster
-PleaseCrawl
-Pockey
-Probethenet
-Pu_iN
-Recorder
-RepoMonkey
-Ripper
-SEOkicks
-ScanAlert
-Scanbot
+PageScorer
+Panscient
+PxBroker
+Quick-Crawler
+Rankivabot
+Rogerbot
+SEOstats
+SMTBot
 ScrepyBot
-Semrush
 Seomoz
 Sitebeam
-Sociscraper
-Steeler
-Sucker
-T8Abot
+Sogou web spider
+SpaceBison
+SputnikBot
+SuperBot
+Suzuran
+Telesphoreo
 Telesphorep
-Titan
-Trendictionbot
-VCI
-Vacuum
-Virusdie
-WEBDAV
-WISENutbot
-Web Enhancer
-WebAuto
+TightTwatBot
+Toweyabot
+Voltron
+WASALive-Bot
+WWW::Mechanize
+WallpapersHD
+Web Sauger
+Web Sucker
+WebCollage
 WebCopier
-WebImageCollector
-WebWhacker
-Website Quester
-WebsiteExtractor
-Xaldon WebSpider
-Zauba
-ZoominfoBot
+WebStripper
+Whacker
+Wotbox
+Zitebot
+ZmEu
+ZoomBot
 archive.org_bot
-arquivo-web-crawler
-gopher
+backlink-check
+crawler.feedback
+eCatch
 heritrix
-netEstate NE Crawler
-oBot
+plumanalytics
+probe-image-size
+satoristudio.net
 scan.lol
-seobility
-sexsearcher
+seostar
 spyfu
-webgains-bot
+xpymep1.exe