V4.2024.07.4657 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AiHitBot
-Aipbot
-BacklinksExtendedBot
-Blow
-BlowFish
-Brandprotect
-CheeseBot
-CopyRightCheck
-DIIbot
-DSearch
-DatabaseDriverMysqli
+Anarchy99
+Aspiegel
+Attach
+AwarioRssBot
+BatchFTP
+Battleztar Bazinga
+Buck
+BuiltWith
+Cegbfeieh
+CensysInspect
+CherryPicker
+Copyscape
+Cosmos
+CyotekWebCopy
+DBLBot
 Demon
-Deusu
 Digincore
-Discoverybot
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-ECCP/1.0
-Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-Google-Extended
-HEADMasterSEO
+DomainCrawler
+EMail Siphon
+EasyDL
+Flunky
+GermCrawler
+Go!Zilla
+GrabNet
 HTTrack
-Havij
-Humanlinks
-HybridBot
-Image Fetch
-ImagesiftBot
-Intelliseek
+Iblog
+Image Sucker
+InfoTekies
 Iria
-IstellaBot
-JennyBot
-Jetty
-Jorgee
-Keyword Density
-Kinza
-LinqiaScrapeBot
-Lipperhey
-Magnet
+Iskanie
+Larbin
+LeechFTP
+LibWeb
+LieBaoFast
+Likse
+LinkextractorPro
+LinqiaRSSBot
+Lmspider
+MJ12bot
+MQQBrowser
 Majestic12
-Minefield
-Morfeus Fucking Scanner
-Nessus
-Nikto
-Ninja
-Nuclei
-Offline Explorer
+Nimbostratus
+Octopus
 PHPCrawl
-PageGrabber
+Petalbot
+PleaseCrawl
+Pockey
 ProWebWalker
-Psbot
+PxBroker
 PyCurl
-Quick-Crawler
-Rainbot
-Recorder
-RedesScrapy
+RankFlex
 RocketCrawler
-SMTBot
-Siteimprove
-Snake
-Spider_Bot
-Stripper
+SEOlyticsCrawler
+ScoutJet
+SearchmetricsBot
+SemrushBot
+SentiBot
+SenutoBot
+SeoSiteCheckup
+Shodan
+SlySearch
+Snapbot
+SocialRankIOBot
+Sogou web spider
+Sosospider
+SpaceBison
+Spider_Bot/3.0
+Spinn3r
+Sqworm
 SuperHTTP
-Suzuran
+Szukacz
 TeleportPro
-The Intraformant
-TightTwatBot
-Toata
-Tracemyfile
-True_Robot
-Turingos
-UnisterBot
-VCI
+TheNomad
+TwengaBot
+URLy Warning
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voil
-WEBDAV
-WISENutbot
-WWW::Mechanize
-WallpapersHD
-Web Enhancer
+WASALive-Bot
+WBSearchBot
+Wallpapers/3.0
 Web Sauger
-WebBandit
-WebWhacker
-WebsiteExtractor
-Wonderbot
-YoudaoBot
-Zade
-Zauba
-ZoomBot
-cah.io.community
-cognitiveseo
-demandbase-bot
-domainsproject.org
-lwp-request
-plumanalytics
-x09Mozilla
+WebCollage
+WebLeacher
+WebSauger
+WebmasterWorldForumBot
+WebsiteQuester
+Who.is Bot
+WinHTTrack
+ZmEu
+ZumBot
+gopher
+heritrix
+imagesift.com
+instabid
+iubenda-radar
+lwp-trivial
+muhstik-scan
+probe-image-size
+webgains-bot