V4.2024.06.4594 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+404enemy
 80legs
-Anarchie
-Asterias
-Attach
-BackWeb
-Bytespider
-Chlooe
+AhrefsBot
+AwarioBot
+Bandit
+BlackWidow
+BlowFish
+CCBot
+CherryPicker
 Cliqzbot
-Copyscape
-CrazyWebCrawler
 CrunchBot
-DigitalPebble
-DomainCrawler
-Dragonfly
+Deusu
+Devil
+DomCopBot
+DomainSigmaCrawler
+EasyDL
 Exabot
-EyeNetIE
+Extreme Picture Finder
+FDM
+Fuzz
+GPTBot
 GermCrawler
-Getintent
-Go!Zilla
-GoZilla
-Google-Extended
-Haansoft
-IDBot
-IlseBot
-InfoNaviRobot
-Iskanie
-IstellaBot
-JustView
+GetWeb
+Go-Ahead-Got-It
+Harvest
+InfraSec Scanner
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
+Kinza
 LNSpiderguy
-Lftp
-Libwhisker
-Lipperhey
+LeechFTP
+LibWeb
+LieBaoFast
+Linkbot
 Litemage_walker
-MIIxpc
-Mail.RU_Bot
-Mass Downloader
-Meanpathbot
-Microsoft URL Control
-Mojeek
+Ltx71
+MJ12bot
+MarkWatch
+Masscan
+MauiBot
+MegaIndex.ru
+Mister PiX
 Mojolicious
-Name Intelligence
-Niki-bot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-PageGrabber
-PageScorer
-Panscient
-Papa Foto
+Mr.4x3
+NICErsPRO
+NPbot
+Nameprotect
+NearSite
+Netvibes
+Nikto
+NimbleCrawler
+Page Analyzer
 Pi-Monster
-Picsearch
-PleaseCrawl
-Proximic
 Pu_iN
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-Re-re
-SEOprofiler
-ScoutJet
-Searchestate
-SenutoBot
-SiteCheckerBotCrawler
-SiteLockSpider
+Pump
+Rainbot
+RankingBot2
+Rankivabot
+ReGet
+Rogerbot
+SEOkicks
+SemanticJuice
+SeobilityBot
+Seomoz
+SiteExplorer
+SiteSnagger
 Sitebeam
 Siteimprove
-Snapbot
-SocialRankIOBot
 Spinn3r
 SputnikBot
-Swiftbot
-T8Abot
-TheNomad
-Toweyabot
-Trendictionbot
-TurnitinBot
-Typhoeus
-URLy.Warning
-WASALive-Bot
-WWW::Mechanize
-Web Enhancer
-Web Fuck
-WebStripper
+Suzuran
+Telesphoreo
+Toata
+True_Robot
+Twice
+VCI
+VidibleScraper
+WEBDAV
+WISENutbot
+WeSEE
+Web Fetch
+WebGo IS
+WebImageCollector
 Webster
-Whack
-WiseGuys Robot
-Xaldon_WebSpider
-ZumBot
-adscanner
-archive.org_bot
-arquivo.pt
-iubenda-radar
-lwp-request
-lwp-trivial
-magpie-crawler
-mediawords
-netEstate NE Crawler
-seocompany.store
-trendiction.de
+Zade
+anthropic-ai
+awario.com
+check1.exe
+clark-crawler
+coccocbot
+com.plumanalytics
+crawler4j
+evc-batch
+heritrix
+instabid
+seobility
+siteripz
+spyfu
+x22Mozilla