V4.2025.02.5027 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aipbot
-Alligator
-Anarchy99
+360Spider
+404enemy
+ADmantX
+AllSubmitter
+Ankit
+Anthill
 Aspiegel
-Blackboard
-BlowFish
-Boardreader
-Buddy
-BuiltWith
-CATExplorador
-ChinaClaw
-Cogentbot
-Crawling at Home Project
-Custo
-Digincore
-Disco
-Discobot
-Dispatch
+Attach
+Backlink-Ceck
+Black Hole
+Buck
+Bytespider
+CODE87
+Cosmos
+CyotekWebCopy
 DnyzBot
-ExtractorPro
-EyeNetIE
-FrontPage
-Genieo
-GridBot
-IDBTE4M
-Jorgee
-JustView
-Lanshanbot
+Ebingbong
+EirGrabber
+Express WebPictures
+Ezooms
+Fimap
+FlashGet
+Foobot
+FyberSpider
+GT::WWW
+HTTrack
+Hloader
+IRLbot
+InternetSeer
+Jbrofuzz
+LWP::Simple
 Libwhisker
-Linkbot
+LieBaoFast
 Lipperhey Spider
+Litemage_walker
+Majestic SEO
+Mediatoolkitbot
 MegaIndex.ru
-Microsoft Data Access
-Morfeus Fucking Scanner
-Musobot
-Nameprotect
-NetLyzer
-NetMechanic
-Nettrack
+MicroMessenger
+Mister PiX
+MolokaiBot
+Mr.4x3
+NPbot
 NextGenSearchBot
-NimbleCrawler
-Nmap
+Nibbler
+Niki-bot
 Nutch
-Offline Navigator
+Octopus
+OpenVAS
 Openfind
-Papa Foto
-PictureFinder
-PleaseCrawl
-Pockey
-PxBroker
+Openvas
+OutfoxBot
+PageScorer
+ProPowerBot
+Pu_iN
+Quick-Crawler
 Rainbot
+Rankivabot
 ReGet
-SBIder
-SEOkicks-Robot
-SEOlyt
-SMTBot
-Scanbot
-SeekportBot
-SemrushBot-SI
-SeoCherryBot
-Shodan
-SiteExplorer
-SiteLockSpider
-Sitevigil
-Spammen
-SpankBot
-Spider_Bot
-Steeler
-SurveyBot
-Telesphorep
-TheNomad
-Thumbor
-True_Robot
-Twice
-VCI
-Vacuum
-WBSearchBot
+SEOkicks
+SEOstats
+SearchmetricsBot
+Seekport
+SemrushBot-FT
+Seomoz
+Siphon
+Snoopy
+SputnikBot
+T0PHackTeam
+Toata
+Toweyabot
+Turingos
+VeriCiteCrawler
 WEBDAV
-WallpapersHD
-WebBandit
-WebCopier
-WebSauger
-WebmasterWorldForumBot
-Webshag
-Xaldon WebSpider
-Xaldon_WebSpider
-Zade
-Zeus
-arquivo.pt
+WWW-Mechanize
+Wallpapers/3.0
+Web Auto
+Web Fetch
+WebCollage
+WebWhacker
+WebZIP
+Widow
+WinHTTrack
+YoudaoBot
+ZoominfoBot
+ZumBot
 clark-crawler
+cognitiveseo
+com.plumanalytics
 domainsproject.org
-facebookscraper
-iubenda-radar
-linkdexbot
-lwp-request
-openai.com
+ips-agent
+mediawords
+openai
+page scorer
 plumanalytics
 seobility
-sogouspider
-zauba.io
+seostar
+sp_auditbot
+webgains-bot
+webpros.com