V4.2024.09.4734 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-AiHitBot
-Anarchie
+ASPSeek
+Abonti
+Aboundex
+Aboundexbot
+Aipbot
 Anarchy
-Apexoo
-Atomseobot
-AwarioRssBot
-BDFetch
-BacklinkCrawler
-BlackWidow
+Aspiegel
+BatchFTP
+Battleztar Bazinga
+BlowFish
 BotALot
-Bullseye
-CATExplorador
-Calculon
-CensysInspect
-ChinaClaw
-Demon
-Digincore
+Buck
+CCBot
+CODE87
+Cegbfeieh
+CheeseBot
+Chlooe
+Cocolyzebot
+Craftbot
+DBLBot
+Deusu
+Disco
 DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomainAppender
+DomainSigmaCrawler
+Exabot
 Express WebPictures
-FHscan
-FacebookBot
-FlashGet
-Go-Ahead-Got-It
-IRLbot
-Id-search
-IlseBot
-InfoTekies
+FemtosearchBot
+Freeuploader
+GT::WWW
+GrabNet
+IndeedBot
 InfraSec Scanner
-InternetSeer
-Jbrofuzz
-JustView
-Leap
-LeechGet
-Likse
-LinkScan
-LinkWalker
-LinksManager
-LinqiaScrapeBot
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Jyxobot
+LieBaoFast
+LinkpadBot
+Lipperhey
+Ltx71
 MQQBrowser
-Mail.RU_Bot
+Magnet
 Majestic12
-MarkMonitor
-MeanPath Bot
-MegaIndex.ru
-Metauri
-Microsoft URL Control
-Mr.4x3
+Moblie Safari
+NPbot
+Name Intelligence
+NearSite
 Net Vampire
-NetMechanic
-Netvibes
-PageAnalyzer
+NetLyzer
+Nutch
+OrangeSpider
+PageScorer
+Pandalytics
+Papa Foto
+Pavuk
+PeoplePal
 Picscout
-Picsearch
-PleaseCrawl
-QueryN Metasearch
-RankingBot2
-SEOprofiler
-SMTBot
-SalesIntelligent
-ScanAlert
-Scrapy
-SentiBot
-Siphon
-SiteSucker
-Snake
+PictureFinder
+ReGet
+Reaper
+SBIder
+SEOkicks-Robot
+SEOstats
+Screaming
+Seomoz
+Sitevigil
+SmartDownload
 Snapbot
-Spammen
-Spider_Bot/3.0
-Suzuran
+Spbot
+Sqworm
 T0PHackTeam
-TightTwatBot
-True_Robot
-Turnitin
-TwengaBot
-Upflow
-Voltron
-WEBDAV
+Teleport
+TeleportPro
+The Intraformant
+Turingos
+VelenPublicWebCrawler
+VoidEYE
+WWWOFFLE
 WallpapersHD
-Web Enhancer
-Web Sauger
-Web Sucker
+WeSEE
+Web Collage
+Web Fuck
+WebAuto
 WebFetch
+WebGo IS
+WebLeacher
+WebZIP
 WebsiteQuester
 WinHTTrack
-WiseGuys Robot
-YoudaoBot
-Zade
-check1.exe
-cohere-ai
+Wprecon
+Zermelo
+arquivo-web-crawler
+arquivo.pt
 demandbase-bot
-eCatch
 heritrix
-instabid
-internetVista monitor
-lwp-request
+polaris version
 spyfu
+x09Mozilla