V4.2024.03.4388 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-ALittle Client
-Aboundexbot
-AiHitBot
-AllSubmitter
-AwarioRssBot
-BDFetch
-BackWeb
+Aipbot
+BBBike
+Bigfoot
 Black Hole
-Brandwatch
-BunnySlippers
-Bytespider
-CATExplorador
+Blackboard
+Boardreader
+Bolt
+Bullseye
+BuzzSumo
 ChinaClaw
-Citoid
-Copyscape
-Custo
-DatabaseDriverMysqli
-DnBCrawler-Analytics
-Domains Project
+CrazyWebCrawler
+Crescent
+CyotekWebCopy
+DBLBot
+DTS Agent
+Demon
+Digincore
+Dispatch
+ECCP/1.0
+Ecxi
 Exabot
-Extractor
-FHscan
-Fimap
-Fyrebot
-GermCrawler
-Gotit
-HTMLparser
-Haansoft
+EyeNetIE
+Ezooms
+FDM
+FyberSpider
+HTTP::Lite
+HTTrack
 HaosouSpider
-HybridBot
-IstellaBot
-JikeSpider
-Kozmosbot
-LNSpiderguy
+Havij
+IDBTE4M
+Image Fetch
+Iria
+Jbrofuzz
+JetCar
+JustView
+LeechGet
 Linkbot
-Lipperhey Spider
-Mail.RU_Bot
-MarkMonitor
-Masscan
-Mb2345Browser
-Meanpathbot
-Morfeus Fucking Scanner
-NPbot
+Lipperhey
+Lmspider
+MSFrontPage
+Magnet
+Mass Downloader
+MauiBot
+Metauri
+MicroMessenger
+Minefield
+Mojeek
+Msrabot
+Nameprotect
 Navroad
-Needle
-Niki-bot
-Nmap
-Octopus
-OpenVAS
+NimbleCrawler
+Ninja
 PageAnalyzer
-Pixray
-ProWebWalker
-Quick-Crawler
-SEOlyticsCrawler
-SEOprofiler
-ScoutJet
-Scrapy
-Seekport
+PictureFinder
+Pimonster
+Pu_iN
+QueryN Metasearch
+RSSingBot
+RankActive
 SentiBot
-SenutoBot
 Site Sucker
 Siteimprove
-SlySearch
-Spammen
-Szukacz
+Sqlworm
+Sqworm
+SurveyBot
+Swiftbot
+T0PHackTeam
 T8Abot
-Telesphoreo
-The Intraformant
+Thumbor
+Toata
+Toweyabot
 Trendictionbot
-URLy.Warning
-VB Project
-VeriCiteCrawler
-Virusdie
-Wallpapers/3.0
-WeSEE
-Web Sucker
-WebEnhancer
-WebPix
-Website Quester
-Webster
-Whacker
-Wotbox
-Wprecon
-YoudaoBot
-ZoominfoBot
-ZumBot
-adscanner
-check1.exe
-crawler4j
-dataforseobot
-evc-batch
-oBot
-s1z.ru
-seobility
-serpstatbot
-sexsearcher
+Turnitin
+TurnitinBot
+TwengaBot
+Typhoeus
+V-BOT
+Voltron
+WISENutbot
+WWW-Mechanize
+Web Sauger
+WebAuto
+WebSauger
+WebWhacker
+WebmasterWorldForumBot
+WebsiteExtractor
+Zade
+backlink-check
+coccocbot
+ips-agent
+isitwp.com
+magpie-crawler
+omgili
+probe-image-size
+seostar
+sogouspider
 sysscan
-ubermetrics-technologies.com
-x22Mozilla
+trendiction.com
+voyagerx.com
+webgains-bot