V4.2024.01.4270 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Aboundex
-Alligator
-Anthill
-AwarioSmartBot
-Bandit
-BlackWidow
-Boardreader
-BotALot
-BuiltBotTough
+ADmantX
+Acunetix
+Anarchie
+Aspiegel
+BackStreet
+Badass
+Barkrowler
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Bitacle
+Buck
 BunnySlippers
-CATExplorador
-Calculon
-CazoodleBot
-ChinaClaw
-Cliqzbot
-Crawling at Home Project
-Curious
-DBLBot
-DatabaseDriverMysqli
-Discobot
-DomCopBot
-EMail Siphon
-EMail Wolf
-ExtLinksBot
-ExtractorPro
-FHscan
-Fimap
-FlashGet
-Flunky
-Fyrebot
+CensysInspect
+Claritybot
+Deusu
+DnyzBot
+FrontPage
+GrapeshotCrawler
+HTTrack
+Hloader
 IDBTE4M
-IDBot
-Iblog
-Id-search
-Larbin
-LinkextractorPro
-Lipperhey
-MFC_Tear_Sample
-MIDown tool
-MSFrontPage
+IRLbot
+Indy Library
+IstellaBot
+LWP::Simple
+Libwhisker
+Likse
+LinqiaScrapeBot
+MTRobot
 MarkMonitor
-Microsoft Data Access
-Mister PiX
-MolokaiBot
-Mozlila
+MauiBot
+Meanpathbot
+MicroMessenger
 NPbot
-Nimbostratus
-Nmap
-OnCrawl
-OpenLinkProfiler
-PageScorer
-RankingBot
-Re-re
-RedesScrapy
+Name Intelligence
+Nessus
+Nikto
+Panscient
+Papa Foto
+Petalbot
+Picscout
+Pimonster
+QueryN Metasearch
+Reaper
 RepoMonkey
-Rogerbot
-SEOprofiler
-SalesIntelligent
-SemanticJuice
-SemrushBot
-SentiBot
-Sitebeam
-SmartDownload
+ScoutJet
+ScreenerBot
+Seekport
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
+Sitevigil
+Snake
+Sottopop
 Spanner
+SputnikBot
+Sqworm
+SuperHTTP
+Surfbot
 SurveyBot
-Szukacz
 T8Abot
-Telesoft
-Turnitin
-VidibleScraper
-WEBDAV
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Web Auto
-WebAuto
-WebBandit
-WebCopier
-WebFetch
+TinyTestBot
+Twice
+URLy.Warning
+UnisterBot
+Upflow
+VelenPublicWebCrawler
+VoidEYE
+WASALive-Bot
+WISENutbot
+Web Collage
+Web Enhancer
+Web Fetch
+WebCollage
+WebGo IS
 WebImageCollector
-WebSauger
-WebsiteQuester
-Wonderbot
-Xaldon_WebSpider
-Zade
+WebWhacker
+WebmasterWorldForumBot
+Whacker
+Wprecon
+Zermelo
+Zeus
+ZoomBot
+adscanner
+arquivo-web-crawler
+check1.exe
 clark-crawler
-com.plumanalytics
+cognitiveseo
 crawler.feedback
-crawler4j
-eCatch
-lwp-trivial
-mediawords
-openai.com
-ripz
-seoscanners
+linkdexbot
+meanpathbot
+scalaj-http
+seostar
+sogouspider
 spyfu
+sysscan
+webmeup-crawler
 webpros.com
-xpymep1.exe
-zauba.io
+x22Mozilla