V4.2023.12.4171 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-Aboundexbot
-Acunetix
-AiHitBot
-Alexibot
-Atomseobot
+ASPSeek
+Abonti
+Anthill
 BDCbot
-Chlooe
-Cogentbot
-Curious
+Backlink-Ceck
+Badass
+BetaBot
+Blow
+Bolt
+CSHttp
+Cegbfeieh
+Cliqzbot
+Cocolyzebot
+Craftbot
+DIIbot
 DataCha0s
-DatabaseDriverMysqli
-Demon
-Discoverybot
 DittoSpyder
-Drip
-EMail Siphon
-Ecxi
-FemtosearchBot
-Fuzz
-GPTBot
+DomainStatsBot
+Dragonfly
+EasyDL
+EirGrabber
+Fimap
+Firefox/7.0
 GetRight
-Grabber
-GrapeshotCrawler
-HTTP::Lite
-InfoTekies
-Internet Ninja
-Iria
+HEADMasterSEO
+Harvest
+Heritrix
+IRLbot
+IlseBot
+Image Sucker
+InterGET
+IstellaBot
 JOC Web Spider
-JennyBot
-Jetty
-LNSpiderguy
+JikeSpider
+Kenjin Spider
+Kinza
 Larbin
-LeechFTP
-LibWeb
-Lightspeedsystems
-Lipperhey Spider
-MFC_Tear_Sample
-MSIECrawler
-Magnet
-Majestic12
-Minefield
-Mojeek
-Mojolicious
-Musobot
-Nessus
-NetLyzer
-NetMechanic
-Niki-bot
-Ninja
+Libwhisker
+Likse
+MSFrontPage
+MarkMonitor
+Mata Hari
+MauiBot
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+Microsoft Data Access
+Mozlila
+Msrabot
+NearSite
 Nuclei
-OpenVAS
+Offline Explorer
+OnCrawl
+OrangeSpider
+OutfoxBot
+Page Analyzer
 PageThing.com
-Papa Foto
-Pimonster
-Pixray
-RSSingBot
+PictureFinder
+PxBroker
+Rainbot
 RankingBot
-RankurBot
-Re-re
-RealDownload
-RocketCrawler
 SMTBot
-SemanticJuice
+Screaming
+Searchestate
+SemrushBot
 SentiBot
-Siphon
-Sosospider
-Spammen
-Sucker
-Swiftbot
+Shodan
+SiteLockSpider
+Snake
+SpankBot
+Spanner
+SputnikBot
+Sqworm
+Sucuri
 TheNomad
 TightTwatBot
+Toweyabot
 Tracemyfile
-True_Robot
-TurnitinBot
+Trendictionbot
+Turingos
 Twice
-UnisterBot
-VB Project
+Voil
 WASALive-Bot
-WWWOFFLE
-Web Collage
-Web Pix
+WWW-Collector-E
+Wallpapers/3.0
+Web Enhancer
+Web Fetch
 WebBandit
-WebFetch
-WebsiteExtractor
-Xaldon_WebSpider
-arquivo.pt
-com.plumanalytics
+WebCopier
+WebStripper
+Whack
+Wotbox
+arquivo-web-crawler
 crawler.feedback
-dataforseobot
-domainsproject.org
 evc-batch
-instabid
-lwp-trivial
-netEstate NE Crawler
-oBot
-openai.com
-seobility
-seoscanners
-serpstatbot
+ips-agent
+sitechecker.pro
+webgains-bot
+webprosbot
+x09Mozilla