V4.2024.07.4622 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Aipbot
-Ankit
-BDFetch
-BackDoorBot
+01h4x.com
+404checker
+ALittle Client
+Aboundex
+AfD-Verbotsverfahren
+BBBike
+Battleztar Bazinga
+Bitacle
 BotALot
-Buck
 Bullseye
-CSHttp
-CazoodleBot
-CherryPicker
+Bytespider
+Cegbfeieh
 ChinaClaw
-Craftbot
-CyotekWebCopy
-Deusu
-Domains Project
-Download Wonder
-Dragonfly
-EMail Wolf
-Evil
-Exabot
+Citoid
+Copyscape
+Crawling at Home Project
+DIIbot
+DTS Agent
+Dirbuster
+ECCP/1.0
+Extreme Picture Finder
 FemtosearchBot
-Fyrebot
-G-i-g-a-b-o-t
+FlashGet
+GPTBot
+Getintent
 Gigabot
-HMView
-Humanlinks
-InternetSeer
-JikeSpider
-Joomla
-JustView
-Kozmosbot
-LNSpiderguy
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-MIIxpc
-Magnet
+HEADMasterSEO
+HTMLparser
+IDBTE4M
+Id-search
+Image Fetch
+Intelliseek
+Iskanie
+JamesBOT
+JennyBot
+Lanshanbot
+LexiBot
+Lftp
+Linkbot
+Lmspider
+MIDown tool
+MSIECrawler
+Majestic12
 Mass Downloader
-Metauri
-Mojeek
-NPbot
-NetSpider
-Netvibes
-Nimbostratus
-OpenVAS
-OutclicksBot
-PECL::HTTP
-Page Analyzer
-PageThing.com
-Papa Foto
+Mb2345Browser
+Mediatoolkitbot
+Microsoft URL Control
+Moblie Safari
+Mr.4x3
+Musobot
+Navroad
+Needle
+Nessus
+Nettrack
+OpenLinkProfiler
 Pavuk
-Pockey
-PyCurl
-RankActiveLinkBot
+PictureFinder
+ProWebWalker
+Probethenet
+RSSingBot
+RankingBot
 Re-re
-RealDownload
-RebelMouse
+RedesScrapy
+SMTBot
 SalesIntelligent
 ScoutJet
-Searchestate
 SemanticJuice
-SiteLockSpider
-SiteSnagger
-Sogou web spider
-SpaceBison
-Spanner
-Spbot
-Stripper
-Sucuri
-Surfbot
-Telesphoreo
-Telesphorep
-Trendictionbot
-UnisterBot
+SentiBot
+Siphon
+SmartDownload
+Snake
+TeleportPro
+Titan
+Toata
+V-BOT
+VCI
 Vacuum
-WBSearchBot
-WISENutbot
-WebAuto
-WebFuck
+VoidEYE
+WWW::Mechanize
+Wallpapers
+Web Pix
+WebBandit
+WebCopier
 WebWhacker
-Whacker
-Xaldon_WebSpider
-Zauba
-Zermelo
+WebZIP
+Website Quester
+WinHTTrack
 Zeus
-ZumBot
-ZyBorg
-cognitiveseo
-com.plumanalytics
-heritrix
-imagesift.com
-isitwp.com
-lwp-request
-mediawords
-openai
-pcBrowser
-seoscanners
-sexsearcher
-x22Mozilla
+awario.com
+facebookscraper
+lwp-trivial
+netEstate NE Crawler
+oBot
+seobility
+seostar
+spyfu
+sysscan
+voyagerx.com
+webmeup-crawler
+x09Mozilla