V4.2024.06.4550 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-AhrefsBot
-Ankit
-Asterias
-AwarioSmartBot
-BBBike
-BLEXBot
-BackDoorBot
-BetaBot
-Bigfoot
-Boardreader
-BotALot
-BuiltWith
-CATExplorador
-Calculon
+AiHitBot
+Atomseobot
+AwarioBot
+Barkrowler
+CSHttp
 ChinaClaw
-Citoid
-Cosmos
-DatabaseDriverMysqli
+Cloud mapping
+DTS Agent
 DigitalPebble
-DnyzBot
-Download Wonder
-Ecxi
-Exabot
-ExtLinksBot
-Extractor
-Ezooms
-FacebookBot
+Dirbuster
+Disco
+DomainStatsBot
+Dragonfly
+EasyDL
+ExtractorPro
+FemtosearchBot
+Fuzz
 FyberSpider
-GPTBot
+GetRight
+GetWeb
+GridBot
+HTMLparser
 Hloader
-Humanlinks
-Indy Library
-InternetSeer
-Iskanie
+Id-search
+InfraSec Scanner
 JOC Web Spider
-Libwhisker
-LieBaoFast
-Likse
-LinkextractorPro
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-Mag-Net
-Meanpathbot
-Moblie Safari
-MolokaiBot
-Mozlila
-NPbot
-Nameprotect
+Jetty
+Linkbot
+LinkpadBot
+Lipperhey Spider
+Litemage_walker
+MSFrontPage
+Magnet
+MarkMonitor
+Mass Downloader
+Mb2345Browser
+Mister PiX
+Mr.4x3
 NetAnts
-Nuclei
-OpenVAS
-Openvas
-PECL::HTTP
-PeoplePal
-Piepmatz
+Netcraft
+PageGrabber
+Papa Foto
+Pavuk
+Picsearch
 ProWebWalker
+Psbot
+Pump
+RSSingBot
 RankFlex
-RankingBot2
-Rankivabot
-SBIder
-ScanAlert
-Scanbot
-ScreenerBot
-Seomoz
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
-Snake
-SocialRankIOBot
-Sottopop
-Spanner
-SputnikBot
-T8Abot
-TeleportPro
-True_Robot
-URLy Warning
-VB Project
-Voil
-WBSearchBot
-WISENutbot
-Web Sauger
-Web Sucker
-WebAuto
-WebCollage
+SEOstats
+SentiBot
+SiteSucker
+Snapbot
+Sogou web spider
+SpaceBison
+SpankBot
+Steeler
+SuperHTTP
+Swiftbot
+T0PHackTeam
+Telesphorep
+Toweyabot
+TurnitinBot
+Typhoeus
+VelenPublicWebCrawler
+WASALive-Bot
+WPScan
+Wallpapers/3.0
+WebBandit
+WebCopier
+WebFuck
+WebImageCollector
 WebLeacher
-Widow
+WebSauger
+WebSucker
+Webalta
+Webshag
+Website Quester
+Whack
+Who.is Bot
+WiseGuys Robot
 Wotbox
 Zauba
 Zitebot
+ZoominfoBot
+ZumBot
 ZyBorg
-check1.exe
-com.plumanalytics
-evc-batch
-muhstik-scan
-openai.com
-scalaj-http
-sysscan
-zauba.io
+archive.org_bot
+crawler.feedback
+eCatch
+gopher
+imagesift.com
+meanpathbot
+page scorer
+s1z.ru
+sitechecker.pro
+sp_auditbot
+trendiction.de
+voyagerx.com
+x22Mozilla