V4.2024.03.4338 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-Alexibot
-Apexoo
+360Spider
+AhrefsBot
+Alligator
+AwarioSmartBot
 BBBike
-BDFetch
-BatchFTP
-BlowFish
-Buck
+BDCbot
+Backlink-Ceck
+Black Hole
+Blow
+Buddy
 BuiltBotTough
-BuiltWith
-CATExplorador
-CensysInspect
-Cliqzbot
-CrazyWebCrawler
-DTS Agent
-DatabaseDriverMysqli
+Bullseye
+BuzzSumo
+CCBot
+Claritybot
+Cloud mapping
+Curious
+DBLBot
 Dirbuster
+DittoSpyder
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
 Drip
-EirGrabber
-Express WebPictures
-EyeNetIE
-FacebookBot
+ExtLinksBot
+Extractor
 Flunky
-FrontPage
-GermCrawler
-Go!Zilla
-HEADMasterSEO
-HaosouSpider
-Hloader
-IlseBot
-Image Fetch
-IndeedBot
-InfoTekies
-InterGET
-InternetSeer
-JennyBot
-LinkWalker
-Litemage_walker
-MFC_Tear_Sample
-MJ12bot
-MSFrontPage
-MarkMonitor
-Mata Hari
-MauiBot
+GetRight
+Grabber
+GrapeFX
+IRLbot
+JetCar
+Jyxobot
+Lftp
+LinkScan
+LinkextractorPro
+Lmspider
+MarkWatch
+Mb2345Browser
+MeanPath Bot
 Meanpathbot
-MolokaiBot
-Musobot
-Name Intelligence
-NetLyzer
-NetSpider
-NextGenSearchBot
-Nibbler
-Nikto
+Mojolicious
+Mozlila
+Msrabot
+Nameprotect
+Niki-bot
 Nuclei
-Nutch
-OpenLinkProfiler
-OpenVAS
-PageGrabber
+OrangeBot
+OutclicksBot
 PageThing.com
-Pandalytics
-Pavuk
-Pimonster
-Probethenet
-RankurBot
+Panscient
+Pu_iN
+Pump
+Rainbot
+Rankivabot
 RedesScrapy
-SEOkicks
-SenutoBot
-SiteSnagger
-Sitevigil
-Sqlmap
-T0PHackTeam
+SEOkicks-Robot
+SEOstats
+SMTBot
+ScreenerBot
+ScrepyBot
+SeoSiteCheckup
+Shodan
+Sitebeam
+Sottopop
+SpaceBison
+Sqworm
+SuperBot
 T8Abot
-Telesphoreo
+TeleportPro
+Tracemyfile
 Typhoeus
 URLy.Warning
-VCI
-WWW::Mechanize
-Wallpapers/3.0
-Web Auto
-Web Collage
-WebPix
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Whacker
-Who.is Bot
+VeriCiteCrawler
+WASALive-Bot
+WISENutbot
+WeSEE
+WebAuto
+WebWhacker
+Webalta
+WebsiteQuester
+Widow
 WiseGuys Robot
-ZmEu
-anthropic-ai
-crawler4j
-lwp-request
-probe-image-size
-scan.lol
-seoscanners
-spyfu
-ubermetrics-technologies.com
-zauba.io
+Xaldon_WebSpider
+ZoominfoBot
+ZumBot
+adscanner
+check1.exe
+dataforseo.com
+gopher
+heritrix
+imagesift.com
+internetVista monitor
+ips-agent
+isitwp.com
+muhstik-scan
+omgili
+openai.com
+trendiction.com
+webgains-bot