V4.2025.08.5414 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AiHitBot
-BDFetch
-BatchFTP
-BotALot
-Brandprotect
-Buck
+Aboundexbot
+Alligator
+Anarchy99
+Asterias
+Bigfoot
+BlackWidow
+BlowFish
+Boardreader
 Buddy
-CATExplorador
-Cegbfeieh
-Citoid
-ClaudeBot
-Copier
-Crawling at Home Project
-CrunchBot
-Custo
-DomainAppender
-DomainSigmaCrawler
-EasyDL
-Evil
-FDM
-Foobot
-FrontPage
-FyberSpider
-G-i-g-a-b-o-t
-GrapeshotCrawler
-HEADMasterSEO
-HonoluluBot
-IRLbot
-Iblog
-Jbrofuzz
-Jetty
-Keybot Translation-Search-Machine
-LieBaoFast
-Likse
-LinkScan
-Majestic-SEO
-Meanpathbot
-MegaIndex.ru
-Mojeek
+BuzzSumo
+CherryPicker
+Cloud mapping
+Cosmos
+Crescent
+DittoSpyder
+Ecxi
+EirGrabber
+Fimap
+Fuzz
+GalaxyBot
+GermCrawler
+Go-Ahead-Got-It
+Grafula
+GrapeFX
+Havij
+IlseBot
+Image Fetch
+InfoNaviRobot
+IstellaBot
+JennyBot
+LinqiaMetadataDownloaderBot
+Litemage_walker
+MTRobot
+MarkMonitor
+Masscan
+Metauri
+Minefield
+Moblie Safari
 MolokaiBot
-Mozlila
-Musobot
-Nameprotect
-NearSite
+Morfeus Fucking Scanner
+Msrabot
 Nessus
-Nibbler
-PECL::HTTP
-PageThing.com
-Pi-Monster
+NetAnts
+NextGenSearchBot
+PageAnalyzer
+PageGrabber
+Pixray
 PleaseCrawl
-Pockey
-ProPowerBot
-Pu_iN
-RSSingBot
-RedesScrapy
+Psbot
+PxBroker
+RankFlex
+ReGet
+RepoMonkey
+Ripper
+SEOlyticsCrawler
 ScanAlert
-ScrepyBot
+ScoutJet
+SearchmetricsBot
 SemrushBot-FT
-SemrushBot-SI
-SemrushBot-SWA
-SenutoBot
-Snoopy
-Sociscraper
-Spammen
-Spbot
-Sqworm
+SiteSnagger
+Sosospider
+Sottopop
+SpankBot
+Spinn3r
+Stripper
+Sucker
+SuperHTTP
 SurveyBot
-Suzuran
-Szukacz
-Toata
-Twice
-VB Project
-VelenPublicWebCrawler
-VidibleScraper
-Web Sauger
-WebFuck
-WebGo IS
-WebZIP
-Whatweb
-Who.is Bot
-Widow
-Xaldon WebSpider
-ZumBot
-domainsproject.org
-gopher
-imagesift.com
-instabid
-ips-agent
-linkfluence
-netEstate NE Crawler
-oBot
-openai
-pcBrowser
-probe-image-size
-ubermetrics-technologies.com
-webgains-bot
+TeleportPro
+Telesphoreo
+TightTwatBot
+Titan
+Tracemyfile
+WEBDAV
+WPScan
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+WebEnhancer
+WebFetch
+WebLeacher
+WebSauger
+WebSucker
+Zermelo
+ZoomBot
+adscanner
+arquivo-web-crawler
+check1.exe
+dataprovider
+facebookscraper
+lwp-trivial
+meanpathbot
+ripz
+seostar
 webprosbot
-x09Mozilla
 x22Mozilla
+xpymep1.exe
+zgrab