V4.2024.09.4725 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-Aboundexbot
+01h4x.com
+Aboundex
 Acunetix
-Anarchy
-Apexoo
-AwarioRssBot
-Barkrowler
-BuiltWith
+AlphaBot
+Bandit
+Boardreader
+Buck
+Buddy
 Bullseye
-CCBot
-Cegbfeieh
-Citoid
-Cogentbot
-Craftbot
-CrunchBot
+BunnySlippers
+CATExplorador
+CSHttp
+Cocolyzebot
+Curious
+DTS Agent
+Demon
+Deusu
 Dirbuster
-Dispatch
-DomainAppender
-DomainStatsBot
-Fimap
-Fuzz
-G-i-g-a-b-o-t
-Go!Zilla
-Haansoft
-HonoluluBot
-HybridBot
-Image Fetch
-ImagesiftBot
-InfraSec Scanner
-Leap
-LibWeb
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-MJ12bot
+Discobot
+DomCopBot
+Download Wonder
+Drip
+Ecxi
+Exabot
+FHscan
+Flunky
+GetRight
+GrabNet
+HaosouSpider
+IDBTE4M
+IDBot
+InternetMeasurement
+Jorgee
+Lanshanbot
+LieBaoFast
+Lightspeedsystems
+LinkpadBot
+Ltx71
 MQQBrowser
-Mb2345Browser
-MeanPath Bot
-Metauri
-Mojolicious
-Msrabot
-NICErsPRO
-Nessus
-Net Vampire
-Nibbler
-Nmap
-Nutch
-OrangeBot
-PECL::HTTP
-POE-Component-Client-HTTP
+Majestic12
+MicroMessenger
+Morfeus Fucking Scanner
+Mozlila
+Name Intelligence
+Nameprotect
+Needle
+NetLyzer
+Netcraft
+Netvibes
+PageScorer
+PageThing.com
+PeoplePal
+Picscout
 PictureFinder
-PleaseCrawl
-Pockey
-RankingBot2
-RankurBot
+ProPowerBot
 Re-re
-ReGet
-SEOkicks
-SEOstats
-SMTBot
+SBIder
+SEOkicks-Robot
+SEOprofiler
+ScrepyBot
 Searchestate
+Seekport
 SemrushBot
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+SentiBot
 SiteSucker
-Swiftbot
-The Intraformant
-TurnitinBot
-TwengaBot
-UnisterBot
-WWW-Collector-E
-Wallpapers/3.0
-WallpapersHD
+Sosospider
+Sottopop
+Spider_Bot
+SputnikBot
+SuperHTTP
+TheNomad
+Toweyabot
+True_Robot
+Typhoeus
+URLy Warning
+Vacuum
+VeriCiteCrawler
 WeSEE
-Web Fuck
-WebAuto
+Web Collage
 WebCopier
-WebZIP
+WebGo IS
+WebPix
+WebSucker
 Website Quester
-WinHTTrack
-Xaldon WebSpider
-YaK
-Zeus
+Whack
+Widow
+Wotbox
+Zermelo
 ZmEu
-ZoomBot
-crawler4j
-heritrix
-instabid
-lwp-request
-omgili
-openai
-pcBrowser
+adscanner
+arquivo-web-crawler
+crawl.sogou.com
+demandbase-bot
 probe-image-size
-seocompany.store
 seostar
-webmeup-crawler
-x22Mozilla
-zgrab
+sexsearcher
+spyfu
+ubermetrics-technologies.com
+voyagerx.com
+webprosbot