V4.2024.03.4356 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ALittle Client
-Acunetix
-AlphaBot
-Anarchy99
+360Spider
+AiHitBot
 BDFetch
-Bigfoot
-BlackWidow
-Blow
-Boardreader
-Brandprotect
+Badass
 Brandwatch
-BuiltBotTough
-BuiltWith
-Bullseye
-Claritybot
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Copier
-Disco
-Discoverybot
-Evil
-Extreme Picture Finder
-FlashGet
-Freeuploader
-Fyrebot
+CATExplorador
+CCBot
+ChatGPT-User
+ChinaClaw
+Chlooe
+Citoid
+CrunchBot
+Deusu
+DomainSigmaCrawler
+EirGrabber
+Express WebPictures
+Ezooms
+Flunky
 GPTBot
-GalaxyBot
-Getintent
-HTMLparser
-HaosouSpider
-InternetSeer
-Jetty
-JustView
-LinqiaScrapeBot
+GT::WWW
+GetWeb
+Gigabot
+Grafula
+HEADMasterSEO
+HMView
+Havij
+InfoNaviRobot
+Jbrofuzz
+Keybot Translation-Search-Machine
+Likse
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lipperhey Spider
+MIDown tool
 MSIECrawler
-Magnet
-MarkWatch
-Masscan
-MeanPath Bot
-Morfeus Fucking Scanner
-NICErsPRO
-Nameprotect
-Navroad
-Nimbostratus
-Nuclei
-OutclicksBot
-Pandalytics
+MarkMonitor
+Mass Downloader
+MauiBot
+Nessus
+Net Vampire
+NetAnts
+NetSpider
+Octopus
+OrangeBot
 Papa Foto
-Piepmatz
-Pimonster
-Pump
-PyCurl
-Rankivabot
-Re-re
-Reaper
-SEOkicks-Robot
-ScanAlert
-Screaming
+Pi-Monster
+Pu_iN
+PxBroker
+Rainbot
+Recorder
+Ripper
+RocketCrawler
+SISTRIX
+SalesIntelligent
+SeekportBot
 SiteCheckerBotCrawler
+Sitevigil
 SocialRankIOBot
-SputnikBot
-Sqworm
-Steeler
+Sociscraper
+Spammen
 Surfbot
 TeleportPro
-The Intraformant
-TheNomad
-Titan
-Tracemyfile
-Twice
-VB Project
-VelenPublicWebCrawler
-VidibleScraper
-WWW-Collector-E
-WWWOFFLE
-Web Auto
-Web Enhancer
+Telesoft
+True_Robot
+Turingos
+Vagabondo
 Web Fetch
+Web Pix
+Web Sauger
 WebBandit
-WebCollage
-WebCopier
 WebFetch
-WebImageCollector
-WebSauger
-Whatweb
+WebPix
+WebStripper
+WebZIP
+Webalta
+Whack
+Who.is Bot
 WinHTTrack
-Woobot
-Wotbox
-ZumBot
-archive.org_bot
-backlink-check
-demandbase-bot
-ips-agent
-magpie-crawler
-page scorer
-trendiction.com
-webprosbot
+Xaldon_WebSpider
+Zermelo
+Zitebot
+ZyBorg
+arquivo-web-crawler
+cah.io.community
+cohere-ai
+dataforseobot
+gopher
+instabid
+lwp-request
+netEstate NE Crawler
+satoristudio.net
+scalaj-http
+seobility
+sogouspider
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+xpymep1.exe