V4.2024.05.4500 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+01h4x.com
 ADmantX
-ALittle Client
-AhrefsBot
-AiHitBot
-BacklinkCrawler
-Bandit
-Battleztar Bazinga
-Blackboard
-Blow
-BotALot
-BuzzSumo
+Anthill
+Asterias
+Attach
+AwarioBot
+BDCbot
+BLEXBot
+Backlink-Ceck
+Bigfoot
+Bolt
+CCBot
 ChatGPT-User
-ChinaClaw
-Chlooe
-Citoid
-CyotekWebCopy
-DBLBot
-DTS Agent
-DomainSigmaCrawler
+Collector
+Craftbot
+CrunchBot
+Dirbuster
+DnBCrawler-Analytics
+Download Wonder
 EMail Siphon
-EMail Wolf
+Ecxi
 EyeNetIE
-FacebookBot
-Freeuploader
-FyberSpider
-GoZilla
-Haansoft
-Hloader
-Iblog
+Firefox/7.0
+Genieo
+GermCrawler
 Id-search
-Iskanie
+IndeedBot
+Iria
 JOC Web Spider
-Jetty
-Keyword Density
+Joomla
+Jorgee
+Keybot Translation-Search-Machine
+LWP::Simple
 LeechFTP
-LexiBot
-Likse
-LinqiaMetadataDownloaderBot
-Ltx71
-MQQBrowser
-MSIECrawler
-MarkWatch
-Mass Downloader
+LinkextractorPro
+MTRobot
+Majestic SEO
+Majestic12
+MarkMonitor
 MauiBot
-Microsoft Data Access
-Mojolicious
+Mediatoolkitbot
+Moblie Safari
+NICErsPRO
 Name Intelligence
-Nessus
-Netcraft
-NextGenSearchBot
+NetAnts
+NetZIP
 Niki-bot
-Nikto
-Nimbostratus
-Offline Navigator
-OutclicksBot
-Pixray
-RebelMouse
-SBIder
-SEOlyticsCrawler
-SEOstats
-Screaming
-ScreenerBot
-SearchmetricsBot
-Seekport
-Sitevigil
+Nuclei
+Openfind
+Openvas
+PeoplePal
+Picsearch
+PictureFinder
+PleaseCrawl
+PyCurl
+RSSingBot
+ReGet
+SEOkicks-Robot
+SeekportBot
+Semrush
+Siphon
+Siteimprove
 SmartDownload
-Swiftbot
-Titan
+Snoopy
+SpankBot
+SputnikBot
+Szukacz
 TurnitinBot
-TwengaBot
-Upflow
-Vagabondo
-WallpapersHD
-WebBandit
-WebFuck
+VidibleScraper
+WWW-Collector-E
+WWWOFFLE
+Web Pix
+Web Sauger
+WebCopier
 WebImageCollector
-WebReaper
-WebWhacker
-Website Quester
+WebStripper
 WebsiteQuester
-WinHTTrack
-Wotbox
-Xaldon WebSpider
-Zermelo
+Woobot
+Wprecon
 awario.com
-check1.exe
-cohere-ai
-evc-batch
-instabid
+backlink-check
+com.plumanalytics
+crawl.sogou.com
+domainsproject.org
+facebookscraper
+gopher
+heritrix
 internetVista monitor
-linkdexbot
-plumanalytics
-ripz
-seocompany.store
-sitechecker.pro
-trendiction.de
-webpros.com
-xpymep1.exe
-zgrab
+ips-agent
+iubenda-radar
+mediawords
+oBot
+pcBrowser
+satoristudio.net
+scan.lol
+seostar
+sexsearcher
+sogouspider
+webgains-bot
+x09Mozilla