V4.2024.05.4532 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-AiHitBot
-Anarchy99
-Ankit
+404enemy
 BLEXBot
-Barkrowler
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Bandit
 Blackboard
-Buddy
+BotALot
+Brandwatch
+BunnySlippers
 BuzzSumo
-Cliqzbot
-CrazyWebCrawler
-Crescent
-CrunchBot
+CSHttp
+CensysInspect
+Copier
+Custo
+DTS Agent
+DataCha0s
 Devil
-Discobot
+Digincore
 DittoSpyder
-DomainStatsBot
 Download Wonder
-EMail Siphon
-EroCrawler
-FacebookBot
-FemtosearchBot
-Flunky
-Fyrebot
-GrapeshotCrawler
-Heritrix
-HybridBot
-IDBTE4M
-Id-search
+Drip
+ECCP/1.0
+Express WebPictures
+Extreme Picture Finder
+Fuzz
+GPTBot
+GermCrawler
+GrabNet
+HEADMasterSEO
+HaosouSpider
+Humanlinks
+InfoTekies
 InternetMeasurement
-Jbrofuzz
-Jyxobot
-LeechGet
-Linkbot
-Lmspider
-Ltx71
-MFC_Tear_Sample
-MSIECrawler
-MTRobot
-Magnet
+JikeSpider
+LNSpiderguy
+Leap
+Libwhisker
+Likse
+Lipperhey Spider
+Litemage_walker
+MJ12bot
+Mag-Net
+Mail.RU_Bot
 MarkMonitor
-Masscan
-Microsoft URL Control
-MolokaiBot
-Mr.4x3
-Nameprotect
-NetZIP
-Ninja
-OrangeBot
-OrangeSpider
+MauiBot
+Mozlila
+Name Intelligence
+NetAnts
+Netcraft
+Nibbler
+OnCrawl
+PHPCrawl
+Page Analyzer
+PageGrabber
 PageScorer
 Panscient
-Pockey
-PyCurl
-Quick-Crawler
-Rainbot
+Papa Foto
+PeoplePal
+PictureFinder
+Psbot
+PxBroker
 RankActive
-Rankivabot
-ReGet
-Reaper
-Recorder
+RankingBot
 RepoMonkey
+SEOkicks-Robot
 SEOlyticsCrawler
-SeekportBot
-Semrush
+SISTRIX
+Searchestate
 Seomoz
 Siphon
-SiteLockSpider
-Sociscraper
+SiteCheckerBotCrawler
+Sitevigil
+SlySearch
 Sottopop
-Spbot
-Stripper
-Sucker
-Szukacz
-T0PHackTeam
-True_Robot
-TurnitinBot
-Voltron
-WBSearchBot
-Wallpapers
-WebBandit
-WebReaper
-WebmasterWorldForumBot
-Xaldon WebSpider
-Xaldon_WebSpider
-Zade
-Zermelo
-Zeus
+Spinn3r
+Sucuri
+Telesphoreo
+Telesphorep
+Trendictionbot
+Turnitin
+WASALive-Bot
+Web Auto
+WebEnhancer
+WebPix
+WebWhacker
+Webalta
+Website Quester
+Wonderbot
+Wprecon
+Zauba
+Zitebot
 arquivo-web-crawler
-clark-crawler
-magpie-crawler
-oBot
-pcBrowser
-scan.lol
-seobility
-serpstatbot
-sitechecker.pro
-x09Mozilla
-zauba.io
-zgrab
+cah.io.community
+heritrix
+internetVista monitor
+openai
+satoristudio.net
+webpros.com
+webprosbot