V4.2024.08.4714 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-80legs
-Alexibot
-AlphaBot
-Ankit
-AwarioSmartBot
-BDFetch
+01h4x.com
+404checker
+Apexoo
+BacklinkCrawler
 Badass
-Barkrowler
-Bitacle
-Brandwatch
-BuiltWith
-CATExplorador
-Cegbfeieh
-CensysInspect
-Citoid
+BetaBot
+Buddy
+Bytespider
+CSHttp
+Claritybot
 Cloud mapping
+Collector
+Copier
 CyotekWebCopy
-Digincore
-Disco
-Dragonfly
-EMail Wolf
-EasyDL
-EirGrabber
-Exabot
-FHscan
+Discobot
+Dispatch
+Ebingbong
+Extreme Picture Finder
 FemtosearchBot
-GPTBot
-GermCrawler
-Havij
-Hloader
+Firefox/7.0
+FlashGet
+Freeuploader
+Gigabot
 Humanlinks
-InternetMeasurement
+IDBot
+IndeedBot
+Indy Library
 JOC Web Spider
-LeechFTP
-LeechGet
-LexiBot
-LinkScan
-Linkbot
-Mail.RU_Bot
+Keyword Density
+Larbin
+Likse
+LinkpadBot
+Ltx71
+MFC_Tear_Sample
 Majestic SEO
 MarkWatch
-Masscan
-Meanpathbot
-Mediatoolkitbot
-Moblie Safari
-NICErsPRO
-NetSpider
-NetZIP
-Nettrack
-Nikto
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PageAnalyzer
-Picscout
-Picsearch
-PictureFinder
-Probethenet
-Proximic
-Quick-Crawler
+Mass Downloader
+MeanPath Bot
+MicroMessenger
+Mozlila
+Needle
+NetLyzer
+Nmap
+Piepmatz
+PleaseCrawl
+ProPowerBot
+Pu_iN
+RSSingBot
 RankActive
-RankingBot
-Recorder
-Ripper
+RankingBot2
+RepoMonkey
+Rogerbot
 SEOlyticsCrawler
 SEOstats
-Seekport
+ScoutJet
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
 SemrushBot
-SentiBot
-SenutoBot
-Site Sucker
-SiteExplorer
-SlySearch
-SpankBot
-Sqlworm
-TheNomad
-Trendictionbot
-Voltron
+SeobilityBot
+Spanner
+Stripper
+Titan
+Virusdie
+Voil
+WWW::Mechanize
+WWWOFFLE
 Web Sauger
 WebCopier
-WebFuck
-WebSauger
-Webster
+WebFetch
+WebReaper
+WebSucker
+WebWhacker
+Whack
 Whacker
-Widow
 WinHTTrack
+Wotbox
+YoudaoBot
+Zade
 Zermelo
-ZoomBot
-archive.org_bot
-backlink-check
-check1.exe
-facebookscraper
+Zeus
+ZmEu
+ZoominfoBot
+ZumBot
+ZyBorg
+anthropic-ai
+awario.com
+coccocbot
+cohere-ai
+dataforseo.com
+internetVista monitor
 magpie-crawler
-page scorer
+meanpathbot
 satoristudio.net
-siteripz
-sysscan
-webgains-bot
-x09Mozilla
+scan.lol
+seocompany.store
+seoscanners
+seostar
+webpros.com
+webprosbot