V4.2024.07.4660 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 404checker
-ADmantX
-Apexoo
-Atomseobot
-Attach
-BDCbot
-BackDoorBot
+ASPSeek
+AhrefsBot
+Anarchy99
+AwarioSmartBot
+BackStreet
+BackWeb
 Badass
-Black Hole
-BlackWidow
-CODE87
-ClaudeBot
-Cliqzbot
-Cloud mapping
-Collector
-CopyRightCheck
-Craftbot
-CrazyWebCrawler
+Barkrowler
+Blackboard
+Brandwatch
+CazoodleBot
+Crescent
 Custo
-DTS Agent
-DigitalPebble
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
+CyotekWebCopy
+DnBCrawler-Analytics
+DnyzBot
 Download Wonder
-Extractor
-FHscan
-Firefox/7.0
-GetWeb
-Go!Zilla
-Google-Extended
-HMView
-IDBot
-IndeedBot
-InternetSeer
-JOC Web Spider
-JustView
-Kozmosbot
-Lipperhey
-Lipperhey Spider
-MFC_Tear_Sample
-MIIxpc
-MauiBot
+FDM
+FemtosearchBot
+Foobot
+Getintent
+Go-Ahead-Got-It
+GrabNet
+Haansoft
+HonoluluBot
+Image Fetch
+InfoTekies
+Iria
+JikeSpider
+Kenjin Spider
+LWP::Simple
+LeechGet
+LinkextractorPro
+LinkpadBot
+MQQBrowser
+MSIECrawler
+Mail.RU_Bot
+MeanPath Bot
 Moblie Safari
-Mojeek
-Musobot
-NPbot
-Needle
-Net Vampire
-NetMechanic
-NetSpider
+Mozlila
+Nameprotect
+NetZIP
+Netcraft
 Nikto
-Nmap
-Nuclei
-Offline Navigator
+Nimbostratus
+OrangeSpider
 OutfoxBot
+PageGrabber
+Papa Foto
 Pavuk
-Pixray
-Pump
-QueryN Metasearch
-RankFlex
-Ripper
-Rogerbot
+Petalbot
+Pi-Monster
+PictureFinder
+ProWebWalker
+Proximic
+RSSingBot
+Rainbot
+RankingBot2
+Re-re
+SMTBot
+SalesIntelligent
 ScanAlert
 Scanbot
-ScoutJet
-Scrapy
-Seomoz
-Sosospider
-Spanner
-Sqlworm
-Steeler
-Sucuri
+Sitevigil
+Sogou web spider
+Sottopop
+Spinn3r
+Stripper
+Suzuran
+Szukacz
+T0PHackTeam
 Telesphoreo
-VidibleScraper
-Virusdie
-WASALive-Bot
-WBSearchBot
-WPScan
-WebFuck
-WebZIP
-Webshag
-Webster
-Who.is Bot
-Wonderbot
+Turnitin
+VeriCiteCrawler
+WWW-Mechanize
+WeSEE
+WebmasterWorldForumBot
+Whacker
+Wotbox
+YoudaoBot
 Zeus
-adscanner
-crawl.sogou.com
+ZumBot
+arquivo.pt
+backlink-check
+crawler.feedback
 dataforseo.com
-eCatch
-magpie-crawler
-omgili
-sp_auditbot
-sysscan
-tAkeOut
+dataforseobot
+linkfluence
+lwp-request
+page scorer
+pcBrowser
+s1z.ru
+scalaj-http
+scan.lol
+seostar
+sexsearcher
 trendiction.com
-ubermetrics-technologies.com
-x22Mozilla
+webmeup-crawler