V4.2023.09.3980 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-Anarchy
-Aspiegel
-AwarioSmartBot
-BacklinkCrawler
-BatchFTP
-Bigfoot
-Bitacle
-Brandwatch
-CherryPicker
-Claritybot
+404checker
+80legs
+ALittle Client
+Abonti
+AhrefsBot
+Asterias
+BDFetch
+Backlink-Ceck
+BetaBot
+Blackboard
+BuzzSumo
 Cloud mapping
-Cocolyzebot
-Copier
-Copyscape
-Digincore
-DittoSpyder
+CyotekWebCopy
+DBLBot
+DIIbot
+DataCha0s
+DomainCrawler
+DomainStatsBot
 Dotbot
 Download Wonder
-Exabot
-Fimap
-Fuzz
-GT::WWW
-Gigabot
-Grafula
-HTMLparser
-IDBot
-IndeedBot
-InterGET
+ExtractorPro
+Ezooms
+FDM
+Flunky
+Freeuploader
+Grabber
+Hloader
+Internet Ninja
 InternetSeer
+Iria
 Iskanie
 JamesBOT
-Jbrofuzz
-Joomla
-LieBaoFast
-Lightspeedsystems
-LinkextractorPro
-MJ12bot
-MTRobot
-Mediatoolkitbot
-Name Intelligence
-NearSite
-Nessus
-NimbleCrawler
-Ninja
+JetCar
+Leap
+LinkWalker
+Lipperhey
+MFC_Tear_Sample
+MIIxpc
+MSFrontPage
+Mag-Net
+Magnet
+Majestic SEO
+Majestic-SEO
+Majestic12
+MarkMonitor
+Masscan
+Navroad
+NetLyzer
+Netvibes
+Offline Explorer
 OnCrawl
-Openvas
-PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
 Pandalytics
-Pavuk
-Picscout
-Picsearch
-PxBroker
-RankurBot
-Re-re
-RebelMouse
-Recorder
-RepoMonkey
-Ripper
-RocketCrawler
-SISTRIX
-SeobilityBot
-Seomoz
-SiteCheckerBotCrawler
+Papa Foto
+PictureFinder
+Pixray
+Psbot
+RSSingBot
+RankActive
+SEOlyticsCrawler
+Scrapy
+ScrepyBot
+SeekportBot
+SemrushBot
+SenutoBot
+SeoSiteCheckup
+Shodan
+Siphon
+Site Sucker
+SiteLockSpider
 Sitevigil
-SlySearch
-SmartDownload
-Sottopop
-SpankBot
-Spbot
-Sqlmap
-Sqlworm
-Sucker
-T0PHackTeam
-TeleportPro
-Tracemyfile
-Trendiction
-Twice
-Typhoeus
-WISENutbot
-WeSEE
-Web Auto
-Web Fetch
-Web Pix
-Webalta
-Wonderbot
-Zauba
-adscanner
-clark-crawler
-cognitiveseo
-dataforseobot
-evc-batch
-heritrix
-lwp-trivial
-scan.lol
-seostar
-sexsearcher
-webprosbot
+Sogou web spider
+Sosospider
+Spanner
+Stripper
+Szukacz
+Telesphoreo
+The Intraformant
+TheNomad
+Thumbor
+Titan
+TwengaBot
+VeriCiteCrawler
+WWW-Mechanize
+WebSucker
+WebmasterWorldForumBot
+Webster
+Whacker
+WiseGuys Robot
+Wprecon
+ZyBorg
+arquivo-web-crawler
+autoemailspider
+magpie-crawler
+probe-image-size
+s1z.ru
+seobility
+trendiction.de
+ubermetrics-technologies.com