V4.2023.07.3867 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+AIBOT
 ALittle Client
-Abonti
 Aboundexbot
-Anarchy99
-Ankit
+Acunetix
+Alligator
 Anthill
-AwarioRssBot
-AwarioSmartBot
-BackStreet
+BackDoorBot
 Backlink-Ceck
-Badass
-Blow
-BunnySlippers
-CherryPicker
+BuzzSumo
+CATExplorador
+CensysInspect
 Chlooe
-Claritybot
-Crescent
-DSearch
-DataCha0s
+Cloud mapping
+Cocolyzebot
+Collector
+DBLBot
 DatabaseDriverMysqli
-Demon
-Dispatch
-EirGrabber
-Fyrebot
-GalaxyBot
-Go-Ahead-Got-It
-Grabber
-IDBTE4M
-Iblog
-Image Fetch
-InfoTekies
-InterGET
-Internet Ninja
-Jbrofuzz
-JennyBot
-Joomla
-JustView
-Keybot Translation-Search-Machine
-Likse
-Lipperhey Spider
-Litemage_walker
-Mag-Net
-Magnet
-Majestic-SEO
+DigitalPebble
+Dirbuster
+DnBCrawler-Analytics
+DomainCrawler
+FHscan
+Firefox/7.0
+FlashGet
+FrontPage
+Genieo
+GermCrawler
+HonoluluBot
+Id-search
+IstellaBot
+JamesBOT
+JetCar
+Jorgee
+Keyword Density
+Kinza
+Lanshanbot
+Linkbot
+LinqiaMetadataDownloaderBot
+MTRobot
+MarkWatch
+Masscan
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft URL Control
 Mr.4x3
-NearSite
-Nessus
-Nettrack
-Nikto
-Nuclei
-Openfind
+Musobot
+NimbleCrawler
 Openvas
-PeoplePal
+Page Analyzer
+PageAnalyzer
+Picsearch
 PictureFinder
-QueryN Metasearch
-RedesScrapy
-Ripper
-Rogerbot
-SEOlyticsCrawler
-Screaming
-ScreenerBot
-Site Sucker
-SiteExplorer
-Sitebeam
-SmartDownload
-Sogou web spider
-Sqworm
-T0PHackTeam
-Telesphoreo
-Toata
-V-BOT
-Vacuum
-VidibleScraper
-Voltron
-WBSearchBot
-Web Pix
-Web Sucker
-WebAuto
-WebFetch
-WebFuck
-WebPix
-WebSucker
-WebZIP
-Whacker
-WiseGuys Robot
-ZmEu
+PleaseCrawl
+RSSingBot
+RankingBot2
+Rankivabot
+ReGet
+RealDownload
+RebelMouse
+Recorder
+RocketCrawler
+SEOkicks
+SISTRIX
+Scanbot
+SentiBot
+SiteLockSpider
+SiteSucker
+Siteimprove
+Steeler
+Sucuri
+Swiftbot
+Teleport
+Telesoft
+Titan
+Turnitin
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+Wallpapers
+WebImageCollector
+WebReaper
+Whack
+Zeus
+ZyBorg
 arquivo-web-crawler
-crawl.sogou.com
-dataforseo.com
+backlink-check
+dataforseobot
 evc-batch
-gopher
-oBot
-ripz
+isitwp.com
+iubenda-radar
+magpie-crawler
+page scorer
+plumanalytics
+polaris version
 scalaj-http
-seobility
-seocompany.store
-seoscanners
-x22Mozilla
-zauba.io
+seostar
+siteripz
+spyfu
+trendiction.de
+ubermetrics-technologies.com