V4.2023.07.3866 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-80legs
-Aboundex
-Acunetix
-Aipbot
-Alligator
-Anarchie
-BDCbot
+360Spider
+ALittle Client
+Abonti
+Aboundexbot
+Anarchy99
+Ankit
+Anthill
+AwarioRssBot
+AwarioSmartBot
 BackStreet
 Backlink-Ceck
-Bigfoot
-Buck
+Badass
+Blow
 BunnySlippers
-BuzzSumo
-CCBot
-CheeseBot
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Collector
-CopyRightCheck
-Crawling at Home Project
-DnBCrawler-Analytics
-DomCopBot
-Domains Project
-EMail Wolf
-EasyDL
-EroCrawler
-Extreme Picture Finder
-Genieo
-Iria
-Keyword Density
-Kozmosbot
-LibWeb
-Libwhisker
-LinqiaMetadataDownloaderBot
-MIDown tool
-MQQBrowser
-MSFrontPage
-Mass Downloader
-MegaIndex.ru
-Metauri
-MicroMessenger
+CherryPicker
+Chlooe
+Claritybot
+Crescent
+DSearch
+DataCha0s
+DatabaseDriverMysqli
+Demon
+Dispatch
+EirGrabber
+Fyrebot
+GalaxyBot
+Go-Ahead-Got-It
+Grabber
+IDBTE4M
+Iblog
+Image Fetch
+InfoTekies
+InterGET
+Internet Ninja
+Jbrofuzz
+JennyBot
+Joomla
+JustView
+Keybot Translation-Search-Machine
+Likse
+Lipperhey Spider
+Litemage_walker
+Mag-Net
+Magnet
+Majestic-SEO
+Mr.4x3
+NearSite
+Nessus
 Nettrack
-Niki-bot
-Ninja
-OrangeSpider
-PHPCrawl
-PleaseCrawl
-ProPowerBot
-Rankivabot
+Nikto
+Nuclei
+Openfind
+Openvas
+PeoplePal
+PictureFinder
+QueryN Metasearch
+RedesScrapy
+Ripper
 Rogerbot
-SBIder
-Searchestate
+SEOlyticsCrawler
+Screaming
+ScreenerBot
+Site Sucker
+SiteExplorer
+Sitebeam
 SmartDownload
-Snake
 Sogou web spider
-Sottopop
-Sqlmap
-Sucuri
-The Intraformant
-Titan
-Toweyabot
-Trendictionbot
-UnisterBot
-VeriCiteCrawler
+Sqworm
+T0PHackTeam
+Telesphoreo
+Toata
+V-BOT
+Vacuum
 VidibleScraper
-VoidEYE
-WISENutbot
-WWW-Mechanize
-Wallpapers/3.0
-Web Auto
-Web Fuck
+Voltron
+WBSearchBot
 Web Pix
 Web Sucker
-WebBandit
-WebImageCollector
+WebAuto
+WebFetch
+WebFuck
 WebPix
+WebSucker
 WebZIP
-Webster
 Whacker
-Whatweb
 WiseGuys Robot
-Zade
-ZoomBot
-coccocbot
+ZmEu
+arquivo-web-crawler
 crawl.sogou.com
-eCatch
+dataforseo.com
+evc-batch
 gopher
-ips-agent
-isitwp.com
-linkdexbot
-polaris version
+oBot
 ripz
-satoristudio.net
-scan.lol
-serpstatbot
-trendiction.com
-webgains-bot
-webmeup-crawler
+scalaj-http
+seobility
+seocompany.store
+seoscanners
+x22Mozilla
+zauba.io