V4.2024.05.4474 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-Abonti
-Aboundex
-Aboundexbot
-AlphaBot
-Anarchie
-AwarioBot
-BackDoorBot
-BacklinkCrawler
-Barkrowler
-Boardreader
-Cegbfeieh
-Craftbot
-DataCha0s
-DatabaseDriverMysqli
+AIBOT
+Acunetix
+Anthill
+Apexoo
+AwarioSmartBot
+BackStreet
+Backlink-Ceck
+BatchFTP
+Blackboard
+BotALot
+BuzzSumo
+CheTeam
+Custo
+DSearch
+Deusu
 Digincore
-Dirbuster
-DomainStatsBot
-Domains Project
-ExtLinksBot
-EyeNetIE
-Fimap
-Flunky
-GermCrawler
-GetRight
-HEADMasterSEO
-HMView
-Image Sucker
-Indy Library
+ECCP/1.0
+EMail Siphon
+EasyDL
+Exabot
+Extractor
+Ezooms
+Fuzz
+GetWeb
+Getintent
+Grafula
+HybridBot
+Internet Ninja
 InternetMeasurement
 InternetSeer
-JOC Web Spider
-Jbrofuzz
-Keybot Translation-Search-Machine
-LeechGet
-LibWeb
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-MSFrontPage
+JennyBot
+LNSpiderguy
+Larbin
+LinkpadBot
+LinksManager
+MIDown tool
 MSIECrawler
-Mag-Net
-MarkMonitor
-MegaIndex.ru
+Mail.RU_Bot
+Mass Downloader
+Mediatoolkitbot
+Microsoft Data Access
 Minefield
-MolokaiBot
-Morfeus Fucking Scanner
-NetSpider
+Mojolicious
+Navroad
+Needle
+NetMechanic
 NetZIP
-Niki-bot
-Nikto
-Offline Navigator
-PHPCrawl
-PageAnalyzer
-Papa Foto
-PeoplePal
+NextGenSearchBot
+Offline Explorer
+OrangeSpider
+POE-Component-Client-HTTP
+Panscient
+Pimonster
 Psbot
-RSSingBot
-RankFlex
-RankingBot2
-Reaper
-SBIder
+PyCurl
+Rankivabot
 SEOlyticsCrawler
-ScanAlert
+SEOstats
+SISTRIX
 ScreenerBot
-SemrushBot
-SeoSiteCheckup
+ScrepyBot
+SeekportBot
 SeobilityBot
-SocialRankIOBot
-Spammen
-Steeler
-Stripper
-The Intraformant
-Turnitin
-Typhoeus
-URLy.Warning
-Upflow
-VCI
-Wallpapers
-WebGo IS
-WebReaper
-WebWhacker
-Webalta
-Whacker
-Zauba
-arquivo.pt
-backlink-check
-cohere-ai
+SiteExplorer
+Siteimprove
+Sucker
+SuperBot
+SuperHTTP
+Teleport
+TeleportPro
+Trendiction
+UnisterBot
+VB Project
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+WPScan
+Wallpapers/3.0
+Web Fetch
+Web Sauger
+WebStripper
+Webster
+WinHTTrack
+YaK
+ZoominfoBot
+anthropic-ai
+autoemailspider
+awario.com
+cah.io.community
+check1.exe
+crawler.feedback
+dataforseo.com
+eCatch
 linkdexbot
-linkfluence
-oBot
-pcBrowser
-probe-image-size
-scalaj-http
+magpie-crawler
 seostar
-serpstatbot
-sogouspider
-webgains-bot
+tAkeOut
+voyagerx.com
+x09Mozilla
+zgrab