V4.2023.09.4017 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
+80legs
+AIBOT
 Acunetix
-AhrefsBot
-Anthill
-Apexoo
-Attach
-AwarioRssBot
-Bandit
-Barkrowler
-BetaBot
-Bitacle
-Blackboard
-BuzzSumo
-CSHttp
-Citoid
-Copyscape
-CyotekWebCopy
-DatabaseDriverMysqli
-Disco
-Domains Project
+Backlink-Ceck
+Badass
+BatchFTP
+Bigfoot
+BotALot
+Brandprotect
+Buddy
+Calculon
+CheeseBot
+Copier
+DomCopBot
+DomainAppender
 Dragonfly
+ECCP/1.0
 ExtractorPro
-Fimap
-Foobot
-Fuzz
+FrontPage
+Fyrebot
 G-i-g-a-b-o-t
-HEADMasterSEO
-Hloader
-InfoTekies
-InterGET
-LNSpiderguy
-LeechFTP
-Libwhisker
-LinkpadBot
-Lipperhey Spider
-Ltx71
-MTRobot
-Mag-Net
+GPTBot
+GT::WWW
+Genieo
+GetWeb
+GrapeshotCrawler
+HTMLparser
+HTTrack
+HybridBot
+Intelliseek
+Iskanie
+IstellaBot
+Jyxobot
+Kozmosbot
+Lanshanbot
+Larbin
+Likse
+LinkScan
+LinqiaMetadataDownloaderBot
 Majestic-SEO
-Masscan
+Majestic12
+MarkMonitor
+Mass Downloader
+MauiBot
 MegaIndex.ru
-Msrabot
-Navroad
-Needle
-NetAnts
+Minefield
+NICErsPRO
 NetLyzer
-NetMechanic
-NetSpider
-Netcraft
-NextGenSearchBot
+Nettrack
+Netvibes
 Nibbler
-Ninja
-Nutch
-OrangeSpider
-POE-Component-Client-HTTP
-Pavuk
-Pi-Monster
-ProPowerBot
+Nikto
+NimbleCrawler
+OnCrawl
+Openvas
+PictureFinder
+Probethenet
+Pump
+Quick-Crawler
 RankFlex
 RankingBot2
-Recorder
-ScoutJet
-Scrapy
-SearchmetricsBot
-SemanticJuice
-SeoSiteCheckup
-Siteimprove
-Snake
-Snapbot
-Sociscraper
-Spanner
-Sucuri
-SuperHTTP
+RepoMonkey
+SEOkicks
+SEOstats
+ScreenerBot
+SeekportBot
+Seomoz
+Shodan
+SiteExplorer
+SlySearch
+Spbot
+Swiftbot
+T0PHackTeam
 T8Abot
-Telesphoreo
-Titan
-Turnitin
+TeleportPro
+TightTwatBot
+Toata
 TurnitinBot
-VelenPublicWebCrawler
-VeriCiteCrawler
-WPScan
-WeSEE
-Web Pix
-Web Sauger
-WebAuto
-WebPix
-Widow
-Xaldon_WebSpider
+TwengaBot
+Upflow
+VoidEYE
+Voltron
+WWW-Mechanize
+Wallpapers/3.0
+Web Auto
+Web Collage
+WebCollage
+WebSauger
+WiseGuys Robot
 Xenu
-Zade
-Zeus
-Zitebot
-ZmEu
-adscanner
-backlink-check
-meanpathbot
-openai.com
-scalaj-http
-scan.lol
-spyfu
+autoemailspider
+check1.exe
+coccocbot
+cognitiveseo
+domainsproject.org
+linkdexbot
+muhstik-scan
+plumanalytics
+webmeup-crawler
+x09Mozilla