V4.2023.12.4196 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-Aboundexbot
-AhrefsBot
-BBBike
-BackWeb
-BatchFTP
-BuzzSumo
-CensysInspect
-CheTeam
-Cliqzbot
-Copyscape
+ADmantX
+Aspiegel
+Asterias
+Backlink-Ceck
+Badass
+CCBot
+Claritybot
+Cloud mapping
+Copier
 Craftbot
-DatabaseDriverMysqli
-Digincore
-DittoSpyder
-DomainAppender
-Dragonfly
-EroCrawler
-EyeNetIE
-Foobot
-Freeuploader
-FyberSpider
-GetRight
-HTTrack
-Haansoft
-HaosouSpider
+DIIbot
+DigitalPebble
+Discoverybot
+DnBCrawler-Analytics
+Dotbot
+Exabot
+Ezooms
+Flunky
+GPTBot
+GT::WWW
+Go!Zilla
+GrabNet
+Grabber
+HTMLparser
+Heritrix
 Id-search
-Image Sucker
-InterGET
-Internet Ninja
-JOC Web Spider
-Jbrofuzz
-Kenjin Spider
-Keybot Translation-Search-Machine
-LeechFTP
-LieBaoFast
-Likse
+InfoTekies
+Intelliseek
+Jetty
+JikeSpider
 LinkWalker
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lmspider
-MIDown tool
+LinqiaScrapeBot
+MSIECrawler
+Mass Downloader
 Masscan
-MeanPath Bot
+Mata Hari
+MauiBot
+Microsoft Data Access
 Moblie Safari
-Mojeek
+Mojolicious
+Morfeus Fucking Scanner
 Msrabot
-NICErsPRO
-NetMechanic
+Musobot
+Navroad
+NearSite
+NetAnts
+NetZIP
 NextGenSearchBot
+NimbleCrawler
 Nimbostratus
-Nuclei
-OnCrawl
-OrangeSpider
-PageAnalyzer
-PageThing.com
-Pi-Monster
-Piepmatz
-Pimonster
-Pixray
-Pockey
-ProPowerBot
-Psbot
-RankActiveLinkBot
-RankFlex
+Offline Navigator
+OrangeBot
+Page Analyzer
+PeoplePal
+Picsearch
+Probethenet
+Proximic
+RankActive
+RankingBot2
+ReGet
+RealDownload
 Reaper
 RepoMonkey
+SBIder
 SEOkicks
-ScanAlert
-Site Sucker
-SiteLockSpider
-Sogou web spider
-Steeler
-Stripper
-Sucuri
-Trendictionbot
-TwengaBot
-Upflow
-Vagabondo
-WebFetch
+SEOlyticsCrawler
+Shodan
+Sitebeam
+Snapbot
+Sottopop
+SputnikBot
+Sqlmap
+Szukacz
+Telesoft
+TightTwatBot
+TinyTestBot
+Toata
+Typhoeus
+VidibleScraper
+Virusdie
+Web Auto
 WebPix
-WebStripper
-WebZIP
+WebReaper
 Webshag
-Zade
-backlink-check
-check1.exe
-clark-crawler
-coccocbot
-crawler4j
-eCatch
-gopher
-oBot
-seobility
-siteripz
-voyagerx.com
-webprosbot
-zgrab
+Wonderbot
+Wotbox
+ZmEu
+ZyBorg
+arquivo.pt
+autoemailspider
+com.plumanalytics
+dataforseobot
+heritrix
+internetVista monitor
+linkdexbot
+meanpathbot
+openai.com
+seocompany.store
+serpstatbot
+spyfu