V4.2023.12.4197 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Aspiegel
-Asterias
+80legs
+Alexibot
+BDFetch
 Backlink-Ceck
-Badass
-CCBot
-Claritybot
-Cloud mapping
+Black Hole
+BuiltBotTough
+Chlooe
 Copier
 Craftbot
 DIIbot
-DigitalPebble
-Discoverybot
-DnBCrawler-Analytics
-Dotbot
-Exabot
+DSearch
+Devil
+DomainAppender
+Domains Project
+Drip
+EMail Siphon
+Ebingbong
+Ecxi
+Extreme Picture Finder
 Ezooms
-Flunky
-GPTBot
-GT::WWW
-Go!Zilla
-GrabNet
-Grabber
-HTMLparser
-Heritrix
-Id-search
-InfoTekies
-Intelliseek
-Jetty
-JikeSpider
-LinkWalker
-LinqiaScrapeBot
-MSIECrawler
-Mass Downloader
-Masscan
+FHscan
+Firefox/7.0
+FrontPage
+Genieo
+Getintent
+GrapeFX
+HaosouSpider
+Harvest
+IstellaBot
+JamesBOT
+JennyBot
+JetCar
+Jyxobot
+Lanshanbot
+Lftp
+Libwhisker
+Likse
+Litemage_walker
+MarkWatch
 Mata Hari
-MauiBot
-Microsoft Data Access
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Msrabot
-Musobot
-Navroad
-NearSite
-NetAnts
-NetZIP
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
+MicroMessenger
+Net Vampire
 NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Offline Navigator
+Nikto
+Nuclei
+Offline Explorer
 OrangeBot
-Page Analyzer
-PeoplePal
-Picsearch
-Probethenet
-Proximic
-RankActive
+POE-Component-Client-HTTP
+Panscient
+Papa Foto
+Pixray
+PleaseCrawl
+PyCurl
+Rainbot
+RankingBot
 RankingBot2
-ReGet
+Rankivabot
 RealDownload
 Reaper
-RepoMonkey
 SBIder
-SEOkicks
-SEOlyticsCrawler
-Shodan
-Sitebeam
-Snapbot
-Sottopop
-SputnikBot
-Sqlmap
-Szukacz
-Telesoft
-TightTwatBot
-TinyTestBot
-Toata
-Typhoeus
-VidibleScraper
-Virusdie
-Web Auto
-WebPix
-WebReaper
+ScoutJet
+Semrush
+SemrushBot
+SiteCheckerBotCrawler
+SiteSnagger
+SpaceBison
+SpankBot
+Spanner
+SurveyBot
+Telesphorep
+Tracemyfile
+VelenPublicWebCrawler
+WISENutbot
+WallpapersHD
+WeSEE
+Web Fuck
+Web Sauger
+WebEnhancer
+WebZIP
 Webshag
-Wonderbot
-Wotbox
-ZmEu
+Whatweb
+Wprecon
+Zauba
+ZoominfoBot
 ZyBorg
 arquivo.pt
-autoemailspider
-com.plumanalytics
-dataforseobot
-heritrix
-internetVista monitor
-linkdexbot
-meanpathbot
-openai.com
-seocompany.store
+coccocbot
+cognitiveseo
+crawler4j
+dataforseo.com
+gopher
+ripz
+scalaj-http
 serpstatbot
-spyfu
+tAkeOut
+x09Mozilla
+x22Mozilla