V4.2023.11.4150 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+80legs
+Aboundex
 AdsTxtCrawlerTP
-AlphaBot
+AllSubmitter
 Attach
-BBBike
-BackDoorBot
-Backlink-Ceck
-BlowFish
-Buck
-BuiltWith
-CATExplorador
+Bigfoot
+Black Hole
 Calculon
-Chlooe
-Cliqzbot
-Collector
-Curious
-DBLBot
-DataCha0s
-DnyzBot
+CheeseBot
+Copier
+DatabaseDriverMysqli
+Dirbuster
+Discobot
+DomCopBot
+ECCP/1.0
 EroCrawler
-ExtractorPro
-Extreme Picture Finder
-FemtosearchBot
-GetRight
-GetWeb
-Humanlinks
-Image Sucker
+Evil
+Ezooms
+Go!Zilla
+HTTrack
+Heritrix
+HybridBot
 IndeedBot
-InterGET
-Keybot Translation-Search-Machine
-LeechFTP
-LexiBot
-Lightspeedsystems
-LinkWalker
+InfoTekies
+Jetty
+JustView
+Kinza
+Lanshanbot
+Leap
+LinkScan
+LinksManager
 MFC_Tear_Sample
-MIIxpc
-MQQBrowser
-MSIECrawler
-MauiBot
-MeanPath Bot
-Mediatoolkitbot
-Moblie Safari
-Mojolicious
+MTRobot
+MarkWatch
+Masscan
+Mozlila
 Msrabot
-Musobot
-NearSite
-Nessus
-Openfind
-OrangeSpider
-PageGrabber
-PageScorer
-QueryN Metasearch
-RankActive
-Ripper
-SEOkicks
-SEOkicks-Robot
-SEOstats
-SISTRIX
-SMTBot
-Scrapy
-ScrepyBot
-SearchmetricsBot
-SeekportBot
-SemanticJuice
-SeoSiteCheckup
+NICErsPRO
+Name Intelligence
+Navroad
+Net Vampire
+NetMechanic
+NetSpider
+Nettrack
+Nikto
+Nimbostratus
+Octopus
+Offline Navigator
+Picscout
+ProPowerBot
+ProWebWalker
+RankingBot2
+ScanAlert
+Semrush
+SeobilityBot
 Shodan
-Siphon
-SlySearch
-SmartDownload
+SiteExplorer
 Snapbot
+Sociscraper
 Sogou web spider
+SpaceBison
 SpankBot
-Sucker
-TheNomad
-TinyTestBot
-Upflow
-VB Project
-WPScan
+Spanner
+Sqlworm
+Steeler
+SurveyBot
+T8Abot
+TeleportPro
+Telesoft
+Thumbor
+Toata
+Twice
+UnisterBot
+Vagabondo
+WEBDAV
 WWW-Collector-E
+WWW::Mechanize
+Wallpapers
 WeSEE
-Web Auto
-Web Pix
-Web Sucker
 WebGo IS
-WebmasterWorldForumBot
-Wotbox
-Xaldon_WebSpider
-Xenu
+WebPix
+WebWhacker
+Webster
+Zermelo
+ZmEu
 ZyBorg
-adscanner
-archive.org_bot
-demandbase-bot
+cognitiveseo
 lwp-trivial
-plumanalytics
-ripz
-scan.lol
-seoscanners
+muhstik-scan
+openai
+scalaj-http
+seostar
+sitechecker.pro
+siteripz
+sogouspider
 trendiction.de
-webpros.com
+webmeup-crawler
+webprosbot
 x09Mozilla
-zgrab
+x22Mozilla