V4.2023.08.3933 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
+404checker
 Aboundex
-Aboundexbot
-BackDoorBot
-BacklinkCrawler
-BotALot
-BuiltWith
-Bytespider
-Cegbfeieh
-DomainSigmaCrawler
-Domains Project
-Drip
-EroCrawler
-Fimap
-Foobot
-GT::WWW
-Genieo
-GetRight
-Gigabot
-Go!Zilla
-GrabNet
-GridBot
+AllSubmitter
+Ankit
+BDFetch
+Barkrowler
+BlackWidow
+Boardreader
+CATExplorador
+CSHttp
+ChinaClaw
+Cloud mapping
+Craftbot
+Crawling at Home Project
+DBLBot
+DIIbot
+DTS Agent
+Discoverybot
+DomainCrawler
+Dragonfly
+Exabot
+ExtLinksBot
+ExtractorPro
+Freeuploader
+Fyrebot
+Gotit
+Grabber
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
 HTTrack
-Image Sucker
-Intelliseek
-Iskanie
-JamesBOT
-JikeSpider
-Joomla
-Lanshanbot
-Leap
+Iblog
+IlseBot
+Indy Library
+JOC Web Spider
+JustView
+Keyword Density
+LWP::Simple
 LibWeb
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Majestic12
+Litemage_walker
+Lmspider
+MSFrontPage
+Mail.RU_Bot
 MarkMonitor
-Masscan
-Mb2345Browser
-MeanPath Bot
-Mozlila
-Musobot
-Name Intelligence
-Navroad
+Mediatoolkitbot
+MicroMessenger
+Moblie Safari
+Mojeek
+Msrabot
+NICErsPRO
+NearSite
 Net Vampire
-Niki-bot
-Ninja
-Nuclei
-Offline Explorer
-OpenVAS
+NetZIP
+Octopus
 Openfind
-OrangeBot
+OutclicksBot
+Page Analyzer
 PageGrabber
-PageScorer
-PageThing.com
-Picscout
+Panscient
 Piepmatz
-ReGet
-Reaper
-SBIder
-SEOkicks
-Scanbot
-Seomoz
-Siphon
-Site Sucker
-Snoopy
-SuperBot
-SuperHTTP
-T8Abot
-Telesphorep
-VCI
-VeriCiteCrawler
+Proximic
+Psbot
+Ripper
+Rogerbot
+ScoutJet
+Searchestate
+SeekportBot
+SemanticJuice
+SiteExplorer
+Snapbot
+Spanner
+Sqlmap
+The Intraformant
+Titan
+Turingos
+TurnitinBot
 WBSearchBot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
-WebAuto
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-Wprecon
+Web Sucker
+WebCollage
+WebImageCollector
+WebLeacher
+WebReaper
+WebZIP
+Zermelo
+Zeus
+ZmEu
+ZoominfoBot
 archive.org_bot
-arquivo.pt
-evc-batch
-gopher
-mediawords
+dataforseo.com
+oBot
 openai
 openai.com
-page scorer
-scalaj-http
-seostar
 sogouspider
 sp_auditbot
+tAkeOut
+webmeup-crawler
+webpros.com
+xpymep1.exe
+zauba.io
+zgrab