V4.2023.04.3680 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AlphaBot
-Anarchy
-Attach
+ADmantX
+AIBOT
+ALittle Client
+Acunetix
+AllSubmitter
+Alligator
+Apexoo
 AwarioSmartBot
-BDCbot
-BDFetch
+Bitacle
+BlackWidow
 Boardreader
-CensysInspect
-CheTeam
-Claritybot
-Cliqzbot
-Collector
-Cosmos
-CrunchBot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
-DigitalPebble
-Dirbuster
-Disco
-Dispatch
-DomainCrawler
-Ebingbong
-EirGrabber
-Express WebPictures
-ExtLinksBot
-FlashGet
-GT::WWW
-Go!Zilla
-HEADMasterSEO
-HMView
-Havij
-IRLbot
-Iblog
-InternetSeer
-Jbrofuzz
-JennyBot
-Joomla
-Jorgee
-Kozmosbot
-Leap
-LeechGet
-LexiBot
-Lightspeedsystems
-Linkbot
-LinqiaRSSBot
-LinqiaScrapeBot
+ChinaClaw
+Cloud mapping
+Cogentbot
+Copier
+Curious
+Deusu
+Domains Project
+ECCP/1.0
+ExtractorPro
+FDM
+Freeuploader
+GermCrawler
+Grabber
+HTMLparser
+Harvest
+Humanlinks
+Id-search
+IlseBot
+InfoTekies
+LieBaoFast
 MFC_Tear_Sample
+MIDown tool
 MQQBrowser
-MSFrontPage
-MSIECrawler
-MTRobot
-Magnet
-Mb2345Browser
-MeanPath Bot
-Minefield
-Pandalytics
+MarkWatch
+Masscan
+Microsoft URL Control
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+Msrabot
+NearSite
+Needle
+Nutch
+OrangeBot
+OrangeSpider
+PageGrabber
+PageScorer
+Papa Foto
+Picscout
+PictureFinder
+Pixray
 Pockey
-PxBroker
-PyCurl
-Quick-Crawler
+RankingBot2
+RebelMouse
+Rogerbot
 SBIder
-SEOprofiler
-SISTRIX
 SMTBot
-Scrapy
+ScanAlert
 ScrepyBot
-SiteExplorer
-SiteLockSpider
+Siphon
 Sitevigil
-Snapbot
-Spinn3r
-Sqlmap
-Steeler
+SlySearch
+Sottopop
+Spammen
 T0PHackTeam
-Teleport
-TheNomad
 Thumbor
-Toweyabot
-TwengaBot
+Titan
+Turnitin
+TurnitinBot
+Twice
 Typhoeus
+VelenPublicWebCrawler
 Virusdie
-WBSearchBot
-WWW-Mechanize
+WEBDAV
+WPScan
 WWW::Mechanize
-WWWOFFLE
-Web Sucker
-WebAuto
+WallpapersHD
+Web Auto
+Web Collage
+Web Fetch
 WebBandit
+WebCollage
 WebFetch
-WebGo IS
-Zauba
+WebPix
+WebSucker
+Webshag
+WinHTTrack
+YoudaoBot
+ZmEu
 ZoominfoBot
-ZumBot
-com.plumanalytics
-crawler4j
-sysscan
-tAkeOut
-x22Mozilla
+adscanner
+crawler.feedback
+dataforseo.com
+domainsproject.org
+iubenda-radar
+ripz
+seocompany.store
+siteripz
+x09Mozilla