V4.2023.03.3600 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Alligator
-Anarchy99
-CCBot
-Cocolyzebot
-CrazyWebCrawler
-DTS Agent
-DatabaseDriverMysqli
-DnyzBot
+360Spider
+AhrefsBot
+AllSubmitter
+AlphaBot
+Anthill
+Apexoo
+BDCbot
+BDFetch
+BackWeb
+Battleztar Bazinga
+BotALot
+Cegbfeieh
+ChinaClaw
+CopyRightCheck
+Deusu
+Dotbot
 EMail Wolf
-EasyDL
-EroCrawler
-Express WebPictures
-Extractor
-Fimap
-Freeuploader
-GrapeshotCrawler
+FDM
+FyberSpider
+Grabber
+HMView
 HTTrack
-Humanlinks
-IndeedBot
+HaosouSpider
+Heritrix
+IDBot
 InfoNaviRobot
-Intelliseek
-InternetSeer
-Iria
-Jbrofuzz
-Kozmosbot
-Larbin
-LeechFTP
-LinksManager
-MIIxpc
-MJ12bot
-MarkWatch
-Mb2345Browser
-NICErsPRO
-Navroad
-NetSpider
-Nibbler
-Ninja
-Octopus
-Offline Explorer
+JOC Web Spider
+JikeSpider
+Kenjin Spider
+Keyword Density
+LexiBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MFC_Tear_Sample
+MIDown tool
+Magnet
+Majestic-SEO
+MauiBot
+MeanPath Bot
+Metauri
+Microsoft Data Access
+Microsoft URL Control
+Minefield
+Morfeus Fucking Scanner
+NearSite
+NetAnts
+Nutch
+OnCrawl
+OpenLinkProfiler
 Openfind
-OutclicksBot
+OutfoxBot
 Page Analyzer
-Petalbot
-Piepmatz
+Pimonster
+PleaseCrawl
 ProWebWalker
-QueryN Metasearch
-RankingBot
-Rogerbot
-SEOstats
-SalesIntelligent
-ScanAlert
-Searchestate
-SearchmetricsBot
-Shodan
+ReGet
+Reaper
+Ripper
+SEOkicks-Robot
+SemanticJuice
+SeoSiteCheckup
+SeobilityBot
 SiteCheckerBotCrawler
-Siteimprove
-Sociscraper
-SpankBot
-SputnikBot
+Sitevigil
 Sqlmap
-Sqworm
-Stripper
-SuperBot
-Szukacz
+Swiftbot
+T0PHackTeam
+T8Abot
+Telesphorep
 The Intraformant
-Thumbor
-TurnitinBot
+Trendictionbot
 TwengaBot
-URLy.Warning
-V-BOT
-Vacuum
-Voil
+VeriCiteCrawler
+VidibleScraper
+Voltron
 WBSearchBot
-WPScan
+WISENutbot
 WWW::Mechanize
-WallpapersHD
-Web Collage
-Web Enhancer
-Web Fuck
-Web Sauger
-WebEnhancer
+WWWOFFLE
+Wallpapers
+WeSEE
+Web Pix
+WebCollage
+WebFetch
+WebGo IS
 WebImageCollector
 WebSauger
-WebsiteExtractor
-ZoomBot
-adscanner
-coccocbot
-domainsproject.org
+WebWhacker
+Who.is Bot
+Wonderbot
+com.plumanalytics
+crawler4j
 internetVista monitor
+ips-agent
 lwp-trivial
-plumanalytics
-probe-image-size
-scan.lol
-seocompany.store
-sysscan
-webmeup-crawler
-webpros.com
+meanpathbot
+ripz
+sp_auditbot
+ubermetrics-technologies.com
 x22Mozilla
-zgrab