V4.2023.03.3595 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Alexibot
-Atomseobot
+404enemy
+ADmantX
+AiHitBot
+Alligator
+Anarchy
+AwarioSmartBot
+Backlink-Ceck
+BetaBot
 BlowFish
-Buck
-CSHttp
-Calculon
-CheTeam
+Brandprotect
+Cegbfeieh
 Cloud mapping
-Copyscape
-DigitalPebble
-Disco
-Dispatch
-Dragonfly
-EirGrabber
+Copier
+Discobot
+Exabot
 ExtLinksBot
-EyeNetIE
-FDM
-HEADMasterSEO
-HTMLparser
-Haansoft
-IRLbot
-IstellaBot
-JennyBot
+Foobot
+Go!Zilla
+GoZilla
+Image Fetch
+IndeedBot
+Indy Library
+Intelliseek
+Iria
+Jyxobot
 Kenjin Spider
-Keyword Density
-LNSpiderguy
-Lanshanbot
-LeechFTP
-LexiBot
-Libwhisker
-Lightspeedsystems
-LinkWalker
+Lftp
+LinkextractorPro
 LinksManager
-Ltx71
-Mag-Net
-MarkMonitor
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+Lmspider
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
+MSIECrawler
+Majestic-SEO
+Mass Downloader
 Masscan
 Mb2345Browser
-Microsoft Data Access
-Moblie Safari
+Meanpathbot
+Minefield
+Mojeek
 Mojolicious
-NICErsPRO
-OpenVAS
-Openfind
+Mozlila
+Name Intelligence
+Needle
+NetSpider
+Netvibes
+Nikto
+Not
+Offline Navigator
+Openvas
 OrangeBot
 OrangeSpider
 OutclicksBot
-Pandalytics
-Papa Foto
-Piepmatz
+PeoplePal
 ProPowerBot
-Pump
+ProWebWalker
 PyCurl
-RankurBot
-Re-re
-RocketCrawler
+RankFlex
+ReGet
+RedesScrapy
 Rogerbot
-SBIder
-SalesIntelligent
-Screaming
-ScreenerBot
-Searchestate
-SemanticJuice
+SISTRIX
 Semrush
-Site Sucker
+SeobilityBot
+Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-SpankBot
-SputnikBot
-Sqworm
+Sosospider
+Swiftbot
 TeleportPro
-Telesoft
 Thumbor
-Tracemyfile
-Trendictionbot
-Twice
-URLy Warning
+Toata
+TwengaBot
+VCI
+Vacuum
 VidibleScraper
-WWWOFFLE
-Wallpapers/3.0
-Web Fetch
-WebReaper
-Whatweb
-Who.is Bot
-Widow
-Zitebot
-archive.org_bot
-cah.io.community
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-isitwp.com
-netEstate NE Crawler
-s1z.ru
-scalaj-http
-sitechecker.pro
+Web Pix
+Web Sauger
+WebFetch
+WebImageCollector
+WebLeacher
+WebSauger
+Webalta
+Webshag
+Whack
+Whacker
+Wonderbot
+Xaldon WebSpider
+ZmEu
+adscanner
+facebookscraper
+instabid
+magpie-crawler
+serpstatbot
 spyfu
-trendiction.de
-voyagerx.com
+sysscan