V4.2023.08.3923 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Acunetix
+01h4x.com
+360Spider
 AfD-Verbotsverfahren
-Aspiegel
-Atomseobot
-AwarioRssBot
-BLEXBot
-Brandwatch
-BuzzSumo
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Cloud mapping
+Alligator
+Apexoo
+Bandit
+Barkrowler
+Black Hole
+Bolt
+BotALot
+Bytespider
+CensysInspect
+CopyRightCheck
 Craftbot
-CyotekWebCopy
-DomainStatsBot
-Drip
+Crawling at Home Project
+CrazyWebCrawler
+DBLBot
+Devil
+Discoverybot
+DnBCrawler-Analytics
+Download Wonder
+ECCP/1.0
+Ebingbong
 EirGrabber
-Extractor
-FDM
+Exabot
 Flunky
-GalaxyBot
-GrapeFX
-HTMLparser
-HaosouSpider
-HybridBot
-IlseBot
-IndeedBot
-InternetSeer
-Jorgee
-Kenjin Spider
-LNSpiderguy
-Leap
+GPTBot
+Genieo
+Grabber
+IstellaBot
+JennyBot
+JetCar
+JustView
+Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
 LeechGet
-Libwhisker
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-Mail.RU_Bot
+Lftp
+LieBaoFast
+MQQBrowser
+MSFrontPage
 Majestic SEO
-Meanpathbot
+Mb2345Browser
 Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
-Mozlila
-Msrabot
-Name Intelligence
+Moblie Safari
 Nameprotect
-Net Vampire
-Openfind
-Openvas
+NetAnts
+NetZIP
+Netcraft
+Nutch
+OpenVAS
 OrangeBot
-PECL::HTTP
-POE-Component-Client-HTTP
+PageAnalyzer
 Pandalytics
-RankActive
+ProWebWalker
 RankFlex
-RankurBot
-RealDownload
 Reaper
-RocketCrawler
+RebelMouse
+SEOkicks-Robot
 SMTBot
-SalesIntelligent
-Scrapy
 SeekportBot
 SemanticJuice
-Shodan
-SiteExplorer
-SiteSucker
+Siphon
+Sitebeam
+Sitevigil
 Snake
-Sociscraper
+SocialRankIOBot
+Sogou web spider
 SpaceBison
-Spanner
-Sqlmap
-Stripper
-Szukacz
-Tracemyfile
+SuperBot
+T0PHackTeam
+Teleport
+TeleportPro
+Toata
+TurnitinBot
+TwengaBot
 Twice
-Typhoeus
-VidibleScraper
-Virusdie
-WWWOFFLE
+WASALive-Bot
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers/3.0
-Web Sucker
-WebFetch
-WebLeacher
-WebPix
-Zitebot
+Web Collage
+Web Enhancer
+WebBandit
+WebSauger
+Xenu
+ZmEu
+ZoominfoBot
 crawler.feedback
-dataforseobot
-demandbase-bot
-heritrix
-internetVista monitor
-isitwp.com
+dataforseo.com
+eCatch
+gopher
+magpie-crawler
 polaris version
-siteripz
-voyagerx.com
-webgains-bot
-webpros.com
-x22Mozilla
+s1z.ru
+serpstatbot
+sexsearcher
+sysscan
+trendiction.com
+webmeup-crawler