V4.2023.09.3993 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
-Apexoo
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-Blackboard
-Cegbfeieh
-CheeseBot
-Citoid
-CopyRightCheck
-Disco
-Discobot
-Dispatch
-DittoSpyder
-Download Wonder
-ECCP/1.0
-EasyDL
-Ebingbong
-Ecxi
-ExtLinksBot
-Extractor
-Fimap
-Foobot
-Fuzz
-G-i-g-a-b-o-t
-GermCrawler
-GetWeb
-Gigabot
-Haansoft
-HonoluluBot
-Iblog
-IlseBot
+404checker
+ALittle Client
+Acunetix
+AiHitBot
+Anthill
+Aspiegel
+BLEXBot
+Barkrowler
+Bigfoot
+Boardreader
+BotALot
+CODE87
+Crescent
+Devil
+DigitalPebble
+DnBCrawler-Analytics
+Dotbot
+FDM
+GT::WWW
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+Heritrix
+IDBot
+Indy Library
+Intelliseek
+InterGET
+JOC Web Spider
+JennyBot
 JikeSpider
 Jorgee
 Keyword Density
-LWP::Simple
-Larbin
 Lftp
-MJ12bot
+LinkScan
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+MIIxpc
 MSFrontPage
-Mail.RU_Bot
-Majestic12
-Meanpathbot
-MicroMessenger
+MeanPath Bot
+Metauri
+Moblie Safari
+Morfeus Fucking Scanner
 NPbot
-Nameprotect
-Net Vampire
-NetAnts
-NetSpider
-Nuclei
-OutclicksBot
-Panscient
+Name Intelligence
+Needle
+NetLyzer
+Niki-bot
+Nikto
+Ninja
+Offline Navigator
+OpenVAS
+Openvas
+Pandalytics
 Pi-Monster
-PxBroker
-RankingBot2
-SMTBot
-Screaming
-Searchestate
+Picsearch
+Pump
+Quick-Crawler
+RSSingBot
+RankFlex
+RankingBot
+RedesScrapy
+RocketCrawler
+SEOkicks-Robot
+SEOprofiler
 SearchmetricsBot
-SemrushBot
-Sitevigil
-Sogou web spider
+Site Sucker
+SmartDownload
+SpankBot
 Spanner
-Spbot
-Sqlmap
-Stripper
-Telesphoreo
+Spinn3r
+SputnikBot
+Suzuran
 Telesphorep
 Thumbor
-Titan
-Upflow
-VoidEYE
+Turnitin
+TurnitinBot
+Typhoeus
+URLy.Warning
+WASALive-Bot
+WISENutbot
 WWW::Mechanize
-WallpapersHD
-WeSEE
-Web Collage
-WebCollage
-WebFetch
+WebEnhancer
 WebReaper
 Webshag
-Xenu
-Zermelo
-Zitebot
-ZoomBot
-ZyBorg
-archive.org_bot
-gopher
-lwp-request
-magpie-crawler
-page scorer
-s1z.ru
-seocompany.store
-sexsearcher
-sp_auditbot
-tAkeOut
-trendiction.com
+WebsiteQuester
+Wprecon
+Zeus
+crawl.sogou.com
+dataforseobot
+instabid
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
+oBot
+pcBrowser
+seostar
+spyfu
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
-xpymep1.exe
-zauba.io