V4.2023.07.3865 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404checker
+80legs
+Aboundex
+Acunetix
 Aipbot
+Alligator
 Anarchie
-BBBike
-BackDoorBot
+BDCbot
+BackStreet
 Backlink-Ceck
-Bolt
-Brandwatch
-BuiltBotTough
-CSHttp
-CheTeam
-Claritybot
-Copyscape
-Craftbot
-DIIbot
-DigitalPebble
-Dotbot
-Ebingbong
-Firefox/7.0
+Bigfoot
+Buck
+BunnySlippers
+BuzzSumo
+CCBot
+CheeseBot
+Cliqzbot
+Cocolyzebot
+Cogentbot
+Collector
+CopyRightCheck
+Crawling at Home Project
+DnBCrawler-Analytics
+DomCopBot
+Domains Project
+EMail Wolf
+EasyDL
+EroCrawler
+Extreme Picture Finder
 Genieo
-GetWeb
-Gigabot
-Go-Ahead-Got-It
-GrabNet
-GridBot
-HMView
-Heritrix
-IlseBot
-Indy Library
-Intelliseek
-JamesBOT
-Jetty
-JikeSpider
+Iria
 Keyword Density
 Kozmosbot
-LNSpiderguy
-LeechFTP
-LexiBot
 LibWeb
-LinqiaScrapeBot
-MFC_Tear_Sample
-MarkWatch
-Meanpathbot
-Mister PiX
-Name Intelligence
-NearSite
-NetLyzer
+Libwhisker
+LinqiaMetadataDownloaderBot
+MIDown tool
+MQQBrowser
+MSFrontPage
+Mass Downloader
+MegaIndex.ru
+Metauri
+MicroMessenger
 Nettrack
 Niki-bot
-NimbleCrawler
 Ninja
-Nutch
-Openfind
-OutfoxBot
-PECL::HTTP
-Pandalytics
-PeoplePal
-ProWebWalker
-PxBroker
-Quick-Crawler
-Reaper
-SMTBot
-ScreenerBot
-ScrepyBot
+OrangeSpider
+PHPCrawl
+PleaseCrawl
+ProPowerBot
+Rankivabot
+Rogerbot
+SBIder
 Searchestate
-SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
+SmartDownload
+Snake
+Sogou web spider
+Sottopop
 Sqlmap
-SuperHTTP
-T8Abot
-TeleportPro
-Telesoft
-TheNomad
-Thumbor
+Sucuri
+The Intraformant
+Titan
+Toweyabot
 Trendictionbot
-Vagabondo
-WASALive-Bot
-WBSearchBot
+UnisterBot
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
 WISENutbot
+WWW-Mechanize
+Wallpapers/3.0
+Web Auto
 Web Fuck
-Web Sauger
-WebEnhancer
-WebFetch
-WebFuck
+Web Pix
+Web Sucker
+WebBandit
+WebImageCollector
+WebPix
 WebZIP
+Webster
+Whacker
 Whatweb
-Woobot
-Xenu
-ZumBot
-ZyBorg
+WiseGuys Robot
+Zade
+ZoomBot
+coccocbot
 crawl.sogou.com
+eCatch
 gopher
 ips-agent
+isitwp.com
+linkdexbot
+polaris version
 ripz
-s1z.ru
-seoscanners
-sp_auditbot
-spyfu
-x22Mozilla
-zgrab
+satoristudio.net
+scan.lol
+serpstatbot
+trendiction.com
+webgains-bot
+webmeup-crawler