V4.2024.01.4246 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ASPSeek
-Aipbot
+Abonti
 Anarchie
-AwarioSmartBot
-Black Hole
-BlowFish
-BuiltBotTough
-BuiltWith
-CODE87
-Citoid
-Craftbot
-CyotekWebCopy
-DataCha0s
-DigitalPebble
-Dispatch
-EasyDL
-Ebingbong
-Evil
-FemtosearchBot
-Fimap
-Firefox/7.0
+BBBike
+BDFetch
+BackStreet
+Bandit
+Blackboard
+Blow
+Buddy
+BunnySlippers
+CATExplorador
+Calculon
+Cogentbot
+CopyRightCheck
+Digincore
+DomCopBot
+Dotbot
 FlashGet
-Fuzz
-G-i-g-a-b-o-t
-Getintent
-Image Fetch
-InfoNaviRobot
-Internet Ninja
-Kenjin Spider
+Freeuploader
+FyberSpider
+GalaxyBot
+HMView
+HTTP::Lite
+Havij
+IDBot
+Id-search
+IlseBot
+IndeedBot
+Indy Library
+IstellaBot
+JikeSpider
 Keybot Translation-Search-Machine
-Lanshanbot
+Keyword Density
 Leap
-Lftp
 Linkbot
-Lipperhey
-Ltx71
-MQQBrowser
-Majestic12
+MIDown tool
+MIIxpc
+Mail.RU_Bot
+MarkMonitor
+MeanPath Bot
 MegaIndex.ru
-Mojolicious
-Mozlila
-NPbot
-Net Vampire
-Netcraft
-OrangeSpider
-Papa Foto
-Petalbot
-PictureFinder
-PleaseCrawl
-PyCurl
-RankActiveLinkBot
-Rankivabot
-ReGet
-RealDownload
-Ripper
+Metauri
+NICErsPRO
+NetSpider
+Nibbler
+PageGrabber
+Pu_iN
+Pump
+RSSingBot
+RankingBot
+RankurBot
+Rogerbot
+SBIder
 SEOlyticsCrawler
-ScreenerBot
-SentiBot
-Site Sucker
-SiteExplorer
-SiteLockSpider
-Sitevigil
-SlySearch
-Snapbot
-Snoopy
-Spanner
+SEOprofiler
+SISTRIX
+Scrapy
+SearchmetricsBot
+SocialRankIOBot
+Sociscraper
+Sosospider
+SpankBot
+Spinn3r
+Sqlmap
 Sqlworm
-Stripper
+SuperBot
 TheNomad
-Turingos
+Thumbor
+Tracemyfile
+Trendictionbot
 Turnitin
-URLy.Warning
-UnisterBot
+TwengaBot
+V-BOT
 Vagabondo
-WPScan
-Wallpapers
-Web Fetch
-Web Pix
-WebCollage
-WebFetch
-WebmasterWorldForumBot
-WebsiteQuester
-Whatweb
+WWW-Mechanize
+WWWOFFLE
+Web Collage
+WebSauger
+WebSucker
+Website Quester
 WinHTTrack
-Xaldon_WebSpider
+Wprecon
+Xaldon WebSpider
+YoudaoBot
 Zade
-ZyBorg
-backlink-check
+ZoominfoBot
 cah.io.community
-coccocbot
-isitwp.com
-muhstik-scan
+clark-crawler
+evc-batch
+openai
+pcBrowser
 plumanalytics
-seobility
-seoscanners
-seostar
-voyagerx.com
+s1z.ru
+sitechecker.pro
+sysscan
+trendiction.com
+webpros.com
 xpymep1.exe
+zauba.io
 zgrab