V4.2024.02.4314 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-AIBOT
-Aipbot
-AlphaBot
-Asterias
-BDFetch
-BetaBot
-Boardreader
-BotALot
-Brandwatch
-BuiltBotTough
-CODE87
-ChatGPT-User
-Cosmos
-CrunchBot
-DomCopBot
-EroCrawler
+ADmantX
+AiHitBot
+Alexibot
+Ankit
+Atomseobot
+BBBike
+Backlink-Ceck
+BacklinkCrawler
+Badass
+BatchFTP
+Black Hole
+CheTeam
+Cloud mapping
+Cocolyzebot
+Craftbot
+DatabaseDriverMysqli
+DomainSigmaCrawler
+EasyDL
 Express WebPictures
-ExtLinksBot
-Ezooms
+FacebookBot
+Fimap
 Firefox/7.0
-G-i-g-a-b-o-t
-Gigabot
-HTTP::Lite
-Havij
+GalaxyBot
+GetWeb
+Go!Zilla
+GrabNet
+GrapeshotCrawler
+HMView
 Hloader
-HonoluluBot
-HybridBot
-Joomla
-Jorgee
-LieBaoFast
-MIDown tool
-MJ12bot
-MSIECrawler
-Magnet
-MicroMessenger
-Minefield
+IDBot
+Id-search
+Image Sucker
+Jetty
+Keyword Density
+MFC_Tear_Sample
+MSFrontPage
+MegaIndex.ru
 Mojeek
-Navroad
 Net Vampire
-Netvibes
 NextGenSearchBot
-Niki-bot
-Ninja
-OutfoxBot
-PageThing.com
-Panscient
-Pavuk
-Picsearch
+Nikto
+OpenVAS
+Openfind
+OrangeSpider
+Picscout
 ProPowerBot
+ProWebWalker
 Proximic
 Psbot
-Pump
-QueryN Metasearch
-RSSingBot
-RankFlex
-RankurBot
-Re-re
-Recorder
-ScreenerBot
+RankActiveLinkBot
+SMTBot
+SalesIntelligent
+ScrepyBot
+Searchestate
 Seekport
-SenutoBot
-SiteSucker
-Snoopy
-SpaceBison
+Semrush
+SeoSiteCheckup
+Seomoz
+SmartDownload
+Snake
+Snapbot
+SocialRankIOBot
+Sociscraper
+Stripper
+Telesoft
 The Intraformant
-TheNomad
-Thumbor
-Tracemyfile
-TwengaBot
-UnisterBot
-VCI
-VoidEYE
-WEBDAV
+Titan
+VB Project
+VelenPublicWebCrawler
+VidibleScraper
+WWW::Mechanize
+Wallpapers/3.0
+Web Enhancer
 Web Sauger
+WebEnhancer
+WebFetch
 WebLeacher
 WebPix
-WebSucker
-Webster
-Widow
-Wonderbot
+WebWhacker
+WebmasterWorldForumBot
+WebsiteExtractor
+Whatweb
+Who.is Bot
 Wotbox
-ZmEu
-ZoomBot
+Xenu
+Zermelo
 ZyBorg
-backlink-check
-check1.exe
-demandbase-bot
-eCatch
-isitwp.com
-meanpathbot
-mediawords
-ripz
-s1z.ru
-satoristudio.net
-sogouspider
-voyagerx.com
-webgains-bot
-webprosbot
-zgrab
+arquivo.pt
+coccocbot
+dataforseo.com
+dataforseobot
+heritrix
+netEstate NE Crawler
+omgili
+pcBrowser
+scan.lol
+seocompany.store
+seoscanners
+siteripz
+x22Mozilla