V4.2024.09.4783 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404enemy
-AllSubmitter
-Anarchy
-Apexoo
-Aspiegel
-AwarioSmartBot
-BDCbot
-BlackWidow
+Aboundex
+AlphaBot
+Attach
+BBBike
+BackStreet
 Blackboard
-CazoodleBot
-ChatGPT-User
-CheeseBot
-ChinaClaw
-CopyRightCheck
-Digincore
-Discobot
-Discoverybot
-DnyzBot
+Blow
+Buck
+BuiltWith
+Bytespider
+Crawling at Home Project
+Crescent
+CrunchBot
+DataCha0s
 DomCopBot
 DomainAppender
-DomainSigmaCrawler
-Domains Project
-EirGrabber
-FHscan
-Genieo
-Go!Zilla
-GrabNet
-Grabber
-HMView
-HTTP::Lite
+DomainCrawler
+EMail Siphon
+Ecxi
+Evil
+Extreme Picture Finder
+EyeNetIE
+FlashGet
+FyberSpider
+Go-Ahead-Got-It
 Haansoft
-HybridBot
-IDBTE4M
-IlseBot
-InternetMeasurement
-JOC Web Spider
-LeechFTP
+Hloader
+Humanlinks
+Information Security Team InfraSec Scanner
+Keybot Translation-Search-Machine
+Keyword Density
+Lightspeedsystems
+Likse
+Linkbot
 LinksManager
-Lipperhey Spider
-Ltx71
 MIDown tool
-Magnet
-Mail.RU_Bot
-Majestic-SEO
+MJ12bot
+MTRobot
+Mag-Net
 Majestic12
 Mass Downloader
-Mb2345Browser
-Meanpathbot
-MegaIndex.ru
-Microsoft URL Control
 Moblie Safari
-Morfeus Fucking Scanner
-Mr.4x3
+Mojolicious
+Nameprotect
 Navroad
 NearSite
-Net Vampire
-Nutch
-OnCrawl
-OpenLinkProfiler
-OrangeBot
+NetSpider
+Nibbler
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
-Panscient
-Pavuk
-ProWebWalker
+PageGrabber
+PeoplePal
+Piepmatz
+Probethenet
+Proximic
 Pump
 QueryN Metasearch
-Quick-Crawler
-RankActive
-RankingBot
-Rogerbot
-SiteLockSpider
+RankingBot2
+Ripper
+SBIder
+Searchestate
 Siteimprove
-Snake
-SocialRankIOBot
-Sogou web spider
-SpaceBison
+Sociscraper
+Spammen
+SpankBot
 Sucker
-Sucuri
-SuperBot
-The Intraformant
-Trendictionbot
-TwengaBot
-Upflow
-WPScan
-WeSEE
-WebReaper
-WebmasterWorldForumBot
-Whacker
+Surfbot
+Swiftbot
+Telesoft
+Toata
+Tracemyfile
+Turnitin
+Twice
+URLy.Warning
+V-BOT
+VelenPublicWebCrawler
+WEBDAV
+WWWOFFLE
+Web Auto
+Web Fuck
+Web Pix
 Who.is Bot
-Zauba
-evc-batch
-linkdexbot
-linkfluence
+Wotbox
+Xenu
+YoudaoBot
+ZmEu
+ZumBot
+arquivo-web-crawler
+check1.exe
+coccocbot
+cognitiveseo
+instabid
+internetVista monitor
 magpie-crawler
 openai
 polaris version
-seobility
-serpstatbot
-trendiction.de
+s1z.ru
+webpros.com