V4.2024.07.4651 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-ALittle Client
-AhrefsBot
-Anarchy99
-BLEXBot
-BackStreet
-Bitacle
-BlowFish
-Buddy
-CATExplorador
-CrunchBot
+360Spider
+Atomseobot
+Attach
+BDFetch
+BackDoorBot
+Badass
+Barkrowler
+Black Hole
+Boardreader
+Brandwatch
+Buck
+BuiltWith
+CazoodleBot
+CheTeam
+CheeseBot
+ChinaClaw
+Crescent
+Curious
+Disco
 DomCopBot
-Drip
-ECCP/1.0
-EMail Siphon
-Evil
-Fyrebot
-G-i-g-a-b-o-t
-Go!Zilla
-GrapeFX
-Haansoft
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Extractor
+ExtractorPro
+FHscan
+Firefox/7.0
+GermCrawler
+Grabber
+Harvest
 Heritrix
-Hloader
-HonoluluBot
 IDBot
-Image Fetch
-Indy Library
-InternetMeasurement
-Jyxobot
-Kinza
-Lanshanbot
-Leap
-LeechGet
-Linkbot
-LinqiaRSSBot
-MFC_Tear_Sample
-Magnet
-Majestic SEO
-Masscan
-Mr.4x3
-NPbot
-Name Intelligence
+Image Sucker
+Internet Ninja
+JetCar
+JustView
+Kozmosbot
+LeechFTP
+Lftp
+Libwhisker
+Lightspeedsystems
+Majestic12
+MarkMonitor
+NICErsPRO
+Nameprotect
 NearSite
-Netcraft
-Netvibes
-Niki-bot
-Nikto
-Nuclei
-Nutch
-Openfind
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
-Papa Foto
-Picscout
-ProWebWalker
-RSSingBot
+Needle
+NetSpider
+Nimbostratus
+PECL::HTTP
+PeoplePal
+Pi-Monster
+Piepmatz
+ProPowerBot
+Pump
+Rainbot
+RankActive
 Rankivabot
-RebelMouse
-SearchmetricsBot
-SemanticJuice
-SeobilityBot
-SiteLockSpider
-SiteSnagger
-SlySearch
+RocketCrawler
+SEOlyticsCrawler
+ScreenerBot
+ScrepyBot
+SeekportBot
+Siphon
 Snapbot
-Snoopy
+Sociscraper
 Spammen
-SuperBot
-SurveyBot
-Suzuran
-TightTwatBot
-Toata
-Turnitin
-URLy.Warning
-Upflow
+Spanner
+SputnikBot
+Teleport
+Thumbor
+TinyTestBot
+Twice
+VCI
 Vacuum
-VelenPublicWebCrawler
 VeriCiteCrawler
-WASALive-Bot
+Voil
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Web Pix
-WebFuck
-WebGo IS
+Web Sucker
+WebCopier
 WebLeacher
-WebWhacker
-Website Quester
-Whatweb
-Zeus
-adscanner
+WebPix
+WebSauger
+WebsiteQuester
+Xenu
+Zade
+ZoominfoBot
+arquivo-web-crawler
+awario.com
 cah.io.community
-evc-batch
+crawl.sogou.com
+gopher
+ips-agent
 lwp-request
-s1z.ru
-tAkeOut
-webgains-bot
-webpros.com
+probe-image-size
+seocompany.store
+trendiction.de
+webmeup-crawler
 webprosbot
+zauba.io