V4.2023.09.3997 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-ALittle Client
-Abonti
-AiHitBot
-Alexibot
-AllSubmitter
-Apexoo
-AwarioSmartBot
-Brandprotect
-Buddy
-BuiltBotTough
-Bytespider
-CCBot
-Cloud mapping
+404checker
+ADmantX
+Anarchy99
+Asterias
+Bitacle
+BlowFish
+BuzzSumo
+CherryPicker
+Copyscape
 CrunchBot
-Deusu
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-DomainCrawler
-EirGrabber
-Evil
-Express WebPictures
-Extreme Picture Finder
-Freeuploader
-Fyrebot
-GalaxyBot
+Custo
+DSearch
+Drip
+ECCP/1.0
+EMail Siphon
+ExtractorPro
+EyeNetIE
+Ezooms
+G-i-g-a-b-o-t
 GermCrawler
-Go!Zilla
 GoZilla
-HEADMasterSEO
-Hloader
-HonoluluBot
-Id-search
-InterGET
-IstellaBot
-Jbrofuzz
-JetCar
-Keybot Translation-Search-Machine
-Leap
-Lftp
-Lightspeedsystems
+Gotit
+HMView
+Haansoft
+Iblog
+Internet Ninja
+JikeSpider
+Keyword Density
+LNSpiderguy
+LeechFTP
+LibWeb
+LieBaoFast
+LinkScan
+LinkWalker
 LinksManager
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+Litemage_walker
+Magnet
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 Mass Downloader
-Meanpathbot
-Minefield
+Mata Hari
+MauiBot
+Metauri
+Microsoft URL Control
 Mister PiX
-NextGenSearchBot
-Nutch
-Openvas
-OrangeBot
-OrangeSpider
-Pixray
+Mr.4x3
+Musobot
+NICErsPRO
+Navroad
+NearSite
+Nessus
+Net Vampire
+NetMechanic
+NimbleCrawler
+Offline Navigator
+OnCrawl
+PHPCrawl
+PageGrabber
+PageThing.com
+Petalbot
 ProPowerBot
-RankFlex
-SBIder
-Scrapy
-SemanticJuice
+ProWebWalker
+Proximic
+RankingBot
+RankurBot
+RocketCrawler
+Seekport
 SenutoBot
-Seomoz
-SiteSnagger
-SpaceBison
-Stripper
-SuperBot
-The Intraformant
-TightTwatBot
-Typhoeus
-UnisterBot
-VelenPublicWebCrawler
-VoidEYE
+SocialRankIOBot
+Spanner
+Sqlworm
+Sqworm
+Szukacz
+Thumbor
+URLy.Warning
+Virusdie
 Voil
-WWW-Mechanize
+WASALive-Bot
 WWW::Mechanize
-WebsiteExtractor
-WinHTTrack
-Zauba
-Zeus
+Wallpapers/3.0
+WeSEE
+Web Enhancer
+WebFetch
+WebGo IS
+Whatweb
+WiseGuys Robot
+Zermelo
 ZmEu
-cognitiveseo
-com.plumanalytics
-crawler.feedback
-crawler4j
-domainsproject.org
-heritrix
-isitwp.com
-magpie-crawler
-meanpathbot
-polaris version
+ZyBorg
+arquivo-web-crawler
+autoemailspider
+dataforseo.com
+linkdexbot
+lwp-request
 probe-image-size
 scalaj-http
-scan.lol
-sexsearcher
-siteripz
-sysscan
-tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
+spyfu
+webmeup-crawler