V4.2023.12.4169 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AdsTxtCrawlerTP
-Aipbot
+404checker
 Alexibot
-Anarchie
-Atomseobot
-BDFetch
-Backlink-Ceck
-Badass
-Battleztar Bazinga
+Aspiegel
+Attach
+BLEXBot
+BacklinkCrawler
+BetaBot
+Blackboard
+BlowFish
 Boardreader
-Brandwatch
-BuiltWith
-CODE87
-CazoodleBot
-ChinaClaw
-Chlooe
-Cloud mapping
-CopyRightCheck
-Cosmos
-Craftbot
-DBLBot
-Dirbuster
+Bullseye
+Cogentbot
+Copier
+Custo
+CyotekWebCopy
+DTS Agent
+DnBCrawler-Analytics
 DomCopBot
-DomainCrawler
-Dragonfly
-EasyDL
+EMail Wolf
 Ecxi
-GPTBot
-GalaxyBot
+EroCrawler
+Extractor
+FDM
+Fyrebot
+Genieo
 GermCrawler
-HTMLparser
-HaosouSpider
-Internet Ninja
-Iskanie
+GrapeFX
+HMView
+Haansoft
+Havij
+Id-search
+IlseBot
+Intelliseek
+JamesBOT
 Lanshanbot
-LinkextractorPro
-LinksManager
+Lftp
+LieBaoFast
+LinkScan
 LinqiaScrapeBot
+MIIxpc
 MSIECrawler
-MTRobot
-Masscan
-MauiBot
-Msrabot
-Nameprotect
-Needle
-NetMechanic
-Netvibes
-Nimbostratus
-Ninja
-Octopus
-OnCrawl
-OpenVAS
-Openfind
-OutfoxBot
-PECL::HTTP
-PageScorer
+Mag-Net
+Mass Downloader
+Meanpathbot
+Mediatoolkitbot
+Microsoft URL Control
+Minefield
+NetAnts
+NimbleCrawler
+Nutch
+Openvas
+Page Analyzer
+PageGrabber
 Pandalytics
-PeoplePal
-Pockey
-ProPowerBot
-Pu_iN
-Rainbot
-RankFlex
-RebelMouse
+QueryN Metasearch
+Quick-Crawler
+RankingBot
+SBIder
+SMTBot
 ScrepyBot
-SearchmetricsBot
-Seekport
-SemanticJuice
 Semrush
+SemrushBot
 SenutoBot
-SeobilityBot
-SlySearch
-Snoopy
-SocialRankIOBot
-Spinn3r
-T0PHackTeam
-T8Abot
+Siteimprove
+Sociscraper
+Swiftbot
+Teleport
 Titan
-Trendictionbot
-Twice
 Vacuum
-VeriCiteCrawler
-Wallpapers
-WebEnhancer
-WebSauger
+VidibleScraper
+VoidEYE
+WeSEE
+WebCopier
+WebImageCollector
+WebLeacher
 Website Quester
-Who.is Bot
+Whack
+Widow
+WiseGuys Robot
+Wonderbot
 Woobot
+Wprecon
+Xaldon_WebSpider
+YoudaoBot
+Zade
 Zitebot
-ZmEu
-autoemailspider
-com.plumanalytics
-instabid
+ZyBorg
+arquivo-web-crawler
+crawl.sogou.com
+domainsproject.org
+eCatch
+lwp-request
+magpie-crawler
 oBot
-s1z.ru
+plumanalytics
+seocompany.store
 serpstatbot
-sexsearcher
-webpros.com
-x22Mozilla
-zauba.io
+siteripz
+trendiction.de
+xpymep1.exe