V4.2023.05.3742 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-80legs
-Acunetix
-Alligator
-AlphaBot
-Anarchy
-Anarchy99
-Asterias
-AwarioRssBot
-BackWeb
-Black Hole
-BuiltBotTough
-CCBot
-CSHttp
-CensysInspect
-CheeseBot
+AIBOT
+ALittle Client
+ASPSeek
+AdsTxtCrawlerTP
+AiHitBot
+Ankit
+Anthill
+Aspiegel
+BDCbot
+Bolt
+Brandprotect
+CherryPicker
+ChinaClaw
 Chlooe
-Cliqzbot
-Cloud mapping
-Copyscape
-DataCha0s
+Collector
+Crawling at Home Project
+Custo
+DatabaseDriverMysqli
+Devil
+Disco
 Discobot
-DomainCrawler
-EMail Siphon
-Exabot
-Extreme Picture Finder
-FemtosearchBot
-Fimap
-Freeuploader
-GT::WWW
-Genieo
-Gigabot
-GrapeFX
-GridBot
-HEADMasterSEO
-HTTrack
-Heritrix
-Humanlinks
-IRLbot
-Iblog
-IlseBot
+Discoverybot
+Dispatch
+DnyzBot
+DomCopBot
+ECCP/1.0
+EroCrawler
+FHscan
+G-i-g-a-b-o-t
+GermCrawler
+HTTP::Lite
+Harvest
+Havij
+Image Sucker
 IndeedBot
+InterGET
+Iria
+JennyBot
+Jyxobot
+Keybot Translation-Search-Machine
+Kinza
 LWP::Simple
-LexiBot
+LinkWalker
+LinkextractorPro
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
+MSFrontPage
+Majestic-SEO
 Mass Downloader
-Nameprotect
-Needle
-Netcraft
-Nibbler
-OpenVAS
-Pavuk
-RSSingBot
-RankurBot
-RealDownload
-RedesScrapy
-RepoMonkey
-SEOprofiler
-Seekport
-SemrushBot
-SentiBot
-Seomoz
-Snoopy
-Sogou web spider
-SputnikBot
-Steeler
-Sucker
-Sucuri
-T8Abot
-Telesphoreo
-Thumbor
-Upflow
+Mb2345Browser
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
+NetLyzer
+Nikto
+Nimbostratus
+Offline Explorer
+OpenLinkProfiler
+OutfoxBot
+PageGrabber
+Papa Foto
+Picsearch
+PleaseCrawl
+Psbot
+RankActiveLinkBot
+RankingBot
+SalesIntelligent
+Searchestate
+SearchmetricsBot
+Site Sucker
+SiteLockSpider
+Sosospider
+Swiftbot
+Teleport
+Telesphorep
+UnisterBot
 VB Project
-WEBDAV
+Vagabondo
 WPScan
-Web Enhancer
-WebCollage
-WebPix
-Website Quester
-WebsiteQuester
-Zermelo
-Zitebot
-ZyBorg
-adscanner
-clark-crawler
-coccocbot
-dataforseo.com
-demandbase-bot
-facebookscraper
-netEstate NE Crawler
-oBot
-serpstatbot
-siteripz
-sysscan
-tAkeOut
-webgains-bot
-webpros.com
-xpymep1.exe
+WeSEE
+Web Sucker
+WebFuck
+WebImageCollector
+WebsiteExtractor
+Webster
+WinHTTrack
+Woobot
+YoudaoBot
+archive.org_bot
+autoemailspider
+domainsproject.org
+eCatch
+instabid
+muhstik-scan
+plumanalytics
+probe-image-size
+seostar