V4.2024.04.4448 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AlphaBot
-AwarioBot
-BLEXBot
-BackWeb
-BacklinkCrawler
-Badass
-Blow
-BotALot
-Brandprotect
-BuiltWith
-BuzzSumo
+01h4x.com
+ALittle Client
+Alexibot
+Aspiegel
+Atomseobot
+AwarioRssBot
+AwarioSmartBot
+Bigfoot
+Bolt
 Bytespider
-Cegbfeieh
-Citoid
-Cliqzbot
-Collector
-Custo
-CyotekWebCopy
-Digincore
-Dirbuster
-Discoverybot
-DomainSigmaCrawler
-EMail Siphon
+CATExplorador
+CCBot
+ChatGPT-User
+Chlooe
+Claritybot
+Copyscape
+Crawling at Home Project
+DatabaseDriverMysqli
+DigitalPebble
+DomainCrawler
+ECCP/1.0
+Ecxi
+EyeNetIE
+FDM
+FacebookBot
+G-i-g-a-b-o-t
+GT::WWW
 Genieo
-Go-Ahead-Got-It
-GoZilla
-GridBot
-IDBTE4M
+GetRight
+Go!Zilla
+HTTP::Lite
+Harvest
+HonoluluBot
 Id-search
-Image Fetch
 IndeedBot
-Intelliseek
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
+Jetty
+LieBaoFast
 Likse
-LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-MFC_Tear_Sample
-MJ12bot
-Mag-Net
-Majestic-SEO
+Linkbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+MIIxpc
+MSIECrawler
+MTRobot
+Mail.RU_Bot
+Majestic SEO
+Mass Downloader
+MauiBot
+MeanPath Bot
 MicroMessenger
-Microsoft URL Control
-Minefield
-Mozlila
-NetAnts
-Nettrack
-NextGenSearchBot
-PECL::HTTP
-Picscout
-Psbot
-Rainbot
-RankFlex
-ScanAlert
-Scrapy
-SearchmetricsBot
-SeekportBot
+Mojolicious
+Nessus
+NetMechanic
+NetSpider
+Ninja
+Offline Explorer
+OrangeSpider
+Petalbot
+PictureFinder
+Piepmatz
+Proximic
+RSSingBot
+RebelMouse
+ScoutJet
+Semrush
 SemrushBot
 SeobilityBot
-Site Sucker
-Siteimprove
-SlySearch
-SpaceBison
-SpankBot
-Teleport
-Telesoft
+Snapbot
+SocialRankIOBot
+Spinn3r
+Stripper
+Surfbot
+Swiftbot
+Telesphorep
 TheNomad
-TinyTestBot
-TurnitinBot
-Twice
-WASALive-Bot
-WWW-Mechanize
-Web Collage
-Web Sucker
-WebGo IS
+Typhoeus
+V-BOT
+VB Project
+Vacuum
+Vagabondo
+VidibleScraper
+Voltron
+WebFuck
 WebPix
-WebReaper
-Webalta
-Website Quester
-Webster
-Who.is Bot
+WebSauger
+WebmasterWorldForumBot
+WebsiteExtractor
+Whatweb
+WinHTTrack
+Wotbox
 Xaldon_WebSpider
-adscanner
-coccocbot
-crawler4j
-linkfluence
-magpie-crawler
-page scorer
-ripz
-s1z.ru
-seobility
-seostar
-serpstatbot
-sogouspider
-voyagerx.com
-webgains-bot
+Xenu
+ZoomBot
+instabid
+lwp-trivial
+openai
+sexsearcher
+sysscan
+tAkeOut
+zauba.io