V4.2024.06.4571 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
-AllSubmitter
-Backlink-Ceck
-Bigfoot
-Blackboard
-Blow
-Brandwatch
-BuiltBotTough
+Aboundexbot
+AiHitBot
+Aipbot
+Asterias
+BackWeb
+Badass
+BatchFTP
 ChatGPT-User
-CheTeam
-ChinaClaw
-Collector
-Crawling at Home Project
-Custo
-DSearch
-DTS Agent
-DataCha0s
-Deusu
+Cliqzbot
+CopyRightCheck
+Copyscape
+DIIbot
 Digincore
+Discoverybot
+DomainStatsBot
+Dotbot
+Download Wonder
 Dragonfly
-EMail Siphon
-EMail Wolf
-EasyDL
-EirGrabber
-Fimap
-Freeuploader
-FyberSpider
-GermCrawler
-Getintent
-Grabber
-Haansoft
+Drip
+EroCrawler
+Exabot
+Extractor
+ExtractorPro
+Extreme Picture Finder
+FDM
+Flunky
+Foobot
+FrontPage
+Gotit
+GrabNet
+HaosouSpider
+Harvest
 Havij
-IDBTE4M
-IDBot
+HonoluluBot
 Id-search
-Image Fetch
+Image Sucker
+Information Security Team InfraSec Scanner
 InfraSec Scanner
-InterGET
 Internet Ninja
-Keyword Density
-LinkpadBot
-Lipperhey Spider
-Ltx71
-MIDown tool
-MSFrontPage
-MTRobot
-Magnet
-Majestic12
-MarkMonitor
-MicroMessenger
-Microsoft Data Access
-Nutch
-OrangeBot
-OrangeSpider
-PageThing.com
-Panscient
-Pavuk
-RankurBot
-RealDownload
-SEOkicks
-SEOprofiler
-SalesIntelligent
-Seekport
-SiteLockSpider
-Snapbot
-Sqlmap
-Sucker
-True_Robot
-UnisterBot
-VelenPublicWebCrawler
-Voil
-WEBDAV
-WWW::Mechanize
-Web Auto
-Web Fetch
+Iskanie
+Jorgee
+JustView
+Jyxobot
+Kozmosbot
+Lftp
+Lmspider
+MFC_Tear_Sample
+Majestic SEO
+Mediatoolkitbot
+Mojeek
+Mojolicious
+Needle
+Offline Explorer
+POE-Component-Client-HTTP
+PictureFinder
+Pump
+Quick-Crawler
+Rainbot
+RankingBot
+Re-re
+Scrapy
+Screaming
+SiteSucker
+SocialRankIOBot
+Spammen
+Telesphoreo
+Telesphorep
+TheNomad
+TinyTestBot
+Toweyabot
+TurnitinBot
+Twice
+Typhoeus
+URLy.Warning
+V-BOT
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+Web Sucker
 WebFetch
-WebReaper
-WebStripper
-Whack
-adscanner
-anthropic-ai
-backlink-check
-check1.exe
+WebImageCollector
+WebSucker
+WebZIP
+Whacker
+Widow
+Woobot
+ZumBot
+ZyBorg
+cah.io.community
 crawl.sogou.com
-dataforseo.com
-dataforseobot
-domainsproject.org
-heritrix
+crawler4j
+evc-batch
 iubenda-radar
-linkdexbot
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
-oBot
-openai
 ripz
-s1z.ru
-seocompany.store
-sogouspider
-spyfu
+satoristudio.net
+sexsearcher
+sitechecker.pro
+ubermetrics-technologies.com
+voyagerx.com
+zauba.io