V4.2024.03.4343 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Aboundexbot
-Acunetix
-AdsTxtCrawlerTP
-Aipbot
-Anarchie
-BackWeb
-Barkrowler
+Alligator
+Anarchy99
+Atomseobot
+AwarioRssBot
+BDFetch
+BLEXBot
 BetaBot
-BlackWidow
-BotALot
-Brandprotect
 Brandwatch
 Buck
-Cegbfeieh
-CheeseBot
-Crawling at Home Project
-Discoverybot
+BuiltWith
+Bytespider
+CCBot
+ChatGPT-User
+Claritybot
+Copier
+Copyscape
+CyotekWebCopy
+DTS Agent
+DatabaseDriverMysqli
+Deusu
 Dispatch
-DomainCrawler
-Domains Project
-EMail Wolf
+DnyzBot
+DomCopBot
+DomainAppender
 EirGrabber
-Exabot
 Express WebPictures
-Extractor
 Ezooms
-FlashGet
-Flunky
+FHscan
+FyberSpider
+Fyrebot
 Go!Zilla
 GoZilla
-GrapeshotCrawler
-HTTP::Lite
-HonoluluBot
-IndeedBot
-InfoTekies
-InterGET
-JikeSpider
+HTTrack
+IlseBot
+InfoNaviRobot
+Jorgee
+LNSpiderguy
+LWP::Simple
 LeechFTP
-LinkScan
-MIDown tool
-Masscan
-MeanPath Bot
+LeechGet
+LieBaoFast
+LinkpadBot
+LinqiaMetadataDownloaderBot
+MSFrontPage
+Majestic SEO
+Majestic12
+MauiBot
+MicroMessenger
 Mister PiX
+Mojeek
+Morfeus Fucking Scanner
+NICErsPRO
+Name Intelligence
 Nameprotect
-Nessus
-Net Vampire
-NetLyzer
 NetSpider
-Offline Explorer
+Niki-bot
+OpenLinkProfiler
 OpenVAS
-PageAnalyzer
-PageThing.com
+Page Analyzer
 Pandalytics
+Pavuk
 PeoplePal
-Pi-Monster
-Piepmatz
-Pixray
-Pu_iN
-ScoutJet
-SeekportBot
-Semrush
-Shodan
-Snoopy
+Petalbot
+Pockey
+RSSingBot
+RankFlex
+Ripper
+Rogerbot
+Scrapy
+SearchmetricsBot
+SmartDownload
+SocialRankIOBot
+SpaceBison
+Spbot
 Sqlmap
-Toweyabot
-Trendiction
-Trendictionbot
-Turnitin
-Twice
+Sucker
+Surfbot
+Szukacz
+True_Robot
+V-BOT
 VB Project
-VCI
-Vacuum
 Vagabondo
-VeriCiteCrawler
-WWW-Collector-E
-WebFuck
-Webshag
-WebsiteQuester
-Woobot
-Xaldon_WebSpider
-YoudaoBot
-Zermelo
-Zeus
-ZyBorg
-autoemailspider
-axios
-backlink-check
+WASALive-Bot
+WEBDAV
+Web Sauger
+WebWhacker
+Whack
+Whatweb
+Zauba
+adscanner
+arquivo.pt
 coccocbot
-dataforseobot
-omgili
-openai
-openai.com
-s1z.ru
-seostar
-sp_auditbot
-trendiction.com
+cohere-ai
+dataforseo.com
+facebookscraper
+instabid
+internetVista monitor
+satoristudio.net
 ubermetrics-technologies.com
-webmeup-crawler
-zgrab
+webprosbot