V4.2024.10.4786 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AiHitBot
-AllSubmitter
-Anarchy99
-Ankit
-BDCbot
+404enemy
+ASPSeek
+Acunetix
+AhrefsBot
+Attach
+AwarioRssBot
+AwarioSmartBot
+BBBike
 BackStreet
-BatchFTP
-CATExplorador
-Cegbfeieh
-ChatGPT-User
-ClaudeBot
-Cloud mapping
-Cosmos
-CrunchBot
-DataCha0s
-DomainAppender
+BotALot
+BuiltBotTough
+BuzzSumo
+Claritybot
+Craftbot
+CrazyWebCrawler
+Dirbuster
+Disco
+Discoverybot
+DnyzBot
+DomCopBot
+DomainStatsBot
+Domains Project
 Dotbot
-EirGrabber
-ExtLinksBot
+Download Wonder
+Drip
+Evil
+FHscan
+Gotit
 Grafula
 GrapeshotCrawler
-HTMLparser
-IRLbot
-Iblog
-Indy Library
-InfraSec Scanner
-Intelliseek
-Joomla
-Jorgee
-LeechFTP
-LexiBot
-LibWeb
+HEADMasterSEO
+HMView
+HaosouSpider
+Id-search
+Internet Ninja
+IstellaBot
+JennyBot
+JetCar
+Kenjin Spider
+Kinza
+LWP::Simple
+Leap
+Lftp
 Libwhisker
-Lipperhey
+LieBaoFast
+Lightspeedsystems
+Likse
+MFC_Tear_Sample
+MIDown tool
+MQQBrowser
+MSIECrawler
 Majestic SEO
-Mediatoolkitbot
+Mass Downloader
+MeanPath Bot
 Microsoft Data Access
-Microsoft URL Control
-Navroad
-Net Vampire
-NetMechanic
-NetZIP
-NextGenSearchBot
-Nuclei
-Offline Explorer
-Openfind
-Openvas
-OrangeBot
-OutclicksBot
+Moblie Safari
+Mr.4x3
+Nameprotect
+Nettrack
+Nikto
+Nutch
 PECL::HTTP
-Picscout
-Piepmatz
-RSSingBot
+Petalbot
+Pi-Monster
+Proximic
 RankActive
-RankurBot
-Re-re
-Reaper
-RocketCrawler
-Rogerbot
-Scanbot
-ScreenerBot
-Searchestate
-Semrush
-Sitebeam
-Snake
-Snapbot
-Sogou web spider
-Sosospider
-SpankBot
-Spbot
-Sqlmap
+RankingBot
+RedesScrapy
+ScoutJet
+ScrepyBot
+SearchmetricsBot
+SeekportBot
+SlySearch
+SmartDownload
+Sottopop
+Swiftbot
+Telesoft
+Telesphoreo
 TheNomad
-Thumbor
-Turingos
-Turnitin
-VeriCiteCrawler
-WWW-Mechanize
-WWWOFFLE
-Web Auto
-WebFuck
-WebWhacker
-WebsiteExtractor
-Webster
-Whacker
-Zauba
-backlink-check
-cah.io.community
-demandbase-bot
-facebookscraper
-linkfluence
-lwp-request
-muhstik-scan
-netEstate NE Crawler
-openai
-page scorer
-probe-image-size
-serpstatbot
-sexsearcher
-sitechecker.pro
+Typhoeus
+URLy Warning
+Virusdie
+WASALive-Bot
+Web Collage
+WebCollage
+WebReaper
+WebSauger
+WebSucker
+WebZIP
+Webshag
+Who.is Bot
+Xaldon WebSpider
+Xenu
+dataforseobot
+domainsproject.org
+lwp-trivial
+plumanalytics
+spyfu
+ubermetrics-technologies.com
 xpymep1.exe