V4.2024.07.4613 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ADmantX
-Aboundex
-Acunetix
-Attach
+Aboundexbot
+AdsTxtCrawlerTP
+Alligator
+Apexoo
+BLEXBot
 Backlink-Ceck
-Badass
-BetaBot
-BuiltWith
-BunnySlippers
-Citoid
-Cogentbot
-CopyRightCheck
-CrazyWebCrawler
-Crescent
+CCBot
+CSHttp
+CheTeam
+Cliqzbot
+Copier
+Curious
 Custo
-Digincore
-Dirbuster
-Discoverybot
-DnyzBot
-Dragonfly
+CyotekWebCopy
+Demon
+Domains Project
+Ebingbong
+Ecxi
 EroCrawler
-Express WebPictures
-FlashGet
-Foobot
-Fuzz
+Extractor
+Fimap
 GalaxyBot
-Getintent
+Google-Extended
+Gotit
+Grabber
 GridBot
-HEADMasterSEO
-HTMLparser
-HaosouSpider
-Image Fetch
-Internet Ninja
-InternetMeasurement
-Iskanie
-JetCar
-Joomla
-Keyword Density
-Lightspeedsystems
-Linkbot
-MIIxpc
-Majestic12
-Mediatoolkitbot
-MolokaiBot
-Morfeus Fucking Scanner
+Haansoft
+Harvest
+Hloader
+IRLbot
+Iblog
+Information Security Team InfraSec Scanner
+JOC Web Spider
+JennyBot
+LWP::Simple
+Lanshanbot
+Libwhisker
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
+MFC_Tear_Sample
+MJ12bot
+Magnet
+Masscan
+Mb2345Browser
+Meanpathbot
+Metauri
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
+NearSite
 Nessus
-NetMechanic
-NetZIP
-NimbleCrawler
-PageScorer
-Petalbot
-Pump
-Quick-Crawler
-RSSingBot
-RankingBot
-Reaper
-RepoMonkey
+NetLyzer
+Nettrack
+OpenLinkProfiler
+PECL::HTTP
+Pixray
+Pockey
+RankingBot2
+ReGet
+Rogerbot
+SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
-SiteSnagger
+ScoutJet
+Screaming
+SemrushBot
+SeobilityBot
 Sitebeam
-SlySearch
-Snoopy
-SocialRankIOBot
-Spammen
-Spinn3r
+Snake
+Snapbot
+Sqlworm
 Sqworm
-Sucker
-SuperBot
-Szukacz
-TheNomad
-Titan
+Teleport
+TightTwatBot
 Toata
+Turingos
 Upflow
-WISENutbot
-Web Enhancer
-WebImageCollector
-WebPix
-WebReaper
-WebZIP
-WebsiteQuester
-Whatweb
+V-BOT
+VB Project
+WWW-Collector-E
+Web Collage
+WebAuto
+WebBandit
+WebCopier
+WebGo IS
+WebWhacker
+WebmasterWorldForumBot
 Widow
-Wonderbot
-ZmEu
-cohere-ai
-crawler.feedback
-dataforseobot
-gopher
-internetVista monitor
-isitwp.com
-linkdexbot
-linkfluence
-plumanalytics
-polaris version
-sysscan
-trendiction.com
-webmeup-crawler
-webprosbot
+WiseGuys Robot
+Wprecon
+YoudaoBot
+Zade
+crawler4j
+page scorer
+s1z.ru
+sexsearcher
+sitechecker.pro
+sogouspider
 xpymep1.exe