V4.2024.10.4821 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Alexibot
-Ankit
-Anthill
-BackDoorBot
-BacklinksExtendedBot
-Bolt
-Bullseye
-CATExplorador
-CSHttp
-CensysInspect
-ClaudeBot
-Cloud mapping
-Craftbot
+404enemy
+ADmantX
+AiHitBot
+Apexoo
+Atomseobot
+BDCbot
+BackWeb
+Backlink-Ceck
+Badass
+BlackWidow
+Boardreader
+Brandwatch
+BuzzSumo
+CODE87
+CazoodleBot
+Citoid
+Claritybot
+DIIbot
+Demon
+Deusu
 Digincore
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
 Dragonfly
+Drip
 ECCP/1.0
-EMail Siphon
-Ebingbong
-ExtLinksBot
-Extractor
-Genieo
-GetRight
-HTMLparser
-Humanlinks
-InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
+Ecxi
+EroCrawler
+Extreme Picture Finder
+Hloader
+Information Security Team InfraSec Scanner
+InfraSec Scanner
+Iria
 Iskanie
-JetCar
-Jetty
-LexiBot
-LieBaoFast
-LinksManager
-LinqiaMetadataDownloaderBot
-MTRobot
-Masscan
-Mb2345Browser
-Metauri
-MicroMessenger
-Mojolicious
-Msrabot
-NPbot
-Navroad
-NetAnts
-NetMechanic
-Niki-bot
-NimbleCrawler
-OutfoxBot
-Page Analyzer
-PageGrabber
-PageScorer
-PageThing.com
-Papa Foto
+LNSpiderguy
+Lightspeedsystems
+LinqiaRSSBot
+Litemage_walker
+MFC_Tear_Sample
+Mag-Net
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MolokaiBot
+Mozlila
+Mr.4x3
+Name Intelligence
+Needle
+Nuclei
+Offline Explorer
+OpenLinkProfiler
+PageAnalyzer
+Pandalytics
 Pixray
 Probethenet
-PyCurl
-Quick-Crawler
 RSSingBot
-Rainbot
-RankActiveLinkBot
 RankFlex
-RankingBot
-RankurBot
-ReGet
-SEOprofiler
-ScreenerBot
-ScrepyBot
-Searchestate
-SeoCherryBot
-Seomoz
-SiteCheckerBotCrawler
-Snake
-Sottopop
-SpaceBison
-Spinn3r
-TightTwatBot
-Turnitin
-TwengaBot
-VelenPublicWebCrawler
-Woobot
-Xaldon_WebSpider
-anthropic-ai
-backlink-check
-clark-crawler
+RocketCrawler
+SEOlyt
+ScanAlert
+SemanticJuice
+SeoSiteCheckup
+SiteExplorer
+SiteSucker
+Sitevigil
+SlySearch
+SmartDownload
+Snapbot
+Snoopy
+SocialRankIOBot
+Spammen
+Sqlmap
+Sqlworm
+SurveyBot
+TeleportPro
+Thumbor
+TinyTestBot
+Titan
+Twice
+VeriCiteCrawler
+Voil
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+WebSucker
+WebWhacker
+WebmasterWorldForumBot
+WebsiteQuester
+ZmEu
+archive.org_bot
 crawler.feedback
-gopher
-heritrix
-instabid
-mediawords
-probe-image-size
-ripz
-scan.lol
-sitechecker.pro
-sogouspider
+demandbase-bot
+isitwp.com
+magpie-crawler
+muhstik-scan
+netEstate NE Crawler
+seostar
+sexsearcher
+sysscan
+zgrab