V4.2024.09.4772 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
-Alligator
+360Spider
+AfD-Verbotsverfahren
+Anarchie
+Anarchy99
+Ankit
+Apexoo
+BackDoorBot
+BackStreet
 BacklinksExtendedBot
-Boardreader
-Bytespider
-CCBot
-CODE87
+Barkrowler
+BatchFTP
+Bitacle
+BlackWidow
+Blow
+Brandprotect
+BuiltBotTough
 CensysInspect
-CherryPicker
-Cogentbot
-DigitalPebble
-DomainCrawler
-ECCP/1.0
-Ebingbong
-Ecxi
-EroCrawler
-Extreme Picture Finder
-Flunky
-Genieo
-HMView
-HaosouSpider
-IDBot
-Id-search
-Information Security Team InfraSec Scanner
-InternetSeer
-JikeSpider
-JustView
-Leap
-LeechGet
-LinkWalker
-Linkbot
-LinkextractorPro
-Litemage_walker
-Magnet
-Mb2345Browser
+CopyRightCheck
+CrazyWebCrawler
+CrunchBot
+CyotekWebCopy
+DBLBot
+DatabaseDriverMysqli
+Dirbuster
+Discobot
+Download Wonder
+Drip
+EMail Wolf
+Evil
+FHscan
+FacebookBot
+GT::WWW
+GoZilla
+Gotit
+Grabber
+GrapeFX
+HTMLparser
+HTTrack
+Harvest
+HonoluluBot
+LNSpiderguy
+LieBaoFast
+MJ12bot
+MTRobot
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-NPbot
-Navroad
-Page Analyzer
+Mojolicious
+NearSite
+Needle
+Nettrack
+Nmap
+Nutch
+Offline Navigator
+OutclicksBot
 Picscout
-Pockey
-Probethenet
-QueryN Metasearch
-Rainbot
-SEOstats
-SemrushBot
-SeoSiteCheckup
-SiteSucker
-Spammen
-Sqworm
-Steeler
-Stripper
-Sucker
-Swiftbot
-TeleportPro
+Pimonster
+Pump
+PxBroker
+RankingBot2
+RebelMouse
+SEOlyt
+Searchestate
+Semrush
+SeobilityBot
+SiteCheckerBotCrawler
+SiteSnagger
+Sitebeam
+Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
+Sucuri
 Telesoft
-Titan
-Tracemyfile
+The Intraformant
+TinyTestBot
 True_Robot
-Turnitin
-URLy Warning
-UnisterBot
-V-BOT
-VCI
-VeriCiteCrawler
-WWW-Collector-E
-WWW-Mechanize
-WeSEE
-Web Collage
-Web Fetch
-Web Pix
-WebAuto
-WebImageCollector
+Typhoeus
+URLy.Warning
+Vagabondo
+WPScan
 WebStripper
-WebZIP
-Webalta
 Webster
-WiseGuys Robot
-Wonderbot
-Xenu
-YaK
-YoudaoBot
-anthropic-ai
-arquivo.pt
-awario.com
-backlink-check
-crawler.feedback
-iubenda-radar
-meanpathbot
-omgili
+Widow
+Zeus
+adscanner
+arquivo-web-crawler
+cah.io.community
+crawl.sogou.com
+crawler4j
+page scorer
 pcBrowser
-satoristudio.net
-seocompany.store
-tAkeOut
-trendiction.de
-x09Mozilla
+ripz
+scalaj-http
+scan.lol
+seobility
+sitechecker.pro
+sysscan
+xpymep1.exe