V4.2024.06.4540 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
-80legs
+404enemy
 Aboundex
-Alligator
-Anarchy
-Anthill
-Asterias
-AwarioBot
-BackDoorBot
-Blow
-Buck
-CCBot
-CopyRightCheck
-Cosmos
+Aspiegel
+BDFetch
+BackStreet
+Bitacle
+Black Hole
+Boardreader
+BuiltBotTough
+CATExplorador
+CheTeam
+Collector
 Crawling at Home Project
 CrazyWebCrawler
-Curious
-DatabaseDriverMysqli
+Demon
 DigitalPebble
-DomCopBot
+Discoverybot
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainSigmaCrawler
-Download Wonder
-Dragonfly
-EroCrawler
-FDM
+ExtractorPro
+FacebookBot
 FlashGet
-FrontPage
-Gotit
+Flunky
+Fyrebot
+Genieo
+Go-Ahead-Got-It
+Google-Extended
+HTMLparser
 HTTP::Lite
-Harvest
+Havij
+Id-search
 Image Sucker
-Indy Library
-InterGET
-JamesBOT
-JikeSpider
-Jorgee
-Lightspeedsystems
-LinkWalker
-Litemage_walker
-MFC_Tear_Sample
-Mail.RU_Bot
-MarkWatch
-Masscan
-MauiBot
-MicroMessenger
-NetMechanic
+InfoNaviRobot
+Internet Ninja
+IstellaBot
+Joomla
+Kenjin Spider
+MJ12bot
+MSFrontPage
+Mass Downloader
+MegaIndex.ru
+Msrabot
+NICErsPRO
+NPbot
+Nameprotect
 NextGenSearchBot
+Nikto
+NimbleCrawler
 Nutch
-OpenLinkProfiler
-POE-Component-Client-HTTP
-Picscout
+OrangeSpider
+PECL::HTTP
+Pi-Monster
 Picsearch
+ProWebWalker
+Probethenet
 Psbot
+Re-re
 ReGet
-Recorder
-RepoMonkey
-SEOlyticsCrawler
-SISTRIX
-ScanAlert
-Screaming
-SemrushBot
-SeobilityBot
-Seomoz
-Shodan
-Siteimprove
-SocialRankIOBot
-Spammen
-Spinn3r
-Sqlmap
-Teleport
-TeleportPro
-The Intraformant
-Turingos
-VCI
-Vagabondo
-VidibleScraper
-VoidEYE
+Ripper
+SEOkicks-Robot
+SEOstats
+ScreenerBot
+SmartDownload
+Sociscraper
+Sogou web spider
+Stripper
+Sucuri
+T0PHackTeam
+Thumbor
+Trendiction
+WASALive-Bot
 WBSearchBot
-Web Collage
-WebCollage
+WISENutbot
+WWW-Collector-E
+Web Fetch
+Web Pix
+WebGo IS
 WebZIP
-Whacker
+Website Quester
+WebsiteExtractor
+YaK
+YoudaoBot
 Zade
-Zermelo
-ZyBorg
-anthropic-ai
-awario.com
-crawl.sogou.com
-crawler.feedback
-crawler4j
-magpie-crawler
-pcBrowser
-plumanalytics
-polaris version
-sitechecker.pro
-ubermetrics-technologies.com
-x09Mozilla
-xpymep1.exe
-zgrab
+Zitebot
+arquivo.pt
+com.plumanalytics
+facebookscraper
+iubenda-radar
+meanpathbot
+mediawords
+page scorer
+satoristudio.net
+scan.lol
+sp_auditbot
+tAkeOut
+trendiction.com
+trendiction.de
+webmeup-crawler