V4.2023.10.4050 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ASPSeek
-Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-Anarchy
-BBBike
-BatchFTP
-Bolt
+Aboundex
+AiHitBot
+Alligator
+Anarchie
+Backlink-Ceck
+Bigfoot
+Black Hole
+Blow
 Brandwatch
-Buck
-Chlooe
-Citoid
-Custo
-CyotekWebCopy
+Buddy
+CATExplorador
+CCBot
+CheTeam
+CherryPicker
+Craftbot
+Deusu
 Dirbuster
 DittoSpyder
-DomainCrawler
-DomainSigmaCrawler
-EMail Wolf
-Ebingbong
+DnyzBot
+DomCopBot
+Domains Project
 Ecxi
+EirGrabber
+EyeNetIE
 Ezooms
-FyberSpider
-HEADMasterSEO
+Fimap
+Flunky
+Go!Zilla
 HMView
-HTTrack
-Hloader
-JOC Web Spider
-Joomla
-Leap
+Haansoft
+Harvest
+IDBTE4M
+Id-search
+IlseBot
+Internet Ninja
+Iria
+Iskanie
+Keybot Translation-Search-Machine
+Lftp
+Likse
 LinkWalker
-Linkbot
-Lipperhey Spider
+LinkpadBot
+Lmspider
+MIDown tool
 MIIxpc
-MSIECrawler
-Majestic12
-MarkMonitor
-Microsoft Data Access
-Mister PiX
-NICErsPRO
-Navroad
+MSFrontPage
+Mail.RU_Bot
+MeanPath Bot
+MegaIndex.ru
+MicroMessenger
+Mojeek
+Musobot
 NetLyzer
-NetSpider
-Ninja
+Nibbler
 Offline Navigator
-OpenVAS
-Page Analyzer
-Panscient
-PictureFinder
-PleaseCrawl
-RankFlex
+PHPCrawl
+Pandalytics
+PeoplePal
+Picscout
+Pimonster
 RankingBot
-Ripper
-SEOprofiler
-SMTBot
+RealDownload
+RebelMouse
+SEOstats
+SalesIntelligent
 ScreenerBot
 SemanticJuice
-SemrushBot
-Seomoz
-Shodan
-Siphon
-SiteLockSpider
-Snake
-Snoopy
-SocialRankIOBot
-Sociscraper
-Sottopop
-Sqlmap
+Semrush
+SeoSiteCheckup
+SiteSnagger
+Sitevigil
+SmartDownload
+SpaceBison
+Spammen
+SputnikBot
+Steeler
+SuperHTTP
+SurveyBot
 Suzuran
-Swiftbot
-T0PHackTeam
-The Intraformant
-Turnitin
-V-BOT
-VB Project
-VCI
-WASALive-Bot
-WWW-Collector-E
-Web Fuck
-Web Sauger
-Widow
-WiseGuys Robot
-YoudaoBot
-Zermelo
-clark-crawler
-cognitiveseo
-eCatch
+Telesphoreo
+TheNomad
+Tracemyfile
+True_Robot
+TwengaBot
+VidibleScraper
+VoidEYE
+WebCollage
+WebFuck
+WebsiteExtractor
+Wonderbot
+Xaldon WebSpider
+ZmEu
+adscanner
 facebookscraper
-gopher
-isitwp.com
-iubenda-radar
-openai.com
+plumanalytics
 probe-image-size
-s1z.ru
-seostar
-serpstatbot
-spyfu
-ubermetrics-technologies.com
-zauba.io
+scalaj-http
+sogouspider
+trendiction.com
+webprosbot