V4.2023.10.4069 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 ADmantX
-Aipbot
-Alligator
-AlphaBot
-Anarchie
-Ankit
-Aspiegel
-Atomseobot
-BacklinkCrawler
-Battleztar Bazinga
-Buck
+AIBOT
+ALittle Client
+Asterias
+BLEXBot
+Black Hole
 BuiltBotTough
-Bytespider
-CheTeam
-Cloud mapping
-Custo
-CyotekWebCopy
-DSearch
+Bullseye
+BuzzSumo
+CATExplorador
+ChinaClaw
+Copier
+Curious
+Deusu
+Devil
 Digincore
-DigitalPebble
 Disco
+DnyzBot
 DomainStatsBot
-Drip
+Domains Project
+Dragonfly
+Ebingbong
 EroCrawler
-Ezooms
-Gigabot
-Gotit
-GrapeFX
-GrapeshotCrawler
-Haansoft
-Heritrix
-Iblog
-IlseBot
-Internet Ninja
+FHscan
+FyberSpider
+GalaxyBot
+Grabber
 Jetty
-Jorgee
-LinqiaRSSBot
-MFC_Tear_Sample
-MTRobot
-Majestic12
+Kinza
+LWP::Simple
+Larbin
+LexiBot
+Libwhisker
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+MIIxpc
+MSIECrawler
+Mag-Net
+MarkMonitor
+Mass Downloader
 Mata Hari
-Moblie Safari
-NPbot
-Netvibes
+Metauri
+Microsoft Data Access
+Minefield
+Name Intelligence
+Netcraft
+Nibbler
+Nmap
+Nuclei
 Nutch
 Octopus
-PageAnalyzer
-Panscient
-Pavuk
-PictureFinder
-Proximic
-RankActive
-RankFlex
-RankingBot2
-Rankivabot
+OpenLinkProfiler
+Page Analyzer
+PageThing.com
+Picsearch
+RSSingBot
+RankActiveLinkBot
+Re-re
 RealDownload
-Recorder
+Reaper
 Ripper
-RocketCrawler
-SEOkicks
+SISTRIX
 Scanbot
-Searchestate
-SemrushBot
-SenutoBot
-Seomoz
+ScreenerBot
+Seekport
 Site Sucker
-Sociscraper
-Sogou web spider
-SpaceBison
 SpankBot
-Spbot
-Sucker
-Swiftbot
+Spanner
+SputnikBot
+Sqworm
+SuperHTTP
 Szukacz
-Toata
+Teleport
 Tracemyfile
-TwengaBot
-Vagabondo
-VeriCiteCrawler
-WASALive-Bot
-WWWOFFLE
-WallpapersHD
-Web Auto
-Web Sucker
-WebFuck
-WebSauger
-WebZIP
-Wonderbot
+Turingos
+Typhoeus
+UnisterBot
+Upflow
+VB Project
+VidibleScraper
+WBSearchBot
+Web Sauger
+WebEnhancer
+WebLeacher
+WebmasterWorldForumBot
+Website Quester
+WinHTTrack
 Xaldon WebSpider
-crawler.feedback
-demandbase-bot
-gopher
-internetVista monitor
+check1.exe
+clark-crawler
+com.plumanalytics
+dataforseobot
+mediawords
 muhstik-scan
-ripz
-s1z.ru
-sp_auditbot
-webgains-bot
-xpymep1.exe
+page scorer
+sexsearcher
+webprosbot
+x22Mozilla
 zauba.io