V4.2023.10.4070 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-AIBOT
-ALittle Client
-Asterias
-BLEXBot
+ASPSeek
+AiHitBot
+Aipbot
+Alexibot
+Anarchy
+Anarchy99
+Atomseobot
+Bandit
+Bitacle
 Black Hole
-BuiltBotTough
-Bullseye
-BuzzSumo
-CATExplorador
-ChinaClaw
-Copier
-Curious
-Deusu
-Devil
-Digincore
-Disco
-DnyzBot
-DomainStatsBot
-Domains Project
+Blackboard
+BlowFish
+Boardreader
+CSHttp
+Cliqzbot
+Cocolyzebot
+CrunchBot
+DataCha0s
+Discobot
+Dotbot
 Dragonfly
-Ebingbong
-EroCrawler
-FHscan
-FyberSpider
-GalaxyBot
-Grabber
-Jetty
-Kinza
-LWP::Simple
+Drip
+Exabot
+Extractor
+EyeNetIE
+Ezooms
+GermCrawler
+Getintent
+GrapeshotCrawler
+HTTP::Lite
+Haansoft
+IDBTE4M
+IndeedBot
+InfoNaviRobot
+Internet Ninja
+JetCar
+JikeSpider
+Jorgee
+Kenjin Spider
 Larbin
-LexiBot
 Libwhisker
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-MIIxpc
-MSIECrawler
-Mag-Net
-MarkMonitor
+LinkextractorPro
+LinksManager
+Lmspider
+MSFrontPage
 Mass Downloader
+Masscan
 Mata Hari
-Metauri
-Microsoft Data Access
-Minefield
-Name Intelligence
-Netcraft
-Nibbler
-Nmap
-Nuclei
-Nutch
-Octopus
-OpenLinkProfiler
-Page Analyzer
+MegaIndex.ru
+Mojeek
+Mr.4x3
+Musobot
+Needle
+NetMechanic
+NetSpider
+Nettrack
+Nimbostratus
+OnCrawl
+PageScorer
 PageThing.com
-Picsearch
-RSSingBot
-RankActiveLinkBot
-Re-re
-RealDownload
-Reaper
-Ripper
-SISTRIX
-Scanbot
-ScreenerBot
-Seekport
-Site Sucker
-SpankBot
-Spanner
-SputnikBot
-Sqworm
-SuperHTTP
-Szukacz
-Teleport
-Tracemyfile
-Turingos
-Typhoeus
-UnisterBot
+Pockey
+Pump
+RebelMouse
+SEOkicks
+SMTBot
+ScanAlert
+Searchestate
+SeobilityBot
+Seomoz
+Shodan
+SmartDownload
+Sucker
+Suzuran
+TheNomad
+Titan
+Toweyabot
 Upflow
-VB Project
 VidibleScraper
-WBSearchBot
-Web Sauger
-WebEnhancer
-WebLeacher
+Virusdie
+WebImageCollector
+WebSucker
+WebZIP
 WebmasterWorldForumBot
-Website Quester
-WinHTTrack
-Xaldon WebSpider
+Webster
+Woobot
+Wotbox
 check1.exe
-clark-crawler
-com.plumanalytics
-dataforseobot
+coccocbot
+cognitiveseo
+eCatch
+instabid
+isitwp.com
 mediawords
-muhstik-scan
-page scorer
-sexsearcher
-webprosbot
+probe-image-size
+ripz
+sitechecker.pro
+webmeup-crawler
 x22Mozilla
+xpymep1.exe
 zauba.io