V4.2022.05.3121 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 Abonti
 Aboundex
 Aboundexbot
-Acunetix
-AiHitBot
-Aipbot
+Alligator
 AlphaBot
+Anarchy99
+Anthill
 Aspiegel
-BDCbot
-BDFetch
+Asterias
+Atomseobot
+Attach
+BBBike
 BLEXBot
-Backlink-Ceck
+BackDoorBot
+BackStreet
+BackWeb
 Badass
-Bandit
-Bitacle
+BatchFTP
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Black Hole
 BlackWidow
-Blow
-BlowFish
 Boardreader
-Brandwatch
+Bolt
+BuiltBotTough
+BunnySlippers
+BuzzSumo
 CATExplorador
-CCBot
-CODE87
-CSHttp
-CensysInspect
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
+CazoodleBot
 Chlooe
-Claritybot
+Citoid
 Cliqzbot
 Cloud mapping
 Cocolyzebot
 Copier
 Copyscape
-CyotekWebCopy
-DBLBot
+Cosmos
+Craftbot
+Crescent
+Curious
+DIIbot
 DTS Agent
-DatabaseDriverMysqli
-Demon
+DataCha0s
+Deusu
+Devil
+Digincore
 DigitalPebble
+Dirbuster
 Disco
 Discobot
-DnBCrawler-Analytics
-DnyzBot
+Discoverybot
+DittoSpyder
 DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Ebingbong
-Ecxi
-EroCrawler
-Evil
+Domains Project
+Dotbot
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+EasyDL
 Exabot
 Express WebPictures
-ExtLinksBot
-Ezooms
-FyberSpider
+ExtractorPro
+Fimap
+FlashGet
+Flunky
 Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
-GetRight
-GetWeb
 Gigabot
-Go!Zilla
-GrabNet
-HTMLparser
-HTTP::Lite
-Heritrix
-HonoluluBot
-IDBTE4M
-Image Sucker
+Go-Ahead-Got-It
+Gotit
+Grabber
+GrapeFX
+GridBot
+HMView
+Havij
+HybridBot
+IRLbot
+Iblog
+Image Fetch
 InfoNaviRobot
 Intelliseek
+InterGET
+InternetSeer
 Iskanie
-Jetty
+JennyBot
+JetCar
+JikeSpider
+Jorgee
 JustView
+Jyxobot
 Keybot Translation-Search-Machine
-Keyword Density
 Kinza
 Kozmosbot
-Larbin
-LeechFTP
-LeechGet
-LibWeb
+LWP::Simple
+Lanshanbot
 LieBaoFast
-LinkScan
-LinkWalker
-LinkextractorPro
+LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
+LinqiaScrapeBot
 Litemage_walker
+Ltx71
 MIDown tool
-MJ12bot
-Magnet
+MQQBrowser
+MSFrontPage
+Mag-Net
+Majestic-SEO
 MarkMonitor
-Mata Hari
-Metauri
-Microsoft URL Control
-Minefield
+Mass Downloader
+Masscan
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft Data Access
 Mister PiX
 Moblie Safari
 MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Musobot
-NICErsPRO
+Mr.4x3
 NPbot
-Name Intelligence
-Nameprotect
+Navroad
 NearSite
 Needle
 Nessus
-NetLyzer
-NetMechanic
-Nibbler
-Niki-bot
+Net Vampire
+NetSpider
+Netcraft
 Nimbostratus
-Nmap
-Offline Explorer
-OnCrawl
-OpenVAS
-Openfind
-Openvas
-OrangeBot
+Not
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 Page Analyzer
 PageGrabber
 PageScorer
-Panscient
-Papa Foto
-Picsearch
-Piepmatz
-Pixray
-Pockey
-Psbot
-Pu_iN
-Pump
-QueryN Metasearch
-RSSingBot
-RankActive
+Pavuk
+PeoplePal
+Pi-Monster
+Picscout
+Pimonster
+ProPowerBot
+ProWebWalker
+Probethenet
+PxBroker
+PyCurl
+Quick-Crawler
 RankFlex
 RankingBot
-RankingBot2
-RankurBot
-Re-re
-Ripper
+Rankivabot
+RebelMouse
+RepoMonkey
+RocketCrawler
 SBIder
-SISTRIX
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
-Screaming
-ScreenerBot
 ScrepyBot
-SearchmetricsBot
-SemanticJuice
-SentiBot
-Seomoz
+Searchestate
+Siphon
+SiteCheckerBotCrawler
 SiteLockSpider
-Siteimprove
+SiteSucker
 SmartDownload
-SocialRankIOBot
 Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
-SpankBot
 Spanner
-SputnikBot
-Sqlworm
+Spbot
+Spinn3r
 Steeler
-Stripper
-Surfbot
-Szukacz
-T0PHackTeam
+SuperBot
+SurveyBot
+Suzuran
 T8Abot
+TeleportPro
 Telesoft
-Telesphoreo
-Titan
-Toata
+The Intraformant
 Trendictionbot
-TurnitinBot
 TwengaBot
-URLy Warning
+Twice
+Typhoeus
+URLy.Warning
 Upflow
 V-BOT
 VB Project
 VCI
-Vacuum
-VidibleScraper
-Virusdie
+VelenPublicWebCrawler
 VoidEYE
 Voil
 Voltron
 WASALive-Bot
+WEBDAV
 WWW-Collector-E
 WWW::Mechanize
+Wallpapers/3.0
 WallpapersHD
 WeSEE
+Web Auto
 Web Collage
-Web Enhancer
-Web Fetch
-Web Pix
 Web Sauger
-Web Sucker
-WebBandit
-WebFetch
-WebGo IS
+WebCollage
+WebCopier
+WebFuck
 WebLeacher
-WebReaper
-WebStripper
-WebZIP
-Webshag
-WebsiteExtractor
-WebsiteQuester
-Webster
-Who.is Bot
-Wonderbot
-Wprecon
-Xaldon_WebSpider
+WebPix
+WebWhacker
+WebmasterWorldForumBot
+Widow
 Xenu
 YoudaoBot
-Zade
-ZumBot
-adscanner
+ZoomBot
 arquivo-web-crawler
-cah.io.community
-coccocbot
-cognitiveseo
-com.plumanalytics
-evc-batch
+arquivo.pt
+backlink-check
+check1.exe
+clark-crawler
+crawl.sogou.com
+crawler.feedback
+crawler4j
+eCatch
+facebookscraper
+heritrix
 instabid
+ips-agent
 isitwp.com
-linkdexbot
-meanpathbot
+iubenda-radar
+magpie-crawler
+mediawords
+muhstik-scan
 page scorer
-pcBrowser
-polaris version
+plumanalytics
 probe-image-size
-ripz
+satoristudio.net
+scalaj-http
+seobility
 seocompany.store
-serpstatbot
-sitechecker.pro
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webpros.com
+webprosbot
 x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io