V4.2022.09.3340 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-80legs
-Acunetix
+ASPSeek
+Abonti
 AfD-Verbotsverfahren
-Anarchie
+Alexibot
+AllSubmitter
 Anarchy99
+Apexoo
 Asterias
 Atomseobot
-Attach
 AwarioSmartBot
-BBBike
+BDCbot
 BDFetch
-BackStreet
+BLEXBot
 BackWeb
-Backlink-Ceck
-Bandit
+Barkrowler
+BetaBot
+Bitacle
 Black Hole
-Blow
+BlackWidow
 Boardreader
-Bolt
-Buck
-Bullseye
+BotALot
+Brandprotect
+Buddy
 BunnySlippers
 BuzzSumo
+CATExplorador
 CSHttp
-Calculon
 CazoodleBot
-Cogentbot
+CherryPicker
+ChinaClaw
+Chlooe
+Cliqzbot
 Collector
 Copier
+Copyscape
 Craftbot
 CrazyWebCrawler
 Crescent
-Curious
-DIIbot
-DSearch
-DataCha0s
+CyotekWebCopy
+DatabaseDriverMysqli
+Demon
+Deusu
 Disco
-Discoverybot
-Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DomainAppender
-DomainSigmaCrawler
-Domains Project
-Dragonfly
-ECCP/1.0
+Dotbot
+Download Wonder
 EMail Wolf
-EasyDL
-EirGrabber
-EroCrawler
 Exabot
-FHscan
-FemtosearchBot
-FlashGet
-Flunky
+ExtLinksBot
+ExtractorPro
+Fimap
 Freeuploader
+FrontPage
+Fuzz
 Fyrebot
-GT::WWW
-GalaxyBot
+G-i-g-a-b-o-t
+GetRight
 GetWeb
+Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
 Gotit
-GrabNet
-GridBot
-HEADMasterSEO
-HTMLparser
-HaosouSpider
+GrapeshotCrawler
+HMView
+HTTrack
+Haansoft
 Heritrix
-Hloader
-Iblog
-IlseBot
+Humanlinks
+HybridBot
 IndeedBot
-Indy Library
-Internet Ninja
+InfoNaviRobot
+InterGET
+InternetSeer
 IstellaBot
+JamesBOT
 JikeSpider
-Joomla
 Jorgee
 JustView
 Kenjin Spider
-LNSpiderguy
+Kinza
+LWP::Simple
 Lanshanbot
-LexiBot
+LeechFTP
+LeechGet
 Lftp
-Likse
+LibWeb
+LieBaoFast
+Lightspeedsystems
 LinkScan
-LinkWalker
-LinqiaScrapeBot
+Linkbot
+LinkextractorPro
+LinkpadBot
+LinksManager
 Lipperhey Spider
-MIDown tool
-MQQBrowser
-Magnet
+Lmspider
+MIIxpc
+MJ12bot
 Mail.RU_Bot
+Majestic-SEO
 Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
-Masscan
-Mata Hari
-Mediatoolkitbot
-Metauri
+MicroMessenger
+Microsoft Data Access
 Minefield
-Mojolicious
+Moblie Safari
 MolokaiBot
 Morfeus Fucking Scanner
-Name Intelligence
+Mr.4x3
+Msrabot
+Musobot
+Nameprotect
+Navroad
 NearSite
-Needle
-Net Vampire
 NetAnts
 NetZIP
 NextGenSearchBot
-Nibbler
+Nikto
 NimbleCrawler
-Ninja
+Nmap
 Not
-Nutch
-Octopus
+Nuclei
+Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-OrangeSpider
+OpenVAS
+Openfind
+OutclicksBot
 PECL::HTTP
-PageAnalyzer
+PHPCrawl
+PageScorer
+PageThing.com
 Pandalytics
 Papa Foto
-Pavuk
-PeoplePal
 Picscout
-PictureFinder
-Piepmatz
-ProWebWalker
-Pu_iN
+ProPowerBot
+Probethenet
+Pump
+PxBroker
 PyCurl
+QueryN Metasearch
 RSSingBot
-RankFlex
 Rankivabot
 RankurBot
-ReGet
 RealDownload
-RedesScrapy
-RepoMonkey
 Rogerbot
-SEOkicks
-SEOkicks-Robot
-Scanbot
+SBIder
+SISTRIX
+ScanAlert
+ScoutJet
 Scrapy
 Screaming
+Searchestate
 SearchmetricsBot
-SemanticJuice
+Seekport
 Semrush
-SemrushBot
+SeobilityBot
 Shodan
-SiteCheckerBotCrawler
+Site Sucker
 SiteExplorer
+SiteSnagger
+Sitevigil
 SlySearch
+SmartDownload
+Snake
 Snoopy
 SocialRankIOBot
-Sogou web spider
-Sottopop
-SpaceBison
+Sosospider
 Spammen
-SpankBot
-Spanner
 Sqlmap
 Steeler
-Sucker
+Sucuri
 SuperBot
 SurveyBot
-Suzuran
-Szukacz
 T0PHackTeam
-TeleportPro
-Telesoft
-The Intraformant
-Tracemyfile
-Trendiction
+Teleport
+Telesphorep
+TightTwatBot
+Titan
+Toata
+Trendictionbot
 TwengaBot
+Twice
+URLy Warning
 URLy.Warning
 Upflow
+V-BOT
 VB Project
+VCI
 Vacuum
-VidibleScraper
+VoidEYE
 Voil
 Voltron
-WBSearchBot
+WASALive-Bot
 WEBDAV
+WISENutbot
 WPScan
-WWW-Collector-E
-Wallpapers
-Wallpapers/3.0
-Web Enhancer
-Web Fuck
-Web Sauger
-WebEnhancer
-WebLeacher
-WebReaper
+WWWOFFLE
+WeSEE
+Web Auto
+Web Pix
+WebBandit
+WebCopier
+WebImageCollector
+WebPix
 WebSauger
-WebStripper
-WebWhacker
 WebZIP
-WebmasterWorldForumBot
+Webalta
 Webshag
 Website Quester
-Whack
-Whacker
-Who.is Bot
-Widow
-WinHTTrack
+Whatweb
 Woobot
-Xaldon WebSpider
+YoudaoBot
+Zade
+Zermelo
 Zeus
-ZoomBot
-ZoominfoBot
 ZumBot
 adscanner
-archive.org_bot
 arquivo-web-crawler
+autoemailspider
 cah.io.community
-coccocbot
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-dataforseo.com
+crawler4j
 evc-batch
 gopher
-heritrix
+instabid
+internetVista monitor
 iubenda-radar
-linkdexbot
 magpie-crawler
+meanpathbot
 netEstate NE Crawler
-page scorer
+oBot
 pcBrowser
-plumanalytics
 probe-image-size
 s1z.ru
 satoristudio.net
+scan.lol
+seocompany.store
 seoscanners
-seostar
-sexsearcher
-sitechecker.pro
+serpstatbot
 siteripz
-sogouspider
-spyfu
 sysscan
-tAkeOut
+trendiction.com
 ubermetrics-technologies.com
-webpros.com
+webprosbot
+x09Mozilla
 zauba.io
 zgrab