V4.2022.01.2829 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-ALittle Client
+404checker
+AIBOT
+Abonti
 Aboundex
+Aboundexbot
+Acunetix
 AiHitBot
-Aipbot
-Alexibot
-Alligator
-Aspiegel
+AlphaBot
+Anarchie
+Anarchy
 Asterias
-Attach
+BLEXBot
 BackWeb
-Backlink-Ceck
-BetaBot
-Bigfoot
-Bitacle
+BacklinkCrawler
+Badass
+Barkrowler
 Black Hole
 BlackWidow
-Blow
-Brandprotect
+Bolt
 Buddy
-BuiltBotTough
-CODE87
+BuiltWith
+BunnySlippers
+CATExplorador
+CCBot
+Calculon
 Cegbfeieh
 CensysInspect
-CheTeam
-ChinaClaw
-Citoid
+CheeseBot
+CherryPicker
+Chlooe
 Cliqzbot
-Collector
 Copier
-CopyRightCheck
-Cosmos
-Craftbot
-Crawling at Home Project
+CrazyWebCrawler
+Crescent
 Custo
 CyotekWebCopy
+DBLBot
 DIIbot
-DSearch
 DataCha0s
-Digincore
-DigitalPebble
+DatabaseDriverMysqli
+Demon
 Dirbuster
-Discoverybot
-DnyzBot
-DomCopBot
-DomainCrawler
-Download Wonder
-Exabot
-Extractor
+Disco
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DomainStatsBot
+Domains Project
+ECCP/1.0
+EMail Siphon
+EasyDL
+Ecxi
+EirGrabber
+EroCrawler
 ExtractorPro
 Ezooms
+FDM
+FemtosearchBot
 Fimap
 FlashGet
 Flunky
+Freeuploader
+FrontPage
+Fuzz
 FyberSpider
+G-i-g-a-b-o-t
+GalaxyBot
 GermCrawler
-GetRight
 Getintent
 Gigabot
-Grabber
-Grafula
-GridBot
-HMView
-HaosouSpider
+Go-Ahead-Got-It
+GoZilla
+HTMLparser
 Harvest
-Heritrix
-HybridBot
-IDBTE4M
-IlseBot
+Havij
+IDBot
+IRLbot
+Image Fetch
 Image Sucker
-Indy Library
-InfoNaviRobot
-InternetSeer
-Iskanie
+Iria
+Jbrofuzz
 JennyBot
 JetCar
-Jetty
-JustView
-Keyword Density
+JikeSpider
+Jorgee
 Kinza
-LNSpiderguy
 LWP::Simple
+Lanshanbot
 Larbin
 Leap
 LeechFTP
-Lftp
-Likse
+LeechGet
+Lightspeedsystems
 LinkScan
-LinkWalker
+Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Lmspider
 Ltx71
-MIDown tool
+MFC_Tear_Sample
+MIIxpc
 MJ12bot
-MSIECrawler
-MTRobot
+MQQBrowser
+MSFrontPage
+Magnet
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-MarkWatch
+Majestic-SEO
 Mass Downloader
-Masscan
+MauiBot
 Mb2345Browser
+MeanPath Bot
 Meanpathbot
-MicroMessenger
-Minefield
-Msrabot
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Mojeek
+Mojolicious
 Musobot
-NICErsPRO
-Name Intelligence
-NetAnts
-NetLyzer
+Navroad
+NearSite
+Nessus
+NetZIP
 Netvibes
-Nibbler
-NimbleCrawler
+Nikto
+Nimbostratus
 Ninja
-Nmap
-Nuclei
-Octopus
-Offline Explorer
-OnCrawl
+Offline Navigator
+OpenLinkProfiler
 OutfoxBot
-Page Analyzer
-PageAnalyzer
-PageScorer
-Pandalytics
-Panscient
+POE-Component-Client-HTTP
 Papa Foto
-PeoplePal
 Pi-Monster
-PictureFinder
-Pimonster
-PleaseCrawl
-ProPowerBot
-Probethenet
 Pu_iN
-Pump
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankingBot2
-Rankivabot
-RealDownload
-Recorder
-RepoMonkey
-RocketCrawler
+PyCurl
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
 ScanAlert
-ScoutJet
 Scrapy
 Screaming
 ScrepyBot
-Searchestate
-SearchmetricsBot
 SemanticJuice
-SentiBot
+Semrush
+SemrushBot
+SeoSiteCheckup
 SeobilityBot
 Seomoz
+Siphon
+Site Sucker
 SiteSucker
-Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
-SmartDownload
-Snapbot
+Snake
 Sottopop
-SpaceBison
-Spanner
-Spinn3r
+Spammen
+SpankBot
+Spbot
+SputnikBot
 Sqworm
-Steeler
 Stripper
+Sucker
 SuperBot
-Surfbot
 Swiftbot
+Szukacz
 T8Abot
 Telesphoreo
-The Intraformant
+Telesphorep
 TheNomad
-Toata
+Titan
+Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
-Twice
-Typhoeus
-Upflow
-VelenPublicWebCrawler
-Virusdie
-Voil
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-Web Fuck
-Web Pix
+Turingos
+URLy Warning
+URLy.Warning
+V-BOT
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
+WASALive-Bot
+WPScan
+WWW-Collector-E
+Web Collage
+Web Enhancer
 Web Sauger
-WebAuto
+WebCollage
+WebCopier
 WebFuck
-WebImageCollector
-WebLeacher
 WebReaper
-WebSucker
+WebStripper
+WebWhacker
 Webshag
+Website Quester
 WebsiteQuester
 Webster
-Whack
-Whacker
-Whatweb
-Who.is Bot
-WinHTTrack
 WiseGuys Robot
+Wonderbot
+Woobot
 Wotbox
 Wprecon
 Xaldon_WebSpider
 Zade
-Zauba
-Zeus
 Zitebot
 ZmEu
-adscanner
+ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
+backlink-check
 cah.io.community
+clark-crawler
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
-domainsproject.org
+dataforseo.com
+eCatch
+facebookscraper
 instabid
-lwp-request
+internetVista monitor
+ips-agent
+isitwp.com
+lwp-trivial
+meanpathbot
+mediawords
 muhstik-scan
-oBot
 page scorer
+pcBrowser
+plumanalytics
+polaris version
 ripz
-satoristudio.net
 seobility
-seocompany.store
-seoscanners
 seostar
-sysscan
-trendiction.de
-voyagerx.com
-webgains-bot
+sexsearcher
+siteripz
+spyfu
+tAkeOut
 webmeup-crawler
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zgrab
+webprosbot