V4.2021.09.2571 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
-ADmantX
-ALittle Client
+404checker
+AIBOT
 Abonti
-Aboundexbot
-Aipbot
+Aboundex
+AhrefsBot
+Alexibot
+AllSubmitter
 Alligator
+AlphaBot
+Anarchie
+Anarchy
 Anarchy99
 Ankit
-Anthill
-Apexoo
-AwarioRssBot
+BBBike
 BDCbot
-BackWeb
-BacklinkCrawler
-BetaBot
+Bandit
+Barkrowler
+Battleztar Bazinga
+Bigfoot
 Bitacle
-Blow
-BlowFish
+Blackboard
 Bolt
+BotALot
+Brandprotect
+Brandwatch
 Buck
 BuiltBotTough
 BuiltWith
-Bullseye
-BuzzSumo
 CCBot
-CODE87
-CensysInspect
-CherryPicker
 ChinaClaw
-Cogentbot
-Collector
+Chlooe
+Cloud mapping
+Cocolyzebot
+Cosmos
+CrazyWebCrawler
+Curious
+Custo
+CyotekWebCopy
+DBLBot
 DIIbot
-DSearch
-DTS Agent
-Demon
-Deusu
-Devil
-Digincore
-Dirbuster
-Disco
-Discobot
-Dispatch
+Discoverybot
+DittoSpyder
 DomCopBot
-DomainAppender
-Dotbot
-Dragonfly
+DomainStatsBot
+Domains Project
+Download Wonder
 Drip
 ECCP/1.0
 EMail Siphon
+EasyDL
+Ebingbong
 Ecxi
+EirGrabber
+EroCrawler
+Evil
+Exabot
 Express WebPictures
+ExtLinksBot
 Extractor
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-Firefox/7.0
-FlashGet
-Fuzz
+FemtosearchBot
+Foobot
+Freeuploader
 Fyrebot
-GalaxyBot
-Genieo
-GetRight
+GT::WWW
+GermCrawler
 Getintent
 Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GrabNet
-Grabber
-Grafula
+GrapeFX
 GrapeshotCrawler
-GridBot
+HMView
+HTMLparser
+HTTrack
 Haansoft
-Humanlinks
-IDBTE4M
+Heritrix
 IDBot
-Iblog
-Image Fetch
-IndeedBot
-InfoNaviRobot
+Id-search
+IlseBot
 Iskanie
-JOC Web Spider
 JamesBOT
 JennyBot
+Jetty
 JikeSpider
 Joomla
 Jorgee
-Jyxobot
-Keyword Density
-LWP::Simple
-Lanshanbot
+Kinza
+Kozmosbot
+LNSpiderguy
 Larbin
-LeechFTP
+LeechGet
 LexiBot
-Lftp
-LibWeb
 Libwhisker
-Likse
-LinkWalker
-LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
-MIDown tool
-MIIxpc
-MJ12bot
-MTRobot
-Mag-Net
-Mail.RU_Bot
+LieBaoFast
+LinkpadBot
+LinksManager
+Lmspider
+MSFrontPage
+Magnet
 Majestic-SEO
 Majestic12
+MarkMonitor
+MarkWatch
 Mass Downloader
-Mata Hari
-MauiBot
-Mb2345Browser
-MegaIndex.ru
-Metauri
+Masscan
+Meanpathbot
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Moblie Safari
 Mojolicious
-Mozlila
+Morfeus Fucking Scanner
 Msrabot
-Name Intelligence
+NPbot
+Navroad
 NearSite
-Needle
-NetMechanic
+NetLyzer
 NetSpider
-Netcraft
-Niki-bot
+NetZIP
+Nettrack
 Nikto
-NimbleCrawler
-Nimbostratus
-Ninja
 Nmap
-Nuclei
-OnCrawl
-OpenLinkProfiler
-Openvas
-OrangeSpider
-PECL::HTTP
-Page Analyzer
-PageGrabber
-PageScorer
-PeoplePal
-Petalbot
+Offline Navigator
+Openfind
+OutclicksBot
+POE-Component-Client-HTTP
+Pandalytics
+Panscient
+Pi-Monster
 Picscout
 Picsearch
-Pimonster
 Pixray
 PleaseCrawl
 Psbot
-Pu_iN
-PxBroker
-PyCurl
+Pump
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankingBot
+RankActive
+RankFlex
 RankurBot
-RealDownload
-Reaper
-Recorder
+Re-re
+ReGet
 RedesScrapy
 Ripper
-RocketCrawler
-Rogerbot
+SBIder
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
 SMTBot
-ScoutJet
-Scrapy
+Scanbot
 Screaming
+Searchestate
 SentiBot
+SeobilityBot
+Seomoz
 Shodan
-Site Sucker
+Siphon
+SiteExplorer
 SiteLockSpider
 SiteSucker
+Sitebeam
 Sitevigil
 SlySearch
-SmartDownload
-SpaceBison
-SpankBot
-Spanner
-Spbot
-Spinn3r
-SputnikBot
-Steeler
+Snoopy
+Sqlmap
+Sqlworm
+Sqworm
+Sucker
+Sucuri
 SuperBot
-Surfbot
+SurveyBot
+Suzuran
+Swiftbot
 T0PHackTeam
-Telesoft
-The Intraformant
+T8Abot
+TeleportPro
+Telesphoreo
+Telesphorep
+TightTwatBot
 Titan
-Toata
-Trendiction
-True_Robot
-TwengaBot
-Upflow
-Vacuum
-VoidEYE
-WWW::Mechanize
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Collage
-Web Fetch
+Toweyabot
+Tracemyfile
+Trendictionbot
+URLy Warning
+URLy.Warning
+VCI
+VeriCiteCrawler
+VidibleScraper
+WASALive-Bot
+WBSearchBot
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+WallpapersHD
+Web Enhancer
 Web Fuck
 Web Pix
-WebCollage
+Web Sucker
+WebEnhancer
 WebFetch
+WebFuck
 WebImageCollector
+WebLeacher
 WebSauger
-WebWhacker
+WebStripper
 Webalta
 Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
 Webster
 Whack
+Whacker
+WiseGuys Robot
 Wonderbot
 Woobot
-Wprecon
-Xaldon WebSpider
+Wotbox
+YoudaoBot
+Zade
 Zauba
+Zermelo
 Zitebot
-ZmEu
-archive.org_bot
+ZumBot
+ZyBorg
 arquivo-web-crawler
+arquivo.pt
 cah.io.community
-cognitiveseo
+check1.exe
+clark-crawler
 crawl.sogou.com
 demandbase-bot
-evc-batch
+domainsproject.org
+eCatch
 gopher
+heritrix
+instabid
+internetVista monitor
 lwp-request
-magpie-crawler
+lwp-trivial
 meanpathbot
-netEstate NE Crawler
-pcBrowser
-probe-image-size
-satoristudio.net
-sogouspider
-spyfu
+oBot
+page scorer
+sysscan
 tAkeOut
-trendiction.de
+trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
-xpymep1.exe
-zauba.io
+x09Mozilla
+zgrab