V4.2021.08.2528 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+01h4x.com
+404checker
 AIBOT
+ASPSeek
 Abonti
-AiHitBot
-Alexibot
+Aboundex
+Acunetix
 AllSubmitter
 Alligator
-Anarchy
+Anarchie
+Apexoo
+Attach
+AwarioRssBot
+BBBike
+BDCbot
 BLEXBot
-BackDoorBot
-BackWeb
 Backlink-Ceck
 Badass
+Bandit
 BatchFTP
-Battleztar Bazinga
-Bigfoot
+BetaBot
 Blackboard
 Blow
+BlowFish
 Brandprotect
-Buck
+Buddy
+Bullseye
 BunnySlippers
 CCBot
-CSHttp
-CazoodleBot
+CODE87
 Cegbfeieh
-CensysInspect
-CheeseBot
 CherryPicker
-Cloud mapping
-CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-DIIbot
-DSearch
-Deusu
+ChinaClaw
+Cocolyzebot
+Copier
+Curious
+CyotekWebCopy
+DBLBot
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Devil
 Digincore
 Discobot
-DnyzBot
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Domains Project
-Dotbot
+Dispatch
+DittoSpyder
+DomainSigmaCrawler
 Dragonfly
-Drip
-ECCP/1.0
-EMail Siphon
 EMail Wolf
+EasyDL
 Ebingbong
 EirGrabber
-Express WebPictures
-Extreme Picture Finder
-FDM
-FlashGet
+EroCrawler
+Exabot
+Extractor
+EyeNetIE
+Firefox/7.0
+Flunky
 Foobot
+Freeuploader
+FrontPage
 Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-Genieo
+GT::WWW
 GetWeb
-Gigabot
-Go-Ahead-Got-It
+Gigablast
+Gotit
 GrabNet
-Grafula
-GrapeFX
-GrapeshotCrawler
-HTMLparser
-HTTP::Lite
-Haansoft
+Grabber
+GridBot
+Harvest
 Havij
-HybridBot
+Heritrix
 IDBTE4M
-IDBot
 Id-search
-IlseBot
-Image Fetch
-IndeedBot
+Image Sucker
 InfoNaviRobot
+InfoTekies
 Internet Ninja
-InternetSeer
-Iria
-IstellaBot
+Iskanie
 JamesBOT
-JetCar
+Jbrofuzz
+JennyBot
+JikeSpider
 Joomla
-Jyxobot
 Kenjin Spider
 Keyword Density
-Kozmosbot
-LWP::Simple
+Lanshanbot
 Larbin
+Leap
+LeechFTP
 LibWeb
-LieBaoFast
-Likse
-Linkbot
-Linkdexbot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lmspider
+Lipperhey
+Litemage_walker
+Ltx71
 MIDown tool
-MIIxpc
 MJ12bot
 MQQBrowser
+MSIECrawler
 Mag-Net
 Magnet
-Majestic-SEO
-Majestic12
+Mail.RU_Bot
 MarkMonitor
+MarkWatch
+Mass Downloader
 MauiBot
 Mb2345Browser
-NPbot
-Navroad
-NetMechanic
-NextGenSearchBot
+MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
+Microsoft URL Control
+Moblie Safari
+Mojeek
+NICErsPRO
+Name Intelligence
+Nameprotect
+NearSite
+Needle
+Nettrack
+Netvibes
 Nibbler
-Niki-bot
 Nikto
-Nuclei
-Nutch
-OpenVAS
-PageGrabber
-PageThing.com
-Pandalytics
+Nimbostratus
+Ninja
+Nmap
+Octopus
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+PHPCrawl
+Page Analyzer
 Panscient
-Papa Foto
-Petalbot
-Picscout
-PictureFinder
+Picsearch
 Piepmatz
-PleaseCrawl
-ProWebWalker
-Pu_iN
+ProPowerBot
+Pump
 PxBroker
 PyCurl
+Quick-Crawler
+RankActive
 RankActiveLinkBot
 RankFlex
 RankingBot2
+Rankivabot
 RankurBot
-Re-re
-RebelMouse
-Recorder
+ReGet
 RedesScrapy
 RepoMonkey
-Ripper
-RocketCrawler
-SBIder
 SEOkicks-Robot
-SEOlyticsCrawler
+SEOprofiler
 SMTBot
-SalesIntelligent
 ScanAlert
-Scrapy
-Screaming
+Scanbot
+ScoutJet
+ScreenerBot
 ScrepyBot
+SearchmetricsBot
+SemrushBot
 SentiBot
-SeobilityBot
-Siphon
+Seomoz
 Site Sucker
-SiteSucker
+Siteimprove
 Sitevigil
-Sociscraper
-Sogou web spider
-Sosospider
-SpaceBison
-Spammen
-Spanner
+Snapbot
+Snoopy
 Spbot
 Spinn3r
 Sqlmap
+Sqlworm
 Stripper
-Sucker
+Sucuri
 SuperBot
 SuperHTTP
-Suzuran
-Szukacz
 T0PHackTeam
-T8Abot
+Teleport
 TeleportPro
 The Intraformant
-TheNomad
-TightTwatBot
-Toweyabot
+Titan
 Tracemyfile
 Trendiction
-Trendictionbot
+True_Robot
 Turingos
 Turnitin
-URLy.Warning
+TurnitinBot
 UnisterBot
-Upflow
-VCI
-VidibleScraper
-Voltron
-WBSearchBot
+V-BOT
+VelenPublicWebCrawler
+Voil
+WASALive-Bot
 WEBDAV
+WISENutbot
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WallpapersHD
-WeSEE
-Web Enhancer
-Web Fetch
-Web Pix
-WebBandit
+Wallpapers/3.0
+Web Collage
+Web Sucker
 WebCollage
 WebFetch
+WebGo IS
 WebImageCollector
-WebPix
+WebLeacher
+WebStripper
 WebWhacker
-Webalta
+WebZIP
+WebmasterWorldForumBot
 Webshag
-Website Quester
+WebsiteExtractor
 WebsiteQuester
 Whack
 Widow
+WinHTTrack
 Wonderbot
 Wotbox
 Wprecon
+Xaldon_WebSpider
+YoudaoBot
+Zade
 Zermelo
-Zeus
-Zitebot
+ZmEu
 ZoomBot
-ZumBot
-autoemailspider
-cah.io.community
-coccocbot-web
+arquivo.pt
+backlink-check
+cognitiveseo
+com.plumanalytics
 crawler.feedback
-demandbase-bot
-evc-batch
-gopher
+eCatch
+facebookscraper
 instabid
+lwp-request
 lwp-trivial
-mediawords
 muhstik-scan
-pcBrowser
-polaris version
-ripz
+netEstate NE Crawler
+page scorer
+satoristudio.net
 scalaj-http
-seobility
-seoscanners
-seostar
+sexsearcher
 sitechecker.pro
-sysscan
+sogouspider
+spyfu
+trendiction.com
 trendiction.de
 webmeup-crawler
-x22Mozilla
+webpros.com
+x09Mozilla
 zgrab