V4.2021.07.2461 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404enemy
-AIBOT
 ASPSeek
-Abonti
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
-Aipbot
-Alligator
-Ankit
-Apexoo
+AllSubmitter
+AlphaBot
+Anarchy99
+Anthill
 Aspiegel
-Attach
+Asterias
+AwarioRssBot
 AwarioSmartBot
 BDCbot
-BDFetch
-BackStreet
-Backlink-Ceck
-Bandit
-Barkrowler
+BackWeb
+BacklinkCrawler
 BatchFTP
-Bigfoot
+Black Hole
 Blow
-BlowFish
-Brandprotect
+Boardreader
+Brandwatch
 Buck
-BuiltWith
+Buddy
 Bullseye
-CSHttp
-CheTeam
-ChinaClaw
-Cocolyzebot
+BunnySlippers
+CATExplorador
+CCBot
+Calculon
+CensysInspect
+CheeseBot
+Cloud mapping
+Cogentbot
 Collector
-CopyRightCheck
+Copier
 Cosmos
 Craftbot
+CrazyWebCrawler
+CrunchBot
 Curious
 DBLBot
-DSearch
+DIIbot
+DatabaseDriverMysqli
 Demon
-Dispatch
-DittoSpyder
+Devil
+Discobot
+DomCopBot
 DomainSigmaCrawler
+Domains Project
+Dragonfly
+ECCP/1.0
 EMail Wolf
-EasyDL
-Evil
+Ebingbong
+EirGrabber
 Exabot
 Express WebPictures
-Ezooms
-FHscan
+ExtractorPro
+Extreme Picture Finder
 FemtosearchBot
 Fimap
-Foobot
-Freeuploader
+FlashGet
+FrontPage
 Fuzz
+FyberSpider
+GalaxyBot
+GermCrawler
+Gigablast
+Gigabot
 Go!Zilla
-Grabber
+Go-Ahead-Got-It
+GoZilla
+Gotit
 Grafula
-GrapeFX
-HEADMasterSEO
+GrapeshotCrawler
 HMView
 HTMLparser
+HTTP::Lite
 HTTrack
-Harvest
-Humanlinks
-IRLbot
-Image Fetch
-Indy Library
-InfoTekies
+Haansoft
+Heritrix
+HybridBot
+IDBTE4M
+Iblog
+IndeedBot
+InfoNaviRobot
 InterGET
 Internet Ninja
 InternetSeer
-Iria
 Iskanie
 IstellaBot
+JamesBOT
+Jbrofuzz
 JetCar
-Joomla
+Jetty
+JikeSpider
 Jorgee
-Jyxobot
-Kozmosbot
 LWP::Simple
-Larbin
-LeechFTP
+Lanshanbot
 LeechGet
 LexiBot
+Lftp
+LibWeb
 LinkScan
-Linkbot
-LinkextractorPro
+LinkWalker
+Linkdexbot
+LinkpadBot
 LinksManager
-LinqiaRSSBot
-Lipperhey Spider
-Lmspider
-MIIxpc
-MJ12bot
+Litemage_walker
 MQQBrowser
 MSIECrawler
-Mag-Net
-Magnet
-Majestic SEO
-Majestic-SEO
 Majestic12
 Mass Downloader
 Mata Hari
 Mb2345Browser
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft URL Control
-Moblie Safari
-Mojolicious
+Mojeek
+Mozlila
 Msrabot
-Musobot
-Name Intelligence
 Navroad
+Needle
+Nessus
 Net Vampire
 NetLyzer
-NetMechanic
-NetSpider
 Nettrack
-Netvibes
 Nikto
 NimbleCrawler
-Nmap
 OPPO A33
+Offline Explorer
 Offline Navigator
 OnCrawl
 OpenLinkProfiler
-OpenVAS
-OrangeSpider
 OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
+PageGrabber
 PageScorer
-Papa Foto
+Panscient
+Pavuk
 Petalbot
-Pi-Monster
 Picsearch
 PictureFinder
-Piepmatz
-Pixray
-ProPowerBot
-PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
+PleaseCrawl
+Pockey
+Pu_iN
+RankActive
+RankingBot2
+Rankivabot
 RankurBot
-RealDownload
-Ripper
+Re-re
+ReGet
+Reaper
+RepoMonkey
 RocketCrawler
-SISTRIX
+Rogerbot
+SBIder
 SMTBot
-ScoutJet
+SalesIntelligent
 Screaming
-ScreenerBot
-SearchmetricsBot
-Semrush
+ScrepyBot
 SemrushBot
-Site Sucker
+SentiBot
+Shodan
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
+SiteExplorer
 SiteSucker
-Siteimprove
-Sitevigil
 SlySearch
-Snake
-Snapbot
-Snoopy
-Sogou web spider
-Spinn3r
-Sucker
-Surfbot
-SurveyBot
+Spammen
+SpankBot
+Spbot
+Sqlmap
+Sqlworm
+Stripper
+SuperBot
 Suzuran
-T0PHackTeam
-Teleport
-TeleportPro
+Szukacz
 Telesphoreo
-Thumbor
-TightTwatBot
-Titan
-Trendictionbot
+The Intraformant
+Toata
+True_Robot
 TwengaBot
-Typhoeus
+Twice
+URLy Warning
 UnisterBot
 VB Project
-VCI
 Vacuum
 Vagabondo
-WBSearchBot
-WISENutbot
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Fuck
+VelenPublicWebCrawler
+VoidEYE
+Voltron
+WASALive-Bot
+WEBDAV
+WPScan
+WWW-Collector-E
+WWWOFFLE
 Web Pix
+Web Sucker
 WebAuto
+WebBandit
+WebCollage
+WebEnhancer
 WebFetch
+WebFuck
 WebGo IS
 WebImageCollector
+WebLeacher
 WebPix
+WebSauger
 WebStripper
-WebZIP
-WebmasterWorldForumBot
-Webshag
 WebsiteExtractor
-Webster
-Whatweb
+Whacker
+Widow
+WiseGuys Robot
+Wonderbot
 Woobot
+Wotbox
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zitebot
+Zade
+Zauba
 ZmEu
-ZoominfoBot
 ZyBorg
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
 backlink-check
-check1.exe
+coccocbot-web
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-domainsproject.org
-gopher
+demandbase-bot
+evc-batch
 heritrix
-instabid
-internetVista monitor
-isitwp.com
+lwp-request
+lwp-trivial
 magpie-crawler
-muhstik-scan
-oBot
-plumanalytics
-polaris version
+netEstate NE Crawler
+probe-image-size
+s1z.ru
 satoristudio.net
 scalaj-http
-seobility
+scan.lol
 seostar
 serpstatbot
-sexsearcher
 sitechecker.pro
-sogouspider
 spyfu
-tAkeOut
-trendiction.com
+sysscan
+trendiction.de
+voyagerx.com
+webmeup-crawler
+x09Mozilla
 x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe