V4.2021.08.2524 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-ALittle Client
-ASPSeek
-Aboundex
+ADmantX
+AIBOT
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-Alligator
-AlphaBot
-Anthill
+AiHitBot
+Aipbot
+Anarchy
 Apexoo
-Attach
-AwarioSmartBot
-BBBike
 BDCbot
-BDFetch
 BLEXBot
-BackStreet
-BacklinkCrawler
-Bandit
+BackWeb
+BetaBot
 Bitacle
+BlackWidow
+Blackboard
+BlowFish
 Bolt
 BotALot
 Brandprotect
-BuiltBotTough
+Brandwatch
+Buddy
 BuiltWith
-BuzzSumo
+Bullseye
+BunnySlippers
 CATExplorador
-CCBot
 CODE87
-CazoodleBot
-CensysInspect
-CheTeam
-CheeseBot
+Cegbfeieh
 CherryPicker
-ChinaClaw
-Cloud mapping
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
-Crescent
-CrunchBot
-CyotekWebCopy
+Cocolyzebot
+Cogentbot
+Copier
+Cosmos
+Curious
+Custo
 DBLBot
 DTS Agent
-DatabaseDriverMysqli
-Disco
-Discobot
-Discoverybot
+Deusu
 DittoSpyder
-DnyzBot
+DomCopBot
 DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+Dotbot
 Download Wonder
-EMail Siphon
+ECCP/1.0
+EMail Wolf
+EasyDL
+Ecxi
 EirGrabber
+Evil
 Exabot
-Extractor
+ExtractorPro
 EyeNetIE
-FDM
-FHscan
-FlashGet
+Fimap
 Flunky
+Freeuploader
+FyberSpider
 Fyrebot
-GalaxyBot
+GermCrawler
+GetRight
 Gigabot
-Go-Ahead-Got-It
+Go!Zilla
 GoZilla
-Grafula
+Gotit
+GrabNet
 GrapeFX
-HMView
-HaosouSpider
-Havij
+GrapeshotCrawler
+HTMLparser
+HTTrack
+Haansoft
+Harvest
 Heritrix
-Hloader
-Humanlinks
-HybridBot
 IDBot
 IRLbot
-Id-search
 IlseBot
+Image Fetch
 InfoTekies
-Internet Ninja
-InternetSeer
-Iria
-JamesBOT
-Jbrofuzz
-JennyBot
+InterGET
+Iskanie
+JetCar
+Jetty
 JikeSpider
+Joomla
 JustView
+Jyxobot
 Kenjin Spider
-Larbin
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+LeechGet
+LexiBot
 Lftp
 LibWeb
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Linkbot
+LinkWalker
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-MFC_Tear_Sample
-MIIxpc
+LinkpadBot
+LinksManager
+Ltx71
+MQQBrowser
 MSFrontPage
 MTRobot
+Magnet
 Mail.RU_Bot
-Majestic-SEO
-Majestic12
+MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
 MauiBot
 Mb2345Browser
-Meanpathbot
+MeanPath Bot
+MegaIndex.ru
 Metauri
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
 Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-NPbot
-Name Intelligence
-Nameprotect
+Msrabot
+NICErsPRO
 Needle
 Nessus
-Net Vampire
 NetAnts
+NetMechanic
 NetSpider
-Netcraft
+Nettrack
 Netvibes
-Niki-bot
-Nikto
-NimbleCrawler
+Nibbler
 Ninja
-Nuclei
 Nutch
-Offline Explorer
+Octopus
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
-OutclicksBot
-PageAnalyzer
-PageGrabber
+Openfind
+OrangeBot
+PageScorer
+PageThing.com
 Panscient
 Papa Foto
-Pi-Monster
-Pimonster
-Psbot
-PxBroker
-RankActive
-RankingBot2
+PeoplePal
+Petalbot
+Picscout
+PictureFinder
+Pixray
+Pockey
+ProPowerBot
+Probethenet
+PyCurl
+RankFlex
+RankingBot
+Rankivabot
+RankurBot
 Re-re
-Reaper
-RebelMouse
+RealDownload
+Recorder
 RedesScrapy
 RepoMonkey
-RocketCrawler
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-ScoutJet
-Scrapy
-Screaming
+Rogerbot
+SBIder
+ScanAlert
 ScreenerBot
-Semrush
+ScrepyBot
+Searchestate
 SentiBot
 SeoSiteCheckup
+Shodan
+Siphon
+SiteCheckerBotCrawler
 SiteSnagger
-Sitevigil
 SlySearch
+Snake
 SocialRankIOBot
 Sociscraper
-Sogou web spider
+SputnikBot
+Sqlmap
 Sqworm
-Stripper
 Sucuri
-SuperBot
-Surfbot
+SuperHTTP
 SurveyBot
-T8Abot
-Teleport
+Suzuran
+T0PHackTeam
 TeleportPro
+Telesoft
 Telesphoreo
-TheNomad
 Thumbor
-TightTwatBot
-Titan
-Toweyabot
-Trendiction
 True_Robot
+Turingos
+Turnitin
+TurnitinBot
+TwengaBot
+URLy Warning
+URLy.Warning
+UnisterBot
 V-BOT
+VB Project
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
 VidibleScraper
-Virusdie
-WASALive-Bot
-WEBDAV
+WBSearchBot
 WISENutbot
-WPScan
-WWW-Collector-E
-WallpapersHD
-WeSEE
-Web Enhancer
-Web Fetch
-Web Sauger
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+Web Collage
+Web Fuck
+Web Pix
 Web Sucker
+WebBandit
 WebEnhancer
 WebFetch
 WebFuck
-WebGo IS
-WebImageCollector
-WebPix
-WebReaper
+WebSauger
 WebSucker
-WebWhacker
-WebZIP
-Webshag
-WebsiteQuester
-Webster
-Whack
-Whacker
+Webalta
+WebmasterWorldForumBot
+Website Quester
+Whatweb
+WinHTTrack
+WiseGuys Robot
 Woobot
-Xaldon_WebSpider
+Wotbox
+Xaldon WebSpider
+Xenu
 YoudaoBot
-ZoominfoBot
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-cah.io.community
+Zade
+Zauba
+Zermelo
+Zeus
+ZmEu
+ZyBorg
+clark-crawler
 coccocbot-web
-crawl.sogou.com
-gopher
+com.plumanalytics
+crawler.feedback
+domainsproject.org
+heritrix
+instabid
 ips-agent
-isitwp.com
-lwp-trivial
 magpie-crawler
-netEstate NE Crawler
-oBot
-pcBrowser
+muhstik-scan
 polaris version
-probe-image-size
 s1z.ru
-scalaj-http
-seoscanners
+seobility
 sitechecker.pro
 sogouspider
+sp_auditbot
 spyfu
-sysscan
 trendiction.com
 trendiction.de
-x09Mozilla
+webprosbot
 x22Mozilla
-xpymep1.exe
 zgrab