V4.2022.01.2869 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
 80legs
 ADmantX
-ALittle Client
+AIBOT
 ASPSeek
 Abonti
-Acunetix
-AfD-Verbotsverfahren
+Aboundexbot
+AiHitBot
 Aipbot
-Ankit
+AllSubmitter
+Anarchie
+Anarchy
 Anthill
 Apexoo
-Aspiegel
 Attach
-AwarioSmartBot
-BBBike
-BDCbot
-BDFetch
-BackDoorBot
-BackStreet
-BackWeb
-Badass
-BatchFTP
-Battleztar Bazinga
-Bitacle
+Bandit
+BlackWidow
 Blow
+BlowFish
 Boardreader
+Bolt
+BotALot
 Brandprotect
-Brandwatch
+Buddy
+BuiltBotTough
+BuiltWith
 Bullseye
-CCBot
-CSHttp
 Calculon
-CazoodleBot
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Chlooe
+CensysInspect
+Claritybot
 Cliqzbot
 Cloud mapping
-Collector
-Copyscape
+Cogentbot
+Cosmos
 Craftbot
-Crawling at Home Project
-Curious
+CrazyWebCrawler
+Custo
+CyotekWebCopy
 DIIbot
+Demon
 Deusu
-Dirbuster
-Discobot
-Discoverybot
+DigitalPebble
+Disco
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
-DomCopBot
 DomainCrawler
+DomainStatsBot
 Domains Project
 Dotbot
 ECCP/1.0
 EMail Siphon
 EasyDL
-Ebingbong
 Ecxi
-EirGrabber
 Evil
+Exabot
 Express WebPictures
-ExtLinksBot
-ExtractorPro
-Ezooms
-Fimap
-Flunky
+Extractor
+FDM
+FemtosearchBot
+Firefox/7.0
+FlashGet
 Foobot
+Freeuploader
 FrontPage
-Getintent
-Gigabot
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+GermCrawler
 Go!Zilla
-GoZilla
-GrabNet
-Grabber
+Gotit
+Grafula
 GrapeshotCrawler
-HTMLparser
-HTTP::Lite
-Haansoft
-Harvest
+GridBot
+Heritrix
 HonoluluBot
-IDBot
+Humanlinks
+IDBTE4M
+IRLbot
 Iblog
-Id-search
-InfoTekies
-InternetSeer
+Image Sucker
+InfoNaviRobot
 Iria
-IstellaBot
 JOC Web Spider
-JamesBOT
+JetCar
 Jetty
-Jyxobot
+Joomla
 Kenjin Spider
 Kinza
 LNSpiderguy
-Leap
-Lftp
+Larbin
+LibWeb
 Libwhisker
-LieBaoFast
 LinkScan
-Linkdexbot
-LinkextractorPro
+Linkbot
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lmspider
+LinqiaRSSBot
+LinqiaScrapeBot
+MIDown tool
 MIIxpc
-MJ12bot
-MSFrontPage
-MSIECrawler
-Majestic12
-MarkWatch
-Mata Hari
+MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
+MarkMonitor
+Masscan
 Mb2345Browser
-Meanpathbot
-Microsoft URL Control
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
 Minefield
-Mojolicious
+Mojeek
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Nameprotect
-Navroad
-Nessus
-Net Vampire
-NetAnts
-NetMechanic
-Netvibes
-Niki-bot
-Ninja
+Musobot
+NearSite
+NetSpider
+Netcraft
+Nibbler
+Nikto
+NimbleCrawler
+Nimbostratus
 Nmap
-Nuclei
-Offline Explorer
+Not
+Octopus
 Offline Navigator
-OpenVAS
-PageScorer
+OnCrawl
+OrangeSpider
+POE-Component-Client-HTTP
+Pandalytics
 Papa Foto
 Pavuk
-Petalbot
 Pi-Monster
+PictureFinder
+Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
-Pu_iN
+ProWebWalker
+Psbot
+Pump
+RSSingBot
 RankingBot
-RankingBot2
-RankurBot
-Re-re
-RebelMouse
+ReGet
+RealDownload
+Reaper
 Recorder
-RedesScrapy
-SBIder
-SEOkicks-Robot
-SEOstats
+RepoMonkey
+Ripper
+SEOkicks
+SEOlyticsCrawler
 SISTRIX
-ScoutJet
-Screaming
-ScrepyBot
-Searchestate
+SalesIntelligent
+ScanAlert
+Scanbot
 SearchmetricsBot
-Seekport
+SemrushBot
+SentiBot
+SeoSiteCheckup
 Siphon
 Site Sucker
-SiteLockSpider
-Snoopy
-Sosospider
-Spinn3r
-Sqlmap
-Stripper
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+Sitebeam
+SmartDownload
+Snake
+SocialRankIOBot
+Sogou web spider
+SpaceBison
+Sqlworm
+Steeler
+Sucker
+SuperBot
 SuperHTTP
-Swiftbot
-T8Abot
+SurveyBot
+Szukacz
+T0PHackTeam
+Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-TightTwatBot
-Titan
 Toata
+Tracemyfile
 Trendiction
-True_Robot
-Turingos
-Turnitin
-Twice
-Typhoeus
 URLy Warning
-URLy.Warning
+UnisterBot
 V-BOT
-Vacuum
-Vagabondo
-VidibleScraper
+VB Project
+VCI
+VelenPublicWebCrawler
 Virusdie
-Voil
-WASALive-Bot
 WEBDAV
 WPScan
-WWW-Collector-E
-Web Auto
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Collage
+Web Enhancer
 WebBandit
-WebReaper
-WebZIP
-Webalta
-WebmasterWorldForumBot
-WebsiteQuester
+WebEnhancer
+WebFetch
+WebGo IS
+WebImageCollector
+WebLeacher
+WebSauger
+WebWhacker
+WebsiteExtractor
+Webster
+Whatweb
+Widow
+WinHTTrack
 Wonderbot
-Woobot
-Wotbox
 Xaldon_WebSpider
-Xenu
 YoudaoBot
-Zermelo
-Zeus
+Zade
 ZmEu
+ZumBot
+adscanner
 archive.org_bot
 arquivo.pt
 autoemailspider
-check1.exe
+backlink-check
+clark-crawler
 coccocbot-web
-cognitiveseo
-crawl.sogou.com
+crawler4j
 dataforseo.com
-gopher
+demandbase-bot
+eCatch
 heritrix
+instabid
+internetVista monitor
 ips-agent
-isitwp.com
+iubenda-radar
 lwp-request
 lwp-trivial
-magpie-crawler
-meanpathbot
-mediawords
 muhstik-scan
-polaris version
 s1z.ru
 satoristudio.net
 scan.lol
+seobility
 seocompany.store
-serpstatbot
+seoscanners
 sogouspider
-ubermetrics-technologies.com
-voyagerx.com
+sp_auditbot
+tAkeOut
+trendiction.com
 webgains-bot
-webpros.com
-x09Mozilla
-x22Mozilla
+webprosbot
+xpymep1.exe
 zauba.io