V4.2022.01.2846 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-80legs
+404checker
+404enemy
 AIBOT
-ALittle Client
-Abonti
 Aboundex
-Aboundexbot
-AllSubmitter
-Ankit
+Aipbot
+Anarchy99
+Anthill
 Apexoo
-Aspiegel
-Asterias
 AwarioRssBot
-Bigfoot
+BDCbot
+Backlink-Ceck
+BacklinkCrawler
+Bandit
+Battleztar Bazinga
 Black Hole
-BlackWidow
-Blackboard
-Boardreader
+BlowFish
 BotALot
-Brandprotect
 Brandwatch
-BuiltBotTough
+Buddy
+BuiltWith
+Bullseye
 CATExplorador
-CCBot
 CODE87
-CSHttp
-CazoodleBot
-CheTeam
+CheeseBot
 ChinaClaw
 Chlooe
-Citoid
-Claritybot
-Cliqzbot
+Cloud mapping
+Cocolyzebot
 Cogentbot
 Collector
-Copier
-CrazyWebCrawler
-Crescent
-Custo
+Cosmos
+Crawling at Home Project
 CyotekWebCopy
 DBLBot
+DIIbot
 DSearch
-Deusu
-Devil
+DatabaseDriverMysqli
+Demon
+DigitalPebble
 Dirbuster
-Discoverybot
+Disco
+Discobot
+DittoSpyder
+DomainAppender
 DomainCrawler
-Domains Project
-ECCP/1.0
+Download Wonder
+EMail Siphon
 EMail Wolf
-EasyDL
+Ebingbong
 EirGrabber
+EroCrawler
 Evil
-Extractor
+Express WebPictures
+EyeNetIE
 Ezooms
+FHscan
+FemtosearchBot
+Fimap
 Firefox/7.0
+FlashGet
 Flunky
-Foobot
 FrontPage
-Fuzz
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
 Genieo
-Go!Zilla
-Grabber
+GetWeb
+Getintent
+Gigabot
+GoZilla
+Gotit
+GrabNet
+Grafula
 GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HTMLparser
+HMView
+HTTP::Lite
 HTTrack
 HaosouSpider
-Heritrix
 Hloader
-HybridBot
-IDBot
+IDBTE4M
 Id-search
-IlseBot
-Image Sucker
-InfoNaviRobot
+Intelliseek
 InterGET
-Internet Ninja
-Iria
-Iskanie
 Jbrofuzz
-JustView
-Jyxobot
-Kenjin Spider
+JennyBot
+Jetty
+Joomla
+Jorgee
 Kozmosbot
 LNSpiderguy
+LWP::Simple
 Larbin
+Leap
 LeechFTP
+LexiBot
+Lftp
 LieBaoFast
 Lightspeedsystems
-LinkScan
-Linkdexbot
+Linkbot
+LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lmspider
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 MIIxpc
+MJ12bot
 MSFrontPage
 MSIECrawler
 Mag-Net
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkMonitor
 MarkWatch
 Masscan
 MauiBot
+Mb2345Browser
 Meanpathbot
 MegaIndex.ru
-Metauri
-MicroMessenger
-Mister PiX
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
+Minefield
 Mr.4x3
 Msrabot
-Nameprotect
-Navroad
-Needle
-Nessus
+Name Intelligence
 Net Vampire
-NetSpider
 NetZIP
-NextGenSearchBot
-Nikto
+Netvibes
+Niki-bot
 NimbleCrawler
+Nimbostratus
 Ninja
 Nmap
-Octopus
-Offline Navigator
+Not
+Nuclei
+Offline Explorer
 OnCrawl
-OpenLinkProfiler
-OpenVAS
 Openfind
 Openvas
-PHPCrawl
+OrangeSpider
 PageAnalyzer
+PageGrabber
+PageThing.com
 Pandalytics
-Petalbot
+PeoplePal
 Picsearch
 Pimonster
-PleaseCrawl
+ProPowerBot
 Probethenet
-RankActive
-RankActiveLinkBot
+PxBroker
+PyCurl
+Quick-Crawler
+Rankivabot
+RankurBot
 Re-re
-RealDownload
-RebelMouse
-RedesScrapy
-RepoMonkey
-Ripper
+Reaper
+Rogerbot
 SBIder
-SEOkicks-Robot
-SEOstats
+SEOlyticsCrawler
 SISTRIX
-ScanAlert
+SMTBot
 Scanbot
-Screaming
-SearchmetricsBot
-Seekport
-SemanticJuice
-Semrush
-SemrushBot
+Searchestate
+SeoSiteCheckup
 SeobilityBot
-Seomoz
+Shodan
+Site Sucker
+SiteCheckerBotCrawler
+Sitebeam
 Siteimprove
 Snapbot
-Spanner
+Sogou web spider
+Spammen
 Spbot
 Spinn3r
-SputnikBot
-Sqlmap
 Sqworm
 Stripper
+Sucker
+Sucuri
+SuperBot
+SuperHTTP
 SurveyBot
-Suzuran
 Swiftbot
-Szukacz
 T0PHackTeam
-T8Abot
-Teleport
-Thumbor
-Titan
+Telesphorep
+TightTwatBot
 Toata
-Toweyabot
-Turingos
-Typhoeus
+TurnitinBot
+TwengaBot
+URLy Warning
 UnisterBot
-VCI
+Upflow
+V-BOT
+Vagabondo
 VelenPublicWebCrawler
+VidibleScraper
 Virusdie
+VoidEYE
 Voil
-WASALive-Bot
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers/3.0
+WallpapersHD
 Web Collage
 Web Enhancer
+Web Fuck
 Web Sauger
-WebLeacher
-WebPix
+WebEnhancer
+WebFetch
+WebGo IS
+WebReaper
 WebSauger
-WebStripper
 WebSucker
 WebWhacker
-WebZIP
-Webshag
 Website Quester
-Whack
-Who.is Bot
+WebsiteExtractor
+Webster
+Whatweb
 Widow
-WiseGuys Robot
-Wonderbot
-Woobot
-Wprecon
-Xaldon WebSpider
+WinHTTrack
+Wotbox
 Xenu
-YoudaoBot
-Zitebot
-ZumBot
+Zade
+Zermelo
+Zeus
+ZmEu
 ZyBorg
-archive.org_bot
 arquivo-web-crawler
 arquivo.pt
-backlink-check
-cah.io.community
 check1.exe
-clark-crawler
 cognitiveseo
-crawler.feedback
+com.plumanalytics
+lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
 muhstik-scan
+oBot
+page scorer
+pcBrowser
 polaris version
+probe-image-size
+satoristudio.net
 scalaj-http
+seobility
 seostar
-sitechecker.pro
-siteripz
-sysscan
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+sexsearcher
+spyfu
+tAkeOut
 webgains-bot
-webprosbot
-x09Mozilla
+webmeup-crawler
+webpros.com
 x22Mozilla
-zgrab
+zauba.io