V4.2021.09.2612 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
+80legs
 AIBOT
 ALittle Client
-Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-AlphaBot
-Asterias
+Aipbot
+Alexibot
+Alligator
+Anarchie
+Anarchy99
+Anthill
 BBBike
 BDCbot
-BacklinkCrawler
+Backlink-Ceck
+Bandit
 Barkrowler
-BatchFTP
-BetaBot
-Bitacle
+Battleztar Bazinga
+Black Hole
 Blackboard
-Blow
-Boardreader
+BlowFish
 BotALot
 Brandwatch
+Buddy
+BuiltWith
 BunnySlippers
+BuzzSumo
 CATExplorador
-CCBot
-CODE87
-CSHttp
 Calculon
-CazoodleBot
-CensysInspect
-CheTeam
-CheeseBot
-CherryPicker
 ChinaClaw
-Chlooe
-Claritybot
-Cloud mapping
+Cocolyzebot
 Collector
-Copier
 CopyRightCheck
-Copyscape
-Crescent
 CyotekWebCopy
 DBLBot
 DSearch
-DatabaseDriverMysqli
 Demon
-Deusu
 Devil
 DigitalPebble
+Dirbuster
 Discobot
+DittoSpyder
 DnyzBot
-DomainCrawler
+DomCopBot
 DomainSigmaCrawler
-Download Wonder
-Dragonfly
+Dotbot
 Drip
 ECCP/1.0
-EMail Siphon
 EMail Wolf
-Exabot
+Ebingbong
+EroCrawler
 ExtLinksBot
+ExtractorPro
+EyeNetIE
 Ezooms
 FemtosearchBot
 Firefox/7.0
-Flunky
-Foobot
-Freeuploader
-Fuzz
+FlashGet
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
+GermCrawler
 GetRight
 Getintent
 Gigabot
-Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Gotit
-GrapeshotCrawler
-GridBot
-HMView
+GrapeFX
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
-Harvest
-Havij
 Heritrix
 Hloader
-Humanlinks
-HybridBot
-Image Fetch
+IDBTE4M
+Iblog
+IlseBot
 IndeedBot
-Intelliseek
-Internet Ninja
-IstellaBot
-Jbrofuzz
-JennyBot
-JetCar
+InfoTekies
+InterGET
+Iria
+Iskanie
 JikeSpider
-Joomla
-JustView
 Kenjin Spider
-LWP::Simple
-LeechGet
-Libwhisker
-Lightspeedsystems
+Keyword Density
+LNSpiderguy
+Likse
 Linkbot
+Linkdexbot
 LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lmspider
+Lipperhey
+Lipperhey Spider
+Litemage_walker
 Ltx71
 MFC_Tear_Sample
+MQQBrowser
+MSFrontPage
+MSIECrawler
 MTRobot
-Majestic12
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+MarkWatch
+Masscan
+MauiBot
 MeanPath Bot
 Meanpathbot
+Mediatoolkitbot
+Microsoft Data Access
 Mister PiX
 Moblie Safari
+Mojeek
 Mojolicious
-Mozlila
+Msrabot
+Musobot
 NPbot
-NearSite
+Needle
 Net Vampire
-NetZIP
+NetAnts
+NetLyzer
+NetSpider
 Netcraft
-Nettrack
-NextGenSearchBot
-NimbleCrawler
-Nimbostratus
+Nibbler
+Niki-bot
 Ninja
 Nuclei
-Nutch
-Offline Explorer
 Offline Navigator
 OnCrawl
+OpenVAS
+Openfind
+Openvas
+OrangeBot
+OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
-Page Analyzer
+PHPCrawl
 PageAnalyzer
-PageGrabber
+PageScorer
 PageThing.com
-Panscient
-Pimonster
-Pixray
-ProWebWalker
-QueryN Metasearch
-RankActive
-Rankivabot
-Re-re
-Recorder
-RedesScrapy
-RepoMonkey
-Ripper
-RocketCrawler
-SEOkicks-Robot
+PeoplePal
+Picscout
+PictureFinder
+PleaseCrawl
+Pu_iN
+Pump
+Quick-Crawler
+RankActiveLinkBot
+RebelMouse
+SEOkicks
 SEOprofiler
 SISTRIX
-SMTBot
-Scanbot
-Scrapy
-Screaming
-SearchmetricsBot
+ScanAlert
+ScoutJet
 Semrush
+SemrushBot
 Seomoz
 Shodan
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSnagger
 SiteSucker
-Sitebeam
-SmartDownload
-Snake
+SlySearch
 Snapbot
-SocialRankIOBot
-Sogou web spider
+Sociscraper
 Sosospider
-Sqworm
+Spanner
+Spbot
+Spinn3r
+SputnikBot
+Sqlworm
+Steeler
+Stripper
 Sucuri
 SuperBot
-SuperHTTP
-SurveyBot
-Swiftbot
-Szukacz
-T8Abot
-Telesphorep
-The Intraformant
-Titan
+Suzuran
+Teleport
+Telesoft
+TheNomad
+Toata
 Toweyabot
 Trendiction
+Trendictionbot
 True_Robot
-TurnitinBot
-URLy.Warning
 UnisterBot
+V-BOT
+VB Project
 Vacuum
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-Voil
-WBSearchBot
-WPScan
+VelenPublicWebCrawler
+Virusdie
+WISENutbot
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
 WallpapersHD
-WeSEE
+Web Auto
 Web Enhancer
-Web Fetch
-Web Pix
+Web Sucker
+WebAuto
 WebBandit
-WebCopier
-WebEnhancer
-WebFuck
-WebLeacher
-WebPix
+WebFetch
+WebGo IS
+WebStripper
 Website Quester
-WebsiteExtractor
-Webster
+WebsiteQuester
+Whacker
 Whatweb
 Who.is Bot
+WinHTTrack
 Xaldon WebSpider
-Xenu
 Zade
+Zauba
 ZoomBot
-ZumBot
-archive.org_bot
+ZyBorg
 arquivo-web-crawler
 arquivo.pt
-cah.io.community
-check1.exe
+backlink-check
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-demandbase-bot
+crawler4j
+eCatch
+facebookscraper
+gopher
 heritrix
 internetVista monitor
 ips-agent
 lwp-request
-lwp-trivial
-magpie-crawler
 mediawords
+muhstik-scan
+netEstate NE Crawler
 page scorer
+pcBrowser
 plumanalytics
-probe-image-size
-ripz
+s1z.ru
 satoristudio.net
+scalaj-http
+seobility
+seoscanners
 sexsearcher
-sitechecker.pro
-sp_auditbot
 spyfu
-trendiction.com
+trendiction.de
 voyagerx.com
-webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
 x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io