V4.2021.12.2822 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+AIBOT
 ASPSeek
 Aboundex
-AfD-Verbotsverfahren
+Acunetix
 AhrefsBot
-Aipbot
+Alexibot
+AllSubmitter
 Alligator
-Anarchie
-Anarchy99
+AlphaBot
+Anarchy
+Apexoo
 Aspiegel
-Attach
-AwarioRssBot
-AwarioSmartBot
+BBBike
+BLEXBot
 BackDoorBot
-BackWeb
-BetaBot
-Bigfoot
+Bandit
+Barkrowler
+Bitacle
+Black Hole
 BlackWidow
+Blow
 Brandprotect
-Brandwatch
-Buddy
-BuiltBotTough
-BuiltWith
+Buck
 BunnySlippers
-BuzzSumo
+CCBot
 CODE87
+CazoodleBot
+Cegbfeieh
 CherryPicker
 Chlooe
 Citoid
-Claritybot
 Cloud mapping
+Cogentbot
+Collector
+Copier
 CopyRightCheck
 Copyscape
-CrazyWebCrawler
-Crescent
-DBLBot
-DIIbot
+Cosmos
+Custo
 DSearch
+Demon
 Deusu
-Devil
-Dirbuster
-Disco
-Discobot
-DnyzBot
-DomCopBot
+DittoSpyder
+DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
+Domains Project
+Dragonfly
 Drip
-ECCP/1.0
 EMail Wolf
 Ebingbong
-Ecxi
 EirGrabber
-Evil
+Exabot
 ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-FHscan
-Fimap
+FDM
 FlashGet
-FyberSpider
-Fyrebot
-Getintent
-Gigabot
-Go!Zilla
+Foobot
+Freeuploader
+FrontPage
+Fuzz
+GT::WWW
+GalaxyBot
+GetWeb
+Go-Ahead-Got-It
+Gotit
 GrabNet
-HTTP::Lite
-HTTrack
-HaosouSpider
+GridBot
+HEADMasterSEO
 Harvest
+Havij
+Heritrix
 Hloader
-HybridBot
-IDBTE4M
-IDBot
+Iblog
+Id-search
+IlseBot
 Image Sucker
-Intelliseek
-Internet Ninja
 Iria
-Jbrofuzz
+Iskanie
+JOC Web Spider
+JikeSpider
 Joomla
-JustView
 Jyxobot
 Kenjin Spider
-Keyword Density
 Kinza
-Kozmosbot
 LWP::Simple
 Larbin
 Leap
-LeechGet
-Lftp
-LieBaoFast
-LinkScan
+LexiBot
+Libwhisker
 LinkWalker
-Linkbot
-Linkdexbot
 LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
+LinksManager
+Lipperhey Spider
 Litemage_walker
 Lmspider
 MSFrontPage
-MSIECrawler
-MTRobot
-Mag-Net
+Magnet
 Majestic SEO
-Majestic12
-MarkWatch
 Mass Downloader
-Masscan
-Mata Hari
-MauiBot
-Microsoft Data Access
+MeanPath Bot
+Mediatoolkitbot
+MicroMessenger
 Microsoft URL Control
 Mister PiX
-Moblie Safari
+Mojeek
+Mozlila
 Mr.4x3
+Musobot
+NICErsPRO
 Name Intelligence
 Nameprotect
-NetSpider
-Niki-bot
-Nmap
+NearSite
+Nessus
+Net Vampire
+NetLyzer
+Netvibes
+NextGenSearchBot
+NimbleCrawler
+Not
 Nuclei
 Nutch
-Offline Explorer
+Octopus
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+Openfind
 Openvas
-OrangeBot
-OutclicksBot
+OrangeSpider
 OutfoxBot
 PECL::HTTP
 PHPCrawl
-PageAnalyzer
-Pandalytics
-Papa Foto
-PeoplePal
-Picsearch
-PictureFinder
-Pimonster
-Pixray
-Pockey
-ProPowerBot
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+Pavuk
+Petalbot
+PleaseCrawl
 ProWebWalker
 Psbot
-Pump
-QueryN Metasearch
-RankActive
+Pu_iN
 RankFlex
-RankingBot
 Rankivabot
+Re-re
+RealDownload
 Reaper
-RedesScrapy
+Recorder
 RepoMonkey
-Ripper
+SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
+SEOstats
+SISTRIX
+SMTBot
+SalesIntelligent
 Scrapy
 ScrepyBot
-SemrushBot
-SentiBot
+Searchestate
+SemanticJuice
+Semrush
 SeobilityBot
 Seomoz
+Shodan
 Site Sucker
-SiteExplorer
-SiteLockSpider
 SiteSucker
-Siteimprove
 Sitevigil
 SmartDownload
 Snake
-Snoopy
+Sosospider
 Sottopop
-Sqlmap
-Stripper
-Sucker
+SpaceBison
+Spanner
+Spinn3r
+Sqlworm
+Sqworm
 Sucuri
-SuperHTTP
-SurveyBot
-Suzuran
+SuperBot
+Surfbot
+T0PHackTeam
 T8Abot
 TeleportPro
-Telesoft
-Telesphoreo
-Thumbor
-TightTwatBot
-Titan
-Toata
+Telesphorep
+Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
 True_Robot
-TwengaBot
-Twice
-V-BOT
-VB Project
-Vagabondo
-VidibleScraper
-Virusdie
-WPScan
-Web Auto
-Web Enhancer
-Web Fetch
-Web Fuck
-WebBandit
+Turingos
+TurnitinBot
+Typhoeus
+URLy.Warning
+VCI
+Vacuum
+VeriCiteCrawler
+WBSearchBot
+WEBDAV
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+WeSEE
+WebAuto
 WebCollage
 WebCopier
-WebFetch
-WebPix
+WebGo IS
+WebImageCollector
 WebReaper
-WebZIP
-Webalta
+WebSauger
+WebStripper
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteQuester
-Whack
-Widow
-WinHTTrack
-WiseGuys Robot
-Wprecon
-YoudaoBot
-ZumBot
+Who.is Bot
+Xaldon_WebSpider
+Zade
+Zauba
+Zitebot
+ZmEu
 ZyBorg
-autoemailspider
-backlink-check
-cah.io.community
-check1.exe
+adscanner
+arquivo.pt
+clark-crawler
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-dataforseo.com
-domainsproject.org
-eCatch
 gopher
-heritrix
-internetVista monitor
+instabid
+lwp-request
 lwp-trivial
-magpie-crawler
-netEstate NE Crawler
-oBot
-pcBrowser
+meanpathbot
+plumanalytics
 ripz
 s1z.ru
-scalaj-http
 scan.lol
 seocompany.store
 seostar
 serpstatbot
-sexsearcher
+sitechecker.pro
+siteripz
 sogouspider
 spyfu
 sysscan
-trendiction.com
-trendiction.de
-voyagerx.com
-webgains-bot
+tAkeOut
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
 webprosbot
-x09Mozilla
+x22Mozilla
+xpymep1.exe
+zgrab