V4.2022.02.2913 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-ALittle Client
-Abonti
+01h4x.com
+360Spider
 AhrefsBot
-AiHitBot
-Alexibot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchy99
-AwarioRssBot
-BBBike
+Aipbot
+Ankit
+Asterias
+Atomseobot
+Attach
+BDFetch
+BackDoorBot
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-BetaBot
-Bigfoot
+Barkrowler
+Black Hole
+BlackWidow
 Blackboard
-BlowFish
-BotALot
-BunnySlippers
+Boardreader
+Bolt
+Brandprotect
+Brandwatch
+Buddy
 BuzzSumo
-CATExplorador
-CODE87
+CCBot
 CSHttp
 CensysInspect
 CheeseBot
-Citoid
-Claritybot
-Cliqzbot
-Cloud mapping
 Cocolyzebot
-Cogentbot
-Collector
 Copier
-Copyscape
-Crawling at Home Project
+CrazyWebCrawler
+Crescent
+Curious
+DIIbot
+DTS Agent
 DataCha0s
-Deusu
-Devil
-DigitalPebble
-Dirbuster
+DatabaseDriverMysqli
+Discobot
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
+DomCopBot
 DomainAppender
-DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Dragonfly
-ECCP/1.0
+EMail Wolf
 EasyDL
-Ebingbong
 Evil
-Exabot
-ExtLinksBot
-Extreme Picture Finder
-FDM
-FemtosearchBot
-Fimap
-Freeuploader
-FyberSpider
+ExtractorPro
+EyeNetIE
+FHscan
+Foobot
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
+GermCrawler
 GetRight
+GetWeb
+Go!Zilla
 Go-Ahead-Got-It
-GrabNet
+Gotit
+GrapeFX
+GrapeshotCrawler
 GridBot
-HTTP::Lite
-Harvest
-Havij
-HonoluluBot
-IRLbot
+HEADMasterSEO
+HMView
+HTTrack
+Haansoft
+HaosouSpider
+Heritrix
+Humanlinks
+HybridBot
+IDBTE4M
 Iblog
-Id-search
-IlseBot
 Image Fetch
 Image Sucker
-IndeedBot
+Indy Library
+InfoNaviRobot
 InterGET
-Iria
-JOC Web Spider
+Internet Ninja
+Iskanie
+JennyBot
+JetCar
 Jetty
-JikeSpider
-Joomla
+Jyxobot
+Kenjin Spider
 Keyword Density
 LWP::Simple
-Larbin
 Leap
 LeechFTP
-LeechGet
+LexiBot
+Lftp
 LibWeb
 LieBaoFast
-Lightspeedsystems
 Likse
-LinkWalker
 Linkbot
-Linkdexbot
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
+LinkpadBot
+LinqiaScrapeBot
+Lmspider
+Ltx71
 MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MSFrontPage
+MTRobot
+Mag-Net
 Magnet
-Mass Downloader
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 Masscan
 Mata Hari
-MeanPath Bot
-Mediatoolkitbot
+Mb2345Browser
+Meanpathbot
+MegaIndex.ru
 Metauri
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
 Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
+MolokaiBot
 Mozlila
-Mr.4x3
 Msrabot
-Nameprotect
-Needle
+Musobot
 Nessus
-Net Vampire
-NetMechanic
+NetSpider
 NetZIP
-Netcraft
-Nettrack
+NextGenSearchBot
+Nibbler
 Niki-bot
-Offline Navigator
+NimbleCrawler
+Not
+Octopus
 OnCrawl
+OpenLinkProfiler
+OpenVAS
 Openfind
-Openvas
 OrangeBot
 OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
+PageGrabber
 PageThing.com
-Papa Foto
 Pavuk
-PeoplePal
-Petalbot
-Pimonster
-ProWebWalker
+Picsearch
+PictureFinder
+Piepmatz
+Pixray
+PleaseCrawl
+ProPowerBot
 Probethenet
-Psbot
+PxBroker
+PyCurl
+RankActive
 RankFlex
-Re-re
-RedesScrapy
+RankingBot
+Rankivabot
+RankurBot
+ReGet
+RealDownload
+Recorder
 Ripper
-Rogerbot
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
 SEOstats
-SalesIntelligent
-SemanticJuice
-SeobilityBot
+SMTBot
+Scanbot
+ScoutJet
+Screaming
+ScreenerBot
+ScrepyBot
+SemrushBot
+SentiBot
 Shodan
-SiteSucker
+Siteimprove
 SlySearch
-Snake
-Sociscraper
+Snapbot
+Snoopy
+Sosospider
 Sottopop
-Sqlmap
+Spammen
+SpankBot
+Spinn3r
 Sqlworm
+Sqworm
+Stripper
 Sucuri
-SuperBot
 SuperHTTP
-SurveyBot
-T0PHackTeam
+Swiftbot
+Szukacz
 T8Abot
-Teleport
-Telesoft
-Telesphoreo
-Thumbor
+The Intraformant
 TightTwatBot
-Titan
-Toweyabot
-Turingos
-Turnitin
+Tracemyfile
+Trendictionbot
 TurnitinBot
 TwengaBot
-Typhoeus
-URLy Warning
 URLy.Warning
-UnisterBot
-Upflow
+V-BOT
 VB Project
-VCI
+Vacuum
 Vagabondo
-VidibleScraper
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-VoidEYE
 Voil
 Voltron
-WISENutbot
-WPScan
-WWWOFFLE
-Wallpapers/3.0
+WASALive-Bot
+WEBDAV
+WWW-Mechanize
+Wallpapers
 Web Auto
 Web Fetch
-Web Sauger
+Web Sucker
 WebBandit
-WebCopier
 WebFetch
-WebGo IS
+WebFuck
+WebImageCollector
 WebLeacher
 WebPix
-WebSauger
-WebSucker
-WebZIP
-WebmasterWorldForumBot
-Whacker
-Whatweb
+WebWhacker
+Webalta
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Wonderbot
+Woobot
 Xaldon WebSpider
-YoudaoBot
+Zade
 Zermelo
-Zeus
 ZoominfoBot
-archive.org_bot
-autoemailspider
+ZumBot
 backlink-check
-clark-crawler
-coccocbot-web
-cognitiveseo
+cah.io.community
 crawler4j
-dataforseo.com
-heritrix
-instabid
-ips-agent
-isitwp.com
-lwp-request
-netEstate NE Crawler
+demandbase-bot
+evc-batch
+facebookscraper
+iubenda-radar
+lwp-trivial
+magpie-crawler
+meanpathbot
+muhstik-scan
+page scorer
 pcBrowser
-probe-image-size
-s1z.ru
-satoristudio.net
+polaris version
+scalaj-http
 scan.lol
-seostar
-serpstatbot
+seoscanners
 sitechecker.pro
-siteripz
-sp_auditbot
+sogouspider
 sysscan
-tAkeOut
-ubermetrics-technologies.com
+trendiction.de
+voyagerx.com
 webgains-bot
-webmeup-crawler
+webpros.com
 zgrab