V4.2022.06.3150 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-ADmantX
-ALittle Client
+404checker
 ASPSeek
 Aboundex
-Acunetix
+Aboundexbot
 AfD-Verbotsverfahren
-Anarchie
+Alligator
+AlphaBot
 Anarchy99
-Ankit
-Attach
-BDCbot
-BackWeb
-Badass
-Barkrowler
-BetaBot
-Bitacle
+Anthill
+AwarioRssBot
+BackDoorBot
+BackStreet
+Backlink-Ceck
 BlackWidow
 Blow
-Boardreader
-BotALot
+BlowFish
 Brandprotect
-Buddy
+BuiltBotTough
 Bullseye
-BunnySlippers
-CazoodleBot
-Cegbfeieh
-CensysInspect
+CATExplorador
+CCBot
 CheTeam
 CheeseBot
-ChinaClaw
-Chlooe
-Citoid
 Cloud mapping
+Collector
 CopyRightCheck
+Copyscape
 Cosmos
-Crescent
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 Curious
-CyotekWebCopy
-DIIbot
-Deusu
-Devil
+DBLBot
+DSearch
+DataCha0s
 Digincore
+DigitalPebble
+Dirbuster
+Disco
 Discoverybot
-Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DomainSigmaCrawler
-DomainStatsBot
-Drip
-EMail Siphon
-EMail Wolf
+DomCopBot
+DomainAppender
+DomainCrawler
+EasyDL
+EroCrawler
+Exabot
 ExtLinksBot
 Extractor
 Extreme Picture Finder
+EyeNetIE
 Ezooms
 FHscan
+FemtosearchBot
+Firefox/7.0
 Foobot
-FrontPage
 Fuzz
-FyberSpider
-Fyrebot
+Genieo
+GetRight
 Gigabot
 Go!Zilla
-GoZilla
-Grafula
-GrapeFX
-GrapeshotCrawler
+Gotit
+Grabber
 HEADMasterSEO
 HTMLparser
 HTTP::Lite
 Haansoft
-HaosouSpider
-Heritrix
+Harvest
+Hloader
 HonoluluBot
-IDBot
+Humanlinks
+IDBTE4M
 IRLbot
-Id-search
+Iblog
+IlseBot
+Indy Library
 InterGET
 Internet Ninja
-Jbrofuzz
+InternetSeer
+Iria
+Iskanie
+IstellaBot
 JennyBot
-Jetty
-Joomla
-Kenjin Spider
+Jyxobot
+Keyword Density
 Kinza
+Kozmosbot
 LWP::Simple
-Larbin
-LeechGet
-LexiBot
-Lftp
-LibWeb
+Lanshanbot
 Libwhisker
 LieBaoFast
-LinkWalker
-Linkbot
-LinkextractorPro
-Ltx71
-MQQBrowser
-MSFrontPage
-MTRobot
-Mail.RU_Bot
-MarkMonitor
-MarkWatch
-Mass Downloader
+Lightspeedsystems
+LinksManager
+Lmspider
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MSIECrawler
+Mag-Net
+Magnet
+Majestic-SEO
+MauiBot
 Mb2345Browser
 Mediatoolkitbot
-MicroMessenger
-Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
+MegaIndex.ru
+Minefield
+Mojolicious
+Mozlila
 Mr.4x3
-Musobot
 NICErsPRO
-NPbot
 Name Intelligence
-Nameprotect
 Navroad
-NearSite
 Nessus
-Net Vampire
 NetAnts
+NetLyzer
 NetSpider
-Netcraft
 Nettrack
-Netvibes
+Niki-bot
+Nikto
 NimbleCrawler
+Nimbostratus
+Ninja
 Nmap
+Not
 Nutch
-Octopus
-Offline Explorer
 OnCrawl
 OpenLinkProfiler
-Openvas
+OpenVAS
+Openfind
 OrangeBot
+OrangeSpider
 OutclicksBot
+OutfoxBot
 PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-Panscient
-Petalbot
+PageScorer
+PageThing.com
 Piepmatz
 Pimonster
 Pixray
-PleaseCrawl
-ProPowerBot
 Probethenet
-Pu_iN
-RankingBot2
-Re-re
-ReGet
-RealDownload
-Recorder
+PxBroker
+Rankivabot
 RedesScrapy
-Ripper
-RocketCrawler
-Rogerbot
-SEOlyticsCrawler
-SMTBot
+SEOkicks
+SISTRIX
+SalesIntelligent
 ScanAlert
 Scanbot
+Scrapy
+ScrepyBot
 Searchestate
-Seekport
-Semrush
+SemanticJuice
 SemrushBot
+SeoSiteCheckup
 Seomoz
-SiteExplorer
+Siphon
+Site Sucker
 SiteSnagger
-Siteimprove
 Sitevigil
+Snake
+Snoopy
 Sogou web spider
-Sottopop
 Spammen
-Spanner
-Spbot
 Spinn3r
+SputnikBot
 Sqlworm
-Steeler
+Sqworm
 Stripper
-SurveyBot
-Suzuran
-Swiftbot
-Teleport
+Sucuri
+SuperHTTP
+Szukacz
+T0PHackTeam
+T8Abot
 Telesoft
-Telesphorep
-The Intraformant
-TheNomad
+TightTwatBot
+Titan
+Toweyabot
+Tracemyfile
 Trendiction
-Trendictionbot
+Turingos
 Turnitin
-TwengaBot
+Twice
+Typhoeus
 URLy Warning
-URLy.Warning
-Upflow
-VB Project
+Vacuum
+VeriCiteCrawler
 Virusdie
-WBSearchBot
-WPScan
+VoidEYE
+Voil
+Voltron
 WWW-Collector-E
-WWWOFFLE
+WWW::Mechanize
 Wallpapers
-Web Collage
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Enhancer
+Web Fetch
 Web Fuck
 Web Pix
 Web Sauger
+Web Sucker
 WebAuto
-WebCopier
+WebCollage
 WebFetch
+WebFuck
 WebImageCollector
 WebLeacher
+WebPix
+WebSauger
 WebSucker
 WebZIP
-WebsiteExtractor
-WebsiteQuester
-Whacker
-Who.is Bot
+Webalta
+Webster
+Widow
+WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Zade
+Xaldon_WebSpider
 Zeus
+Zitebot
 ZoomBot
-ZoominfoBot
 ZyBorg
-adscanner
 archive.org_bot
+autoemailspider
 backlink-check
-cah.io.community
-clark-crawler
-cognitiveseo
-crawl.sogou.com
-crawler.feedback
-dataforseo.com
-demandbase-bot
-domainsproject.org
-eCatch
-instabid
-ips-agent
-lwp-request
-meanpathbot
+check1.exe
+crawler4j
+gopher
+internetVista monitor
+isitwp.com
+mediawords
 page scorer
-pcBrowser
+polaris version
 ripz
-s1z.ru
-scalaj-http
-scan.lol
+seostar
+serpstatbot
+siteripz
 spyfu
-sysscan
-ubermetrics-technologies.com
-webpros.com
-x22Mozilla
-zgrab
+trendiction.de
+webprosbot
+zauba.io