V4.2022.10.3421 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
+ADmantX
 ALittle Client
-ASPSeek
-Aboundexbot
-Alligator
-AlphaBot
-Anarchie
-Anarchy
-Ankit
-Anthill
-Atomseobot
+Aboundex
+Acunetix
+AhrefsBot
+Aipbot
+AllSubmitter
+Anarchy99
 AwarioRssBot
+BackStreet
+Backlink-Ceck
 Barkrowler
 BetaBot
+Bigfoot
 Bitacle
 BlackWidow
 Blackboard
-Blow
 Boardreader
 Bolt
-Brandwatch
 Buddy
-BuiltBotTough
-Bullseye
+BunnySlippers
 CATExplorador
-CSHttp
 Calculon
-Cegbfeieh
-Claritybot
-Cliqzbot
-Collector
+CensysInspect
+Chlooe
+Citoid
+Cloud mapping
 CopyRightCheck
 Copyscape
+Craftbot
 CrazyWebCrawler
-CyotekWebCopy
-DBLBot
-DIIbot
+Curious
+Custo
 DSearch
-DTS Agent
 DataCha0s
-DigitalPebble
+DatabaseDriverMysqli
+Devil
+Digincore
 Dirbuster
-Discobot
+Disco
 DittoSpyder
-DnyzBot
-DomCopBot
-DomainCrawler
-Domains Project
-Dotbot
-Dragonfly
-EMail Wolf
+ECCP/1.0
 EasyDL
-Ecxi
-EirGrabber
+Ebingbong
+Evil
+ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
-Ezooms
 FemtosearchBot
 Fimap
-Freeuploader
+Firefox/7.0
+Foobot
 Fuzz
 FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
-Getintent
+GalaxyBot
+GetRight
+Gigabot
 Go-Ahead-Got-It
 GoZilla
+GrabNet
+Grabber
 Grafula
+GridBot
+HTTP::Lite
+HTTrack
 Haansoft
-HaosouSpider
-Havij
-Hloader
-HonoluluBot
-IDBot
+Heritrix
+Humanlinks
+HybridBot
+IDBTE4M
 IRLbot
 Image Fetch
+IndeedBot
 InfoTekies
-Intelliseek
 InterGET
 Internet Ninja
 Iria
-JOC Web Spider
 JamesBOT
+Jbrofuzz
 JetCar
-Jetty
 Joomla
 Jorgee
 JustView
-Jyxobot
-Keyword Density
+Kenjin Spider
 Kinza
-LWP::Simple
-Larbin
 LeechFTP
-LexiBot
+LeechGet
 Lftp
-LieBaoFast
-LinkScan
+LibWeb
+Likse
+Linkbot
+LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 Lmspider
 Ltx71
-MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MJ12bot
 MSFrontPage
+MSIECrawler
 MTRobot
 Mag-Net
-Mail.RU_Bot
-Majestic-SEO
 MarkWatch
-Mata Hari
 MauiBot
-Meanpathbot
-Metauri
-Microsoft URL Control
+MeanPath Bot
+MegaIndex.ru
+Moblie Safari
 Mojeek
-MolokaiBot
+Mr.4x3
 Msrabot
-Name Intelligence
+Musobot
 Nameprotect
+NetAnts
 NetLyzer
-Netcraft
-NextGenSearchBot
-Nibbler
+NetMechanic
+NetSpider
 Niki-bot
-Offline Explorer
-OpenVAS
+NimbleCrawler
+Nimbostratus
+Nmap
+Nuclei
+Nutch
+Offline Navigator
+OnCrawl
+Openfind
 Openvas
+OrangeSpider
 OutclicksBot
-PHPCrawl
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
+PageThing.com
+Pandalytics
 PeoplePal
-Pi-Monster
-PleaseCrawl
-ProWebWalker
+Pockey
 Probethenet
-Quick-Crawler
-RankActive
-RankingBot
-Re-re
+Pump
+PyCurl
+RankFlex
+Rankivabot
 RealDownload
-Reaper
-RedesScrapy
-RepoMonkey
+RebelMouse
 Ripper
+RocketCrawler
+SBIder
+SEOkicks-Robot
 SEOstats
+SISTRIX
 SMTBot
-Scanbot
-ScoutJet
 Screaming
-SearchmetricsBot
 Seekport
-SemrushBot
-SentiBot
-SeobilityBot
-Seomoz
-Shodan
-Siphon
-SiteExplorer
-Sitevigil
-SlySearch
+SemanticJuice
+Semrush
+SeoSiteCheckup
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Siteimprove
+SmartDownload
 Snake
-Snapbot
+Snoopy
+Sogou web spider
 Sottopop
-Spammen
-Spbot
-Sucuri
-SuperHTTP
+Spanner
+Spinn3r
+Stripper
+Sucker
+SuperBot
 Surfbot
-Swiftbot
-T0PHackTeam
+Teleport
 TeleportPro
 Telesoft
-Telesphorep
-The Intraformant
+Telesphoreo
 TheNomad
 Thumbor
+TightTwatBot
+Titan
 Toata
-Toweyabot
-Tracemyfile
-True_Robot
+Trendiction
 Turnitin
-UnisterBot
-Upflow
-V-BOT
-Vacuum
+TurnitinBot
+TwengaBot
+Typhoeus
+VB Project
+VCI
 VelenPublicWebCrawler
+VeriCiteCrawler
+Voltron
+WASALive-Bot
+WEBDAV
+WISENutbot
 WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Collage
+Web Enhancer
 Web Fetch
+Web Fuck
+Web Pix
+WebAuto
 WebCollage
-WebCopier
-WebEnhancer
-WebFetch
-WebLeacher
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Webshag
+WebGo IS
+WebSauger
+WebStripper
+Website Quester
 Whacker
-Whatweb
 Who.is Bot
-WinHTTrack
-Wotbox
+Widow
 Xaldon WebSpider
-Zade
 Zermelo
-Zeus
-ZyBorg
-arquivo-web-crawler
-autoemailspider
+ZoomBot
+ZoominfoBot
+ZumBot
+archive.org_bot
 clark-crawler
 coccocbot
 cognitiveseo
-com.plumanalytics
+crawler.feedback
 demandbase-bot
-facebookscraper
-gopher
+eCatch
+evc-batch
+heritrix
 internetVista monitor
-linkdexbot
-lwp-trivial
-magpie-crawler
-meanpathbot
-muhstik-scan
+ips-agent
+mediawords
 pcBrowser
+plumanalytics
+probe-image-size
+ripz
+satoristudio.net
 scalaj-http
 seocompany.store
-seoscanners
 seostar
-serpstatbot
-sitechecker.pro
-spyfu
-sysscan
-trendiction.com
-voyagerx.com
-webprosbot
+siteripz
+sp_auditbot
+tAkeOut
+trendiction.de
+webpros.com
 x22Mozilla
+xpymep1.exe
 zgrab