V4.2021.12.2760 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+404enemy
 ADmantX
-ALittle Client
-ASPSeek
+Abonti
 Acunetix
 AhrefsBot
 Aipbot
-Alexibot
+Ankit
 Apexoo
 Aspiegel
-Asterias
-Attach
-AwarioSmartBot
-BBBike
+AwarioRssBot
 BDCbot
-BDFetch
-BackStreet
-BatchFTP
-BetaBot
-Black Hole
-BlackWidow
-Blackboard
-Brandwatch
-BuiltWith
-BunnySlippers
+Backlink-Ceck
+Badass
+Bandit
+Blow
+BlowFish
+Bolt
+BotALot
+Buck
+Buddy
+BuzzSumo
+CATExplorador
 CCBot
 CODE87
-Calculon
-CheeseBot
-Chlooe
-Citoid
-Cocolyzebot
-Copier
+CazoodleBot
+CheTeam
+CherryPicker
+Cliqzbot
+Collector
 CopyRightCheck
-Crawling at Home Project
-Crescent
+Copyscape
+Curious
+Custo
 CyotekWebCopy
 DBLBot
-DSearch
-DTS Agent
-Demon
 Deusu
 Digincore
-Dispatch
-DnyzBot
+DigitalPebble
+Dirbuster
+DnBCrawler-Analytics
 DomCopBot
-DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
+Domains Project
+Dotbot
+Download Wonder
+Dragonfly
 ECCP/1.0
-EMail Siphon
-EasyDL
+EMail Wolf
 Ecxi
 EirGrabber
-Extractor
-ExtractorPro
-EyeNetIE
-Ezooms
+EroCrawler
+Evil
+Express WebPictures
+Extreme Picture Finder
+FDM
 Fimap
+Firefox/7.0
+FlashGet
 Flunky
-Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
-Getintent
+FrontPage
+GalaxyBot
+GermCrawler
+Go-Ahead-Got-It
 GoZilla
 GrabNet
-Grabber
-HTMLparser
-HTTrack
-Haansoft
-Heritrix
-Hloader
-Humanlinks
-HybridBot
-IRLbot
+Grafula
+HEADMasterSEO
+HTTP::Lite
+Harvest
+Havij
+IDBot
+Iblog
 IlseBot
-Image Sucker
-Indy Library
+Image Fetch
 InfoTekies
 Intelliseek
-Joomla
+InterGET
+Iria
+Iskanie
+JOC Web Spider
+JamesBOT
+JetCar
+Jetty
 Jorgee
 Jyxobot
-LeechGet
-Lftp
-LieBaoFast
+Keyword Density
+Kinza
+Lanshanbot
+Larbin
+LexiBot
+Lightspeedsystems
+Likse
+LinkWalker
 Linkbot
-Linkdexbot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-MIDown tool
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+Litemage_walker
+Lmspider
 MIIxpc
-MQQBrowser
-MTRobot
+MSIECrawler
+Mag-Net
 Magnet
-Mail.RU_Bot
 Majestic SEO
+MarkMonitor
 MarkWatch
+MauiBot
 Mb2345Browser
-Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
+Metauri
+MicroMessenger
+Microsoft Data Access
 Minefield
+Moblie Safari
 Mojeek
 Mozlila
-Mr.4x3
 Msrabot
 NICErsPRO
-Name Intelligence
-Nameprotect
 NearSite
 Needle
-Nessus
-NetAnts
+NetLyzer
+NetMechanic
 NetSpider
-Netcraft
-Nibbler
-Niki-bot
+NetZIP
+Nettrack
+NextGenSearchBot
+Nikto
+NimbleCrawler
 Nimbostratus
-Nmap
-Not
-Nuclei
+Nutch
 Octopus
-Offline Explorer
+Offline Navigator
 OnCrawl
+OpenVAS
+OrangeBot
+OrangeSpider
+OutclicksBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
+Page Analyzer
+PageScorer
+PageThing.com
+Pandalytics
 Papa Foto
 PeoplePal
 Pi-Monster
-Piepmatz
-Pimonster
-PleaseCrawl
-Pockey
+Pixray
+ProPowerBot
+Probethenet
 PxBroker
 PyCurl
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot
-Rankivabot
-ReGet
+QueryN Metasearch
+Re-re
 Reaper
-RebelMouse
-SEOkicks
+RocketCrawler
 SMTBot
-ScanAlert
 Screaming
-ScrepyBot
-SemanticJuice
+SearchmetricsBot
 SentiBot
 SeobilityBot
-Shodan
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+SiteSnagger
+Sitebeam
+Siteimprove
 Sitevigil
 SlySearch
-Snake
-Sociscraper
+SmartDownload
+Snoopy
+Sogou web spider
 SpaceBison
-Spammen
 SpankBot
 Spanner
-Spbot
-Spinn3r
+Sqlmap
 Sqlworm
+Stripper
+Sucker
 Surfbot
+Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
 Teleport
-TeleportPro
-Telesphoreo
 Telesphorep
-The Intraformant
+Thumbor
 Trendiction
+Turingos
 Turnitin
 TwengaBot
 Typhoeus
 URLy Warning
+Upflow
 V-BOT
+VB Project
+VCI
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
+Virusdie
 VoidEYE
-Voil
-WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Fuck
-Web Sauger
+Web Pix
 WebBandit
-WebEnhancer
-WebFetch
-WebGo IS
+WebCollage
+WebFuck
 WebImageCollector
 WebLeacher
-WebPix
+WebReaper
+WebSauger
+WebSucker
 WebZIP
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Whacker
+Webshag
+Whack
 Widow
 WinHTTrack
 WiseGuys Robot
 Wonderbot
-YoudaoBot
-ZoomBot
-ZoominfoBot
-ZyBorg
-arquivo.pt
-cah.io.community
+Xaldon_WebSpider
+Xenu
+Zeus
+adscanner
+check1.exe
+clark-crawler
 coccocbot-web
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+dataforseo.com
+eCatch
 evc-batch
 facebookscraper
 gopher
+lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
-netEstate NE Crawler
-oBot
-pcBrowser
+page scorer
 plumanalytics
-polaris version
-probe-image-size
 ripz
 s1z.ru
-scan.lol
-seocompany.store
 sexsearcher
-sitechecker.pro
-siteripz
-spyfu
-tAkeOut
+sogouspider
 trendiction.com
-trendiction.de
 webmeup-crawler
 webpros.com
 xpymep1.exe
+zgrab