V4.2023.01.3538 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+360Spider
+404enemy
 AIBOT
 ALittle Client
 ASPSeek
-Aboundexbot
+Aboundex
+Aipbot
+AllSubmitter
 Alligator
-Anarchy
+Anarchie
 Ankit
 Anthill
-Asterias
-Atomseobot
 AwarioRssBot
-AwarioSmartBot
-BBBike
-BLEXBot
 BackDoorBot
 BackStreet
 BackWeb
+Backlink-Ceck
 Badass
-Battleztar Bazinga
+BatchFTP
 BetaBot
+Bigfoot
 Black Hole
 Blackboard
-Boardreader
-Bolt
-Brandprotect
-Brandwatch
+Buddy
+BuiltBotTough
+BuiltWith
+Bullseye
 BuzzSumo
 CSHttp
-Cegbfeieh
-CensysInspect
 CheTeam
+CheeseBot
 Chlooe
-Cliqzbot
-Cogentbot
-Collector
+Claritybot
+Cloud mapping
+Cocolyzebot
+Copyscape
+Crawling at Home Project
 CrazyWebCrawler
+Curious
+DSearch
+DataCha0s
 Demon
-Digincore
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
+Devil
+DigitalPebble
+Dirbuster
+Discoverybot
+Dispatch
 DomainStatsBot
-Domains Project
 Dotbot
-Dragonfly
-ECCP/1.0
+EMail Wolf
 Ebingbong
-Ecxi
+EroCrawler
 Evil
-Exabot
-Extreme Picture Finder
-FemtosearchBot
-Foobot
+Extractor
+ExtractorPro
+Ezooms
+Flunky
+Freeuploader
 FrontPage
-Fuzz
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
 GetRight
+GetWeb
 Getintent
-GoZilla
-GrabNet
+Go!Zilla
+Grabber
 Grafula
-GridBot
+GrapeFX
+GrapeshotCrawler
+HTMLparser
 HTTP::Lite
-Haansoft
-Harvest
-Havij
-HonoluluBot
-Humanlinks
-IDBot
-Id-search
+HTTrack
+HaosouSpider
+IRLbot
+Iblog
+IlseBot
 Image Sucker
-InterGET
-Iria
-IstellaBot
-JennyBot
-Joomla
-Jyxobot
+IndeedBot
+Internet Ninja
+JamesBOT
+JetCar
+Jetty
+JikeSpider
 Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
+Kozmosbot
 Lanshanbot
-Leap
+Larbin
 LeechFTP
-LeechGet
+Lftp
 LibWeb
-LinkScan
+LieBaoFast
+Lightspeedsystems
 LinkWalker
 Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinksManager
 LinqiaRSSBot
-Lipperhey Spider
-Lmspider
+LinqiaScrapeBot
 MIDown tool
+MIIxpc
+MJ12bot
 MQQBrowser
 MSFrontPage
-Mag-Net
+MSIECrawler
+Magnet
 Mail.RU_Bot
-Majestic12
+Majestic-SEO
+MarkMonitor
 MarkWatch
-Masscan
 MauiBot
 Mb2345Browser
-MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
 MicroMessenger
-Morfeus Fucking Scanner
-Mozlila
-NICErsPRO
-NPbot
+Microsoft URL Control
+Minefield
+MolokaiBot
+Msrabot
+Musobot
 Name Intelligence
 Nameprotect
-NearSite
-Nessus
-NetAnts
-NetMechanic
 NetSpider
 NetZIP
-Nettrack
+Netcraft
 Netvibes
+NextGenSearchBot
 Nibbler
 NimbleCrawler
-Nmap
-Offline Navigator
-OpenLinkProfiler
+Nimbostratus
+Ninja
+Not
+Nutch
+Octopus
 OpenVAS
-OrangeBot
+Openvas
 OutfoxBot
+PHPCrawl
+PageAnalyzer
+PageScorer
+PageThing.com
+Pandalytics
+Panscient
 Papa Foto
-Pavuk
 PeoplePal
+Picscout
 Picsearch
-Pimonster
-PleaseCrawl
-Pockey
+ProPowerBot
 ProWebWalker
-Pump
-PyCurl
-Quick-Crawler
-RSSingBot
-RankActive
+Psbot
+Pu_iN
 RankActiveLinkBot
-RankFlex
 RankingBot
+RankingBot2
 Re-re
 ReGet
 Reaper
+RebelMouse
 Recorder
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+RocketCrawler
 SEOstats
 SISTRIX
 SMTBot
-ScanAlert
 Scrapy
-ScrepyBot
-Searchestate
-Seekport
+Screaming
+Semrush
 SemrushBot
-Site Sucker
-SiteLockSpider
-Sitebeam
-Siteimprove
-SlySearch
-Snake
-SpankBot
-Spanner
-Spbot
+SeoSiteCheckup
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+Sitevigil
+SmartDownload
+SocialRankIOBot
+SpaceBison
 Spinn3r
-Steeler
+SputnikBot
+Sqlworm
 Stripper
-Surfbot
-TeleportPro
+Sucker
+Sucuri
+SurveyBot
+T8Abot
 Telesphoreo
-Telesphorep
-The Intraformant
-TheNomad
-Toata
-Toweyabot
-Trendictionbot
-Turingos
-TurnitinBot
-Twice
-Typhoeus
-Upflow
-VidibleScraper
-Virusdie
-Voltron
-WASALive-Bot
+Tracemyfile
+True_Robot
+URLy Warning
+VCI
+Vacuum
+Vagabondo
 WEBDAV
 WISENutbot
-WPScan
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Wallpapers
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Pix
+Web Fetch
+Web Sucker
+WebAuto
+WebBandit
 WebCollage
 WebFetch
+WebFuck
+WebImageCollector
 WebLeacher
-WebSucker
-WebmasterWorldForumBot
-WebsiteQuester
-Who.is Bot
+WebPix
+WebZIP
+Webshag
+Website Quester
+Whack
+Whatweb
+WinHTTrack
+WiseGuys Robot
+Woobot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
 Zauba
-Zeus
-ZoominfoBot
+Zermelo
+ZoomBot
+ZyBorg
+adscanner
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
-cah.io.community
-clark-crawler
 coccocbot
-cognitiveseo
-domainsproject.org
-gopher
-instabid
-internetVista monitor
+crawl.sogou.com
+crawler.feedback
+crawler4j
+dataforseo.com
+demandbase-bot
+eCatch
+heritrix
 isitwp.com
-linkdexbot
-meanpathbot
-mediawords
-netEstate NE Crawler
+magpie-crawler
 page scorer
+pcBrowser
 plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-scalaj-http
-seobility
-sexsearcher
+scan.lol
+seoscanners
 sogouspider
-sp_auditbot
 spyfu
-tAkeOut
+sysscan
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
 webpros.com
-webprosbot
-zauba.io
-zgrab
+xpymep1.exe