V4.2022.10.3444 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 404enemy
-ADmantX
-AIBOT
 ALittle Client
-ASPSeek
-Abonti
-Aboundexbot
+AhrefsBot
 AiHitBot
-AllSubmitter
+Alexibot
+Alligator
 AlphaBot
 Anarchie
-Anarchy
 Anarchy99
+Ankit
+Anthill
+Apexoo
 Asterias
+Attach
 AwarioRssBot
-BDFetch
+AwarioSmartBot
+BBBike
+BDCbot
+BackDoorBot
+BackStreet
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
+Barkrowler
+BatchFTP
 Battleztar Bazinga
+BetaBot
 Bigfoot
-Black Hole
-BlackWidow
+Bitacle
+Blackboard
+Blow
 BlowFish
-BuiltWith
-CATExplorador
-CCBot
-CODE87
-CherryPicker
-Citoid
-Cloud mapping
-Cocolyzebot
-CopyRightCheck
-Cosmos
-Craftbot
-DBLBot
-DatabaseDriverMysqli
+BuiltBotTough
+Bullseye
+BuzzSumo
+CensysInspect
+CheTeam
+CheeseBot
+Cogentbot
+Copier
+Copyscape
+DTS Agent
 Deusu
+Digincore
+Discobot
 Dispatch
-DittoSpyder
-DomCopBot
-DomainSigmaCrawler
-Drip
-EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
-Extractor
-Extreme Picture Finder
-EyeNetIE
-FlashGet
-Freeuploader
-FrontPage
+Domains Project
+Dotbot
+Download Wonder
+ECCP/1.0
+EMail Wolf
+Ebingbong
+Express WebPictures
+ExtLinksBot
+ExtractorPro
+FHscan
+Firefox/7.0
+Foobot
+Fuzz
 FyberSpider
 Fyrebot
 GT::WWW
-Genieo
-GetRight
+GermCrawler
 Go!Zilla
-Go-Ahead-Got-It
 Gotit
-Grabber
-HTMLparser
-Haansoft
-Heritrix
-Hloader
+GrabNet
+Grafula
+GrapeFX
+HTTP::Lite
+HaosouSpider
+Humanlinks
 HybridBot
+IRLbot
 IlseBot
+Image Fetch
 Image Sucker
-IndeedBot
-Intelliseek
-Internet Ninja
+InterGET
 Iskanie
-JamesBOT
-Jorgee
-Jyxobot
-Kenjin Spider
+Jbrofuzz
+Jetty
+JikeSpider
+Joomla
+JustView
 Keybot Translation-Search-Machine
-Larbin
+Keyword Density
+Kozmosbot
+LNSpiderguy
+Lanshanbot
 Leap
+LeechFTP
 LeechGet
-LexiBot
-LibWeb
-LinkWalker
-Linkbot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-Lmspider
-Ltx71
-MFC_Tear_Sample
+Likse
+LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 MIDown tool
-MJ12bot
+MIIxpc
 MSFrontPage
-Magnet
-Majestic SEO
+MSIECrawler
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
-MarkWatch
-Masscan
+Mata Hari
 MauiBot
-MeanPath Bot
-Meanpathbot
+Mb2345Browser
 Mediatoolkitbot
-MicroMessenger
 Microsoft Data Access
+Mister PiX
+Mojeek
+Mr.4x3
 Msrabot
-Musobot
-Name Intelligence
-Navroad
-Net Vampire
+Nameprotect
+Needle
+NetZIP
 Netcraft
-Netvibes
-Nikto
-NimbleCrawler
-Nimbostratus
-Not
-Nuclei
-Nutch
+NextGenSearchBot
+Nibbler
+Nmap
 Octopus
-Offline Navigator
+Offline Explorer
+OnCrawl
 Openfind
+Openvas
 OutfoxBot
-PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+PageScorer
 Pandalytics
 Panscient
-Pavuk
+Petalbot
+Pi-Monster
+Picscout
+PictureFinder
+Pimonster
+PleaseCrawl
 ProWebWalker
-Psbot
+Probethenet
 Pu_iN
 PxBroker
-PyCurl
-RSSingBot
-RankActive
-RankActiveLinkBot
-Rankivabot
-RankurBot
-ReGet
+QueryN Metasearch
+RankFlex
+RankingBot
 RealDownload
 Reaper
+RebelMouse
 Recorder
-RepoMonkey
-RocketCrawler
-SEOlyticsCrawler
-SMTBot
+Ripper
+Rogerbot
+SBIder
+SEOprofiler
+SEOstats
 SalesIntelligent
 ScanAlert
-ScoutJet
-Scrapy
 Screaming
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
 Seekport
-Semrush
-SemrushBot
+SemanticJuice
+SentiBot
 SeoSiteCheckup
-Seomoz
 Shodan
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-SmartDownload
-Snapbot
+SiteLockSpider
+SiteSucker
+Sitebeam
+Siteimprove
+Sitevigil
+SlySearch
 Snoopy
-Sociscraper
-Sosospider
-Sottopop
-Spbot
+SocialRankIOBot
+SpaceBison
+SpankBot
 Spinn3r
+SputnikBot
 Sqlmap
 Sqlworm
-Sqworm
-Stripper
+Sucuri
 SuperBot
-SurveyBot
+Surfbot
+Suzuran
 Swiftbot
-Teleport
-Telesphoreo
-The Intraformant
-TightTwatBot
-Toata
-Tracemyfile
+Telesphorep
+TheNomad
+Titan
+Toweyabot
+Trendictionbot
+TurnitinBot
 Twice
-Vacuum
+URLy.Warning
+VB Project
+VCI
 Vagabondo
-VeriCiteCrawler
-VoidEYE
-Voil
-WASALive-Bot
-WBSearchBot
+VidibleScraper
+Virusdie
 WEBDAV
-WWW-Mechanize
-WWW::Mechanize
+WISENutbot
 Wallpapers
 Wallpapers/3.0
-Web Auto
-Web Fetch
-Web Pix
-Web Sucker
-WebAuto
-WebCollage
-WebCopier
+WallpapersHD
+WeSEE
+Web Collage
+Web Fuck
+WebEnhancer
 WebGo IS
 WebLeacher
-WebPix
-WebReaper
-WebStripper
-Webalta
-WebsiteQuester
+WebWhacker
+WebZIP
+Webshag
+Whack
 Whacker
-Wonderbot
-Xenu
-YoudaoBot
+WiseGuys Robot
+Zade
+Zermelo
+Zeus
 Zitebot
-ZmEu
 ZumBot
-ZyBorg
 adscanner
-arquivo-web-crawler
+arquivo.pt
 backlink-check
-cah.io.community
-clark-crawler
 coccocbot
-com.plumanalytics
+cognitiveseo
 dataforseo.com
 demandbase-bot
+domainsproject.org
+eCatch
+gopher
 instabid
-isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
+internetVista monitor
+ips-agent
 magpie-crawler
 mediawords
-muhstik-scan
 page scorer
-polaris version
-ripz
+pcBrowser
+s1z.ru
+scan.lol
+seobility
 seocompany.store
 seoscanners
-serpstatbot
-sexsearcher
+sitechecker.pro
+siteripz
 sp_auditbot
 spyfu
-sysscan
 ubermetrics-technologies.com
 voyagerx.com
-webpros.com
-x09Mozilla
-xpymep1.exe
+webprosbot
 zauba.io
+zgrab