V4.2022.11.3445 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
 ALittle Client
+Aboundex
 AhrefsBot
-AiHitBot
 Alexibot
-Alligator
 AlphaBot
-Anarchie
+Anarchy
 Anarchy99
-Ankit
-Anthill
-Apexoo
-Asterias
-Attach
-AwarioRssBot
+Atomseobot
 AwarioSmartBot
-BBBike
-BDCbot
-BackDoorBot
-BackStreet
 BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Bandit
 Barkrowler
 BatchFTP
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
 Blackboard
 Blow
 BlowFish
-BuiltBotTough
-Bullseye
-BuzzSumo
+BotALot
+CCBot
+CODE87
 CensysInspect
 CheTeam
-CheeseBot
-Cogentbot
-Copier
-Copyscape
+Chlooe
+Citoid
+Cloud mapping
+Cocolyzebot
+CopyRightCheck
+Curious
+Custo
 DTS Agent
+Demon
 Deusu
-Digincore
-Discobot
-Dispatch
-Domains Project
-Dotbot
+Devil
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
+DomainSigmaCrawler
 Download Wonder
+Dragonfly
 ECCP/1.0
-EMail Wolf
+EMail Siphon
+EasyDL
 Ebingbong
+EirGrabber
+EroCrawler
+Exabot
 Express WebPictures
-ExtLinksBot
-ExtractorPro
-FHscan
-Firefox/7.0
-Foobot
-Fuzz
+Extreme Picture Finder
+Fimap
+Flunky
 FyberSpider
 Fyrebot
-GT::WWW
-GermCrawler
-Go!Zilla
-Gotit
+GalaxyBot
+Getintent
+Gigabot
 GrabNet
-Grafula
-GrapeFX
-HTTP::Lite
-HaosouSpider
-Humanlinks
-HybridBot
-IRLbot
+Grabber
+HTTrack
+Harvest
+Havij
+HonoluluBot
+Id-search
 IlseBot
 Image Fetch
 Image Sucker
+Indy Library
 InterGET
-Iskanie
-Jbrofuzz
+Iria
+JamesBOT
 Jetty
 JikeSpider
-Joomla
-JustView
+Jorgee
+Jyxobot
 Keybot Translation-Search-Machine
 Keyword Density
 Kozmosbot
 LNSpiderguy
+LWP::Simple
 Lanshanbot
-Leap
 LeechFTP
 LeechGet
+Lftp
+Lightspeedsystems
 Likse
-LinkextractorPro
-LinkpadBot
+LinkScan
+LinkWalker
+Linkbot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Lipperhey Spider
-MIDown tool
-MIIxpc
-MSFrontPage
+Litemage_walker
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
 MSIECrawler
-Mail.RU_Bot
 Majestic-SEO
 Majestic12
+MarkMonitor
+MarkWatch
+Masscan
 Mata Hari
-MauiBot
-Mb2345Browser
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
-Mister PiX
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft URL Control
+Minefield
+Moblie Safari
 Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
 Msrabot
+Name Intelligence
 Nameprotect
+Navroad
 Needle
+Net Vampire
+NetMechanic
+NetSpider
 NetZIP
 Netcraft
-NextGenSearchBot
+Nettrack
+Netvibes
 Nibbler
-Nmap
-Octopus
+Niki-bot
+Nikto
+Ninja
+Not
 Offline Explorer
 OnCrawl
+OpenLinkProfiler
 Openfind
-Openvas
-OutfoxBot
-PHPCrawl
+OrangeSpider
+OutclicksBot
 POE-Component-Client-HTTP
-Page Analyzer
 PageGrabber
-PageScorer
-Pandalytics
-Panscient
-Petalbot
-Pi-Monster
-Picscout
-PictureFinder
-Pimonster
+PageThing.com
+Papa Foto
+Piepmatz
+Pixray
 PleaseCrawl
-ProWebWalker
 Probethenet
-Pu_iN
+Pump
 PxBroker
+PyCurl
 QueryN Metasearch
-RankFlex
-RankingBot
+Rankivabot
 RealDownload
 Reaper
 RebelMouse
 Recorder
-Ripper
-Rogerbot
-SBIder
+RedesScrapy
+RocketCrawler
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SalesIntelligent
-ScanAlert
-Screaming
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
-Seekport
+Searchestate
 SemanticJuice
-SentiBot
-SeoSiteCheckup
+Seomoz
 Shodan
-SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
-SlySearch
-Snoopy
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+Snake
 SocialRankIOBot
+Sosospider
+Sottopop
 SpaceBison
-SpankBot
-Spinn3r
-SputnikBot
-Sqlmap
-Sqlworm
-Sucuri
 SuperBot
 Surfbot
-Suzuran
-Swiftbot
-Telesphorep
-TheNomad
-Titan
+Szukacz
+T0PHackTeam
+Telesoft
+Telesphoreo
+TightTwatBot
 Toweyabot
-Trendictionbot
-TurnitinBot
+True_Robot
+Turnitin
+TwengaBot
 Twice
-URLy.Warning
-VB Project
-VCI
-Vagabondo
+Typhoeus
+Upflow
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Virusdie
-WEBDAV
-WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Collage
-Web Fuck
-WebEnhancer
+Web Auto
+Web Sauger
+WebAuto
+WebFetch
 WebGo IS
 WebLeacher
-WebWhacker
-WebZIP
+WebSauger
+Webalta
 Webshag
-Whack
-Whacker
-WiseGuys Robot
-Zade
-Zermelo
-Zeus
+WebsiteExtractor
+Webster
+Whatweb
+Who.is Bot
+WinHTTrack
+Wonderbot
+Xaldon_WebSpider
 Zitebot
-ZumBot
-adscanner
-arquivo.pt
-backlink-check
-coccocbot
-cognitiveseo
+ZoomBot
+archive.org_bot
+clark-crawler
+com.plumanalytics
+crawler.feedback
 dataforseo.com
-demandbase-bot
 domainsproject.org
-eCatch
-gopher
-instabid
 internetVista monitor
-ips-agent
+isitwp.com
+iubenda-radar
+linkdexbot
 magpie-crawler
+meanpathbot
 mediawords
 page scorer
 pcBrowser
-s1z.ru
+ripz
+satoristudio.net
+scalaj-http
 scan.lol
-seobility
 seocompany.store
-seoscanners
-sitechecker.pro
-siteripz
+seostar
+sogouspider
 sp_auditbot
-spyfu
+tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
 webprosbot
+x09Mozilla
+xpymep1.exe
 zauba.io
-zgrab