V4.2023.02.3576 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
-404enemy
-ADmantX
-Abonti
+80legs
+ALittle Client
 Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+Aboundexbot
 Alexibot
-Alligator
+AllSubmitter
+Anarchie
+Anarchy
 Anarchy99
 Anthill
-Asterias
+Apexoo
+Atomseobot
 Attach
+BDCbot
+BLEXBot
+BackDoorBot
 Backlink-Ceck
-Badass
 BatchFTP
+Battleztar Bazinga
 BetaBot
-Black Hole
+Bitacle
 Blow
+Boardreader
 BotALot
 Brandprotect
-Buddy
+Brandwatch
+BuiltBotTough
 BuiltWith
-BuzzSumo
+Bullseye
+CATExplorador
 Calculon
-Cloud mapping
+CazoodleBot
+Cegbfeieh
+CheeseBot
+CherryPicker
+Chlooe
+Claritybot
 Cocolyzebot
 Cogentbot
 Collector
-CopyRightCheck
-Copyscape
-Cosmos
-CrazyWebCrawler
-Crescent
+Copier
+Crawling at Home Project
 DIIbot
-Demon
+DSearch
+DTS Agent
 Deusu
+Devil
 Digincore
+Discobot
+Discoverybot
 DittoSpyder
-DomCopBot
+DomainCrawler
+DomainStatsBot
 Download Wonder
-ECCP/1.0
+Dragonfly
 EMail Wolf
+EasyDL
 Ecxi
-Exabot
+EirGrabber
+Evil
 Express WebPictures
-EyeNetIE
-Ezooms
-FDM
-Fimap
-FlashGet
-Foobot
+Extreme Picture Finder
+Firefox/7.0
 Freeuploader
-FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 GermCrawler
-Gigabot
+GetRight
+GetWeb
+Getintent
 Go!Zilla
-GoZilla
-GrapeshotCrawler
+GrabNet
+Grabber
+Grafula
 HTMLparser
-HybridBot
+Hloader
+IDBTE4M
 Iblog
-Id-search
 Image Fetch
+IndeedBot
+Intelliseek
 InterGET
-Internet Ninja
-InternetSeer
+IstellaBot
 JOC Web Spider
-Jbrofuzz
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Joomla
 JustView
 Kenjin Spider
 Keyword Density
-LNSpiderguy
+Larbin
 LeechFTP
-LeechGet
-Libwhisker
-LinkScan
-Linkbot
+LexiBot
+LieBaoFast
+Lightspeedsystems
 LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-MIIxpc
-MJ12bot
-MQQBrowser
-MSIECrawler
+Litemage_walker
+Lmspider
+MSFrontPage
 MTRobot
-Majestic SEO
 Majestic12
-Mass Downloader
-MauiBot
+MarkWatch
 Mb2345Browser
 MeanPath Bot
-Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-MicroMessenger
-Minefield
+Microsoft URL Control
 Mister PiX
 Mojeek
-Morfeus Fucking Scanner
-Mr.4x3
+Mozlila
 Musobot
-NICErsPRO
-NearSite
-Needle
-NetAnts
-NetZIP
-Netcraft
-Nikto
-Nimbostratus
-OrangeBot
-OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
+NPbot
+Net Vampire
+NetSpider
+NextGenSearchBot
+Niki-bot
+Ninja
+Not
+Octopus
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+Openfind
+OrangeSpider
+PHPCrawl
 PageGrabber
 PageScorer
-PageThing.com
 Pandalytics
-Panscient
 Papa Foto
 Pavuk
 PeoplePal
-Petalbot
 Pi-Monster
-Picsearch
-PictureFinder
-Piepmatz
+Pimonster
+Pockey
 ProWebWalker
-Probethenet
-Pu_iN
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActive
-RankActiveLinkBot
+Psbot
+Pump
+PxBroker
+RSSingBot
+RankFlex
 RankingBot
 RankingBot2
 RealDownload
-Reaper
-RebelMouse
-RedesScrapy
 Ripper
-RocketCrawler
-SBIder
 SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SalesIntelligent
 ScanAlert
-Scanbot
+ScoutJet
 Scrapy
-SemanticJuice
-Semrush
+Screaming
+ScrepyBot
+Seekport
 SemrushBot
-SeoSiteCheckup
-Shodan
-Siphon
+Seomoz
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-Sitevigil
+Siteimprove
 SlySearch
-Snoopy
-Sociscraper
-Sosospider
+Snapbot
+SocialRankIOBot
 Sottopop
 SpaceBison
-Spanner
+Spbot
 Spinn3r
-SputnikBot
 Sqlmap
-Sqworm
-Stripper
-Sucuri
-SuperHTTP
-SurveyBot
-T0PHackTeam
+Sucker
+SuperBot
+Swiftbot
 T8Abot
 Teleport
-Telesphoreo
-TheNomad
-TightTwatBot
 Tracemyfile
+Trendiction
 True_Robot
+Turnitin
+TurnitinBot
 TwengaBot
 Typhoeus
 URLy Warning
 URLy.Warning
-UnisterBot
 VCI
-Vagabondo
+Vacuum
 Virusdie
 VoidEYE
+WEBDAV
 WWW-Collector-E
 WWWOFFLE
 Wallpapers
-WeSEE
-Web Fetch
+Web Auto
+Web Collage
+Web Fuck
 Web Pix
 Web Sauger
-WebCollage
+Web Sucker
+WebCopier
 WebEnhancer
+WebFuck
 WebGo IS
-WebImageCollector
 WebLeacher
-WebReaper
-WebStripper
-WebSucker
-WebZIP
-Webalta
+WebSauger
+WebWhacker
 WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
-Whack
-Whacker
-Wprecon
-Xaldon WebSpider
+WebsiteExtractor
+Whatweb
+Widow
+WiseGuys Robot
+Wonderbot
+Wotbox
+Xaldon_WebSpider
 Xenu
+Zade
+Zeus
+Zitebot
+ZmEu
+ZoomBot
 ZumBot
 ZyBorg
-adscanner
-arquivo-web-crawler
 arquivo.pt
-backlink-check
+clark-crawler
+cognitiveseo
+com.plumanalytics
+crawler.feedback
 crawler4j
-facebookscraper
-internetVista monitor
-isitwp.com
-lwp-request
-lwp-trivial
-magpie-crawler
-muhstik-scan
-page scorer
+dataforseo.com
+eCatch
+ips-agent
+mediawords
 plumanalytics
 ripz
-scalaj-http
+s1z.ru
 scan.lol
+seobility
 seocompany.store
 seoscanners
-seostar
-sitechecker.pro
-siteripz
+sp_auditbot
 spyfu
-trendiction.com
-webpros.com
-x22Mozilla
+webgains-bot
+x09Mozilla
 xpymep1.exe
+zgrab