V4.2022.09.3364 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-AIBOT
-Aboundex
+01h4x.com
+404enemy
+ADmantX
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
 AiHitBot
+Aipbot
 Alexibot
+AllSubmitter
 Alligator
-Anarchy
 Anarchy99
 Ankit
 Apexoo
-Aspiegel
-BDCbot
+Attach
+AwarioRssBot
+BBBike
 BDFetch
-BackStreet
+BLEXBot
 BacklinkCrawler
+Bandit
+BatchFTP
 Battleztar Bazinga
-Black Hole
-Boardreader
-BotALot
+Bitacle
+Blackboard
+BlowFish
 Brandprotect
-Buck
+Brandwatch
+Buddy
 BuiltBotTough
-BuiltWith
 Bullseye
 BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
-CODE87
-CheeseBot
-ChinaClaw
+Calculon
+CheTeam
+CherryPicker
 Chlooe
-Cloud mapping
-Cocolyzebot
-Collector
+Cliqzbot
+Copier
 CrazyWebCrawler
-Curious
-DBLBot
-DSearch
-DataCha0s
+CrunchBot
+CyotekWebCopy
 Demon
-Deusu
 Devil
-Dirbuster
+Disco
 Discobot
-DnBCrawler-Analytics
-DnyzBot
+Discoverybot
 DomCopBot
-DomainStatsBot
-Domains Project
-Dotbot
+Dragonfly
 ECCP/1.0
-Evil
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-FHscan
+Ecxi
+EirGrabber
+ExtractorPro
 FemtosearchBot
-Flunky
+Fimap
+FlashGet
 Foobot
-Freeuploader
 FrontPage
-FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
-GermCrawler
+GalaxyBot
 GetWeb
 Getintent
-Gigabot
 Go-Ahead-Got-It
-GoZilla
 Grabber
-GrapeFX
 HTMLparser
 HTTP::Lite
-Harvest
 Havij
-Heritrix
-Hloader
 HonoluluBot
-IDBTE4M
+HybridBot
+IDBot
+IRLbot
+IlseBot
 Image Sucker
-IndeedBot
-Intelliseek
+InfoNaviRobot
+InterGET
 Internet Ninja
-InternetSeer
-Iskanie
+Iria
+IstellaBot
+Jbrofuzz
+Jetty
 Jorgee
 Jyxobot
-Kenjin Spider
-Kozmosbot
-LWP::Simple
-Lanshanbot
+Keybot Translation-Search-Machine
+Keyword Density
 LeechFTP
+LexiBot
 Lftp
 LibWeb
-Lightspeedsystems
-LinkScan
+Likse
 Linkbot
 LinkextractorPro
+LinkpadBot
+LinksManager
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
+Litemage_walker
 Lmspider
-Ltx71
 MIDown tool
-MSFrontPage
+MQQBrowser
 MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
-MarkMonitor
-MegaIndex.ru
+Majestic SEO
+Majestic-SEO
+MarkWatch
+Mb2345Browser
+Mediatoolkitbot
+MicroMessenger
 Microsoft URL Control
+Minefield
+Moblie Safari
+Mojeek
 Mojolicious
-Morfeus Fucking Scanner
+Mr.4x3
 Msrabot
-Musobot
+NICErsPRO
 Name Intelligence
-Nameprotect
-Navroad
-NearSite
 Nessus
-NetLyzer
 NetMechanic
-Niki-bot
+Netvibes
+Nibbler
+Nikto
 Nimbostratus
-Nutch
+Nuclei
 OnCrawl
-OpenLinkProfiler
-Openvas
 OrangeBot
 OrangeSpider
-OutclicksBot
 Page Analyzer
-PageGrabber
-PageScorer
-PageThing.com
 Pandalytics
 Papa Foto
-Pavuk
+PeoplePal
 Pi-Monster
-Picscout
-Picsearch
 Piepmatz
 Pimonster
+Pixray
 PleaseCrawl
 Pockey
-ProWebWalker
-Probethenet
+ProPowerBot
+Psbot
 Pu_iN
+Pump
 PxBroker
-RankFlex
-RankingBot2
-Rankivabot
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActive
+Re-re
 ReGet
-Reaper
-RedesScrapy
+RebelMouse
 RepoMonkey
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
+Ripper
+SEOkicks
 SMTBot
-SalesIntelligent
 ScoutJet
-Scrapy
-ScreenerBot
+Screaming
 ScrepyBot
 SearchmetricsBot
-Seekport
-Semrush
-SentiBot
-SeoSiteCheckup
+SemanticJuice
+SemrushBot
 SeobilityBot
-SiteSnagger
+Seomoz
+Siphon
+Site Sucker
 SiteSucker
-Sitebeam
-Siteimprove
 Sitevigil
 Snake
 Snapbot
-Sosospider
-Sottopop
-SpaceBison
-Spammen
-Spanner
-Spbot
-Sqlmap
+SocialRankIOBot
+Sogou web spider
 Sqlworm
-Sqworm
-Stripper
-Sucker
-Surfbot
-Suzuran
-T0PHackTeam
-Telesphorep
-TheNomad
-Thumbor
+Steeler
+Sucuri
+SuperBot
+SurveyBot
+T8Abot
+Telesoft
+Telesphoreo
 TightTwatBot
+Titan
 Toata
-Toweyabot
-URLy Warning
+Tracemyfile
+True_Robot
+TwengaBot
+Twice
+Typhoeus
 UnisterBot
-V-BOT
+Upflow
 VB Project
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-Voltron
-WBSearchBot
-Web Collage
+Virusdie
+Voil
+WISENutbot
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+WallpapersHD
+WeSEE
+Web Auto
+Web Enhancer
+Web Fetch
 Web Sauger
-WebBandit
+WebCopier
 WebEnhancer
-WebReaper
+WebFuck
+WebImageCollector
+WebPix
+WebSauger
+WebStripper
 WebSucker
+WebWhacker
 WebZIP
-Website Quester
+Webalta
+Webshag
 WebsiteQuester
-Whatweb
 Who.is Bot
-Wotbox
-Zade
-Zermelo
-Zitebot
-ZoominfoBot
-adscanner
+Widow
+WinHTTrack
+Woobot
+Xenu
+Zeus
+ZoomBot
+ZyBorg
 archive.org_bot
-autoemailspider
-crawler.feedback
-gopher
-internetVista monitor
+arquivo-web-crawler
+backlink-check
+cah.io.community
+coccocbot
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+heritrix
+ips-agent
 isitwp.com
-iubenda-radar
 linkdexbot
+lwp-trivial
 muhstik-scan
+oBot
 page scorer
-plumanalytics
 ripz
-satoristudio.net
-scan.lol
-seocompany.store
+seobility
 seostar
+sp_auditbot
 spyfu
+tAkeOut
 trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
+x09Mozilla
+xpymep1.exe
+zauba.io