V4.2022.05.3114 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
+360Spider
 ADmantX
-Aboundexbot
+AIBOT
+ASPSeek
 AfD-Verbotsverfahren
-AllSubmitter
 Alligator
-Anarchy
-Apexoo
-Atomseobot
+AlphaBot
+Anarchie
+Anarchy99
+Ankit
+Asterias
 Attach
-AwarioRssBot
-AwarioSmartBot
-BDCbot
-BackWeb
-Backlink-Ceck
-Bandit
-Barkrowler
+BBBike
+BLEXBot
+BackStreet
+Badass
+Battleztar Bazinga
 BetaBot
+Bitacle
 Black Hole
-BlackWidow
-Blackboard
-Boardreader
+Blow
+BlowFish
+Bolt
 Buck
 Buddy
-Bullseye
+BuiltBotTough
+BunnySlippers
+CATExplorador
+CODE87
 CSHttp
 CensysInspect
+CheTeam
 CherryPicker
-ChinaClaw
-Claritybot
+Chlooe
+Citoid
 Cocolyzebot
-Craftbot
-Crawling at Home Project
-Crescent
-Curious
-Custo
-DigitalPebble
-Dirbuster
-Discobot
+Collector
+Copier
+Copyscape
+CrunchBot
+CyotekWebCopy
+DBLBot
+DataCha0s
+DatabaseDriverMysqli
+Devil
+Digincore
 DnBCrawler-Analytics
-DnyzBot
 DomainAppender
-DomainStatsBot
 Domains Project
-EMail Siphon
-EasyDL
-EirGrabber
-Evil
-Exabot
-ExtLinksBot
-EyeNetIE
+Download Wonder
+Dragonfly
+EMail Wolf
+EroCrawler
+Express WebPictures
+Extreme Picture Finder
 FDM
-Flunky
-Foobot
+Firefox/7.0
+Freeuploader
 FrontPage
+FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+GermCrawler
 GetRight
-Gotit
-Grabber
+GetWeb
+Getintent
+Gigabot
+GoZilla
 Grafula
 GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HTTP::Lite
-HTTrack
-HaosouSpider
-Harvest
-IDBot
+HMView
+Humanlinks
+IDBTE4M
 IRLbot
-IlseBot
+Iblog
+Image Fetch
+IndeedBot
 Indy Library
-InfoTekies
+Intelliseek
 InternetSeer
-Joomla
+IstellaBot
+JOC Web Spider
+JamesBOT
+Jbrofuzz
+JennyBot
 Jorgee
-Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
-LWP::Simple
+Keyword Density
 Larbin
-LexiBot
-Lftp
 Libwhisker
-Likse
+LieBaoFast
 LinkScan
-LinkWalker
+Linkbot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
+Lipperhey
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-Mag-Net
-Majestic-SEO
-Majestic12
+MSIECrawler
+MTRobot
+Magnet
+MarkMonitor
+Mass Downloader
 Mata Hari
 MauiBot
+Mb2345Browser
 Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Minefield
-Mojolicious
-MolokaiBot
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
 Morfeus Fucking Scanner
 Mozlila
-Musobot
+NICErsPRO
+NPbot
 NearSite
-Nessus
-NetLyzer
-NetZIP
-Netvibes
+Needle
+NetAnts
+Nettrack
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nikto
 NimbleCrawler
-Ninja
-Nmap
 Nuclei
+Nutch
 Octopus
-Offline Explorer
-OpenLinkProfiler
-OpenVAS
+Offline Navigator
+OnCrawl
 Openfind
-OrangeBot
 OrangeSpider
-Pandalytics
-PeoplePal
-Petalbot
+OutfoxBot
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
+PageThing.com
+Papa Foto
+Pavuk
 Pi-Monster
-Picsearch
+PictureFinder
 Piepmatz
-PleaseCrawl
-Pockey
-ProWebWalker
-Pu_iN
-Pump
+ProPowerBot
+Probethenet
+Psbot
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
 RankActiveLinkBot
-Re-re
-ReGet
-RebelMouse
+Rankivabot
+Reaper
 Recorder
-RedesScrapy
-Ripper
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
-ScanAlert
-Screaming
+SISTRIX
+SalesIntelligent
+Scrapy
 ScreenerBot
-SearchmetricsBot
+ScrepyBot
 Seekport
 SemanticJuice
+Semrush
 SemrushBot
+SeoSiteCheckup
 Seomoz
 Shodan
 Site Sucker
-SiteExplorer
-SiteLockSpider
-Sitebeam
+SiteSucker
 Siteimprove
-SlySearch
+SmartDownload
+Snake
 Snapbot
-SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sottopop
 SpaceBison
-Spammen
 SputnikBot
 Sqlmap
 Sqlworm
-Steeler
-Sucuri
-SuperBot
-SuperHTTP
+Stripper
+Sucker
+SurveyBot
 Suzuran
 Szukacz
-T0PHackTeam
+Teleport
+TeleportPro
+Telesoft
+Telesphoreo
 Telesphorep
-TheNomad
+Titan
+Toweyabot
+Trendiction
+True_Robot
+TurnitinBot
+Twice
 Typhoeus
 URLy.Warning
+UnisterBot
+V-BOT
+VB Project
 VCI
 Vacuum
-VeriCiteCrawler
+Vagabondo
 VoidEYE
-Voltron
+WISENutbot
 WPScan
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
 WeSEE
 Web Auto
+Web Collage
+Web Fetch
 Web Fuck
-Web Sauger
+Web Sucker
 WebBandit
-WebCopier
-WebFuck
+WebFetch
 WebImageCollector
-WebLeacher
 WebPix
 WebReaper
-WebSauger
+WebStripper
+WebWhacker
 Webalta
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whacker
+Webshag
 Whatweb
-Widow
 WinHTTrack
-WiseGuys Robot
-Woobot
-Wotbox
-Xaldon_WebSpider
+Wonderbot
+Xenu
+Zade
+Zermelo
+Zeus
 Zitebot
 ZmEu
-ZoomBot
-arquivo-web-crawler
-autoemailspider
-backlink-check
+cah.io.community
 check1.exe
-cognitiveseo
-com.plumanalytics
 crawler.feedback
 crawler4j
-dataforseo.com
-demandbase-bot
-gopher
-ips-agent
+internetVista monitor
+isitwp.com
 iubenda-radar
 linkdexbot
 magpie-crawler
 meanpathbot
 mediawords
+muhstik-scan
+pcBrowser
 s1z.ru
-satoristudio.net
-seobility
 seoscanners
-sexsearcher
-siteripz
+seostar
+serpstatbot
+sogouspider
 tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
-x09Mozilla
-xpymep1.exe
-zgrab
+webprosbot
+x22Mozilla
+zauba.io