V4.2022.02.2950 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404enemy
-Abonti
+ADmantX
+AIBOT
+ASPSeek
 Aboundex
-Aboundexbot
-Alexibot
+Acunetix
+AiHitBot
+AllSubmitter
+Alligator
 AlphaBot
-Anarchie
 Anthill
-Atomseobot
-Attach
-AwarioRssBot
+AwarioSmartBot
 BBBike
 BDCbot
 BDFetch
-BLEXBot
-BackDoorBot
 Backlink-Ceck
-Bandit
-Barkrowler
-BatchFTP
-Bigfoot
-BlackWidow
+Battleztar Bazinga
+Bitacle
 Blow
-Boardreader
-Bolt
-Brandprotect
-Brandwatch
 Buck
-Buddy
-Bullseye
+BuiltBotTough
+BunnySlippers
+BuzzSumo
 CATExplorador
+CODE87
+CSHttp
 CheeseBot
+Chlooe
 Citoid
-Claritybot
-CopyRightCheck
 Cosmos
-Crawling at Home Project
-Curious
-CyotekWebCopy
+Crescent
 DIIbot
 DSearch
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
+Demon
 Deusu
 Devil
-Dirbuster
-Disco
-DittoSpyder
-DomainAppender
-DomainSigmaCrawler
+Dispatch
+DnyzBot
+DomainStatsBot
 Domains Project
 Dotbot
-Download Wonder
-ECCP/1.0
-EMail Siphon
-EMail Wolf
+Dragonfly
 Ebingbong
+Ecxi
 EroCrawler
-Evil
-Exabot
-ExtractorPro
-Ezooms
-Flunky
-Freeuploader
-FrontPage
-FyberSpider
+ExtLinksBot
+EyeNetIE
+FDM
+FHscan
+Fimap
 Fyrebot
-Genieo
-GetRight
-GetWeb
-Gigabot
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 GoZilla
+Grabber
+Grafula
 GrapeFX
+HTMLparser
+HTTP::Lite
 HaosouSpider
-Heritrix
 HonoluluBot
 Humanlinks
+HybridBot
 IDBTE4M
-Id-search
-Image Sucker
+IRLbot
+Iblog
 InfoNaviRobot
 InfoTekies
 Intelliseek
-InternetSeer
+Internet Ninja
 Iria
-IstellaBot
-JOC Web Spider
-JamesBOT
 Jbrofuzz
+JennyBot
+Joomla
 Jorgee
+JustView
 Jyxobot
 Kenjin Spider
-Lanshanbot
+Kinza
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Leap
-LeechFTP
 LeechGet
-LexiBot
-Lftp
-Lightspeedsystems
-Linkdexbot
+LibWeb
+Libwhisker
+Likse
+LinkWalker
 LinkextractorPro
 LinkpadBot
-LinqiaScrapeBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
 Lmspider
-MJ12bot
-MQQBrowser
-Mag-Net
-Mass Downloader
+Ltx71
+MIDown tool
+MIIxpc
+MSFrontPage
+MSIECrawler
+Magnet
+Majestic12
+MarkMonitor
 Mata Hari
-MeanPath Bot
-Microsoft Data Access
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MicroMessenger
 Microsoft URL Control
 Minefield
 Mister PiX
-Mojeek
-Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
 Msrabot
-NICErsPRO
-NPbot
-Nameprotect
-NearSite
-Netcraft
-Nettrack
+Musobot
+Needle
+Nessus
+NetAnts
+NetSpider
+NetZIP
 NextGenSearchBot
-Nibbler
 Niki-bot
-Ninja
-OpenLinkProfiler
-OpenVAS
-Openfind
-Openvas
+Nikto
+Nimbostratus
+Nutch
+Octopus
+Offline Navigator
+OnCrawl
+OrangeBot
 OrangeSpider
+PECL::HTTP
 PHPCrawl
-PageAnalyzer
-PageThing.com
-Pandalytics
-Pavuk
-Petalbot
-Picsearch
-PictureFinder
-ProPowerBot
+POE-Component-Client-HTTP
+Page Analyzer
+Papa Foto
+Pimonster
+PleaseCrawl
+Pockey
 ProWebWalker
-Psbot
-Pu_iN
 PxBroker
-QueryN Metasearch
-RankActiveLinkBot
+PyCurl
+RankFlex
 RankingBot
+RankingBot2
 Re-re
 ReGet
 RealDownload
 Reaper
 RebelMouse
+Recorder
+RedesScrapy
 Rogerbot
 SBIder
-SEOkicks
-SISTRIX
+SEOlyticsCrawler
 SMTBot
+ScanAlert
 Scrapy
-ScreenerBot
 Searchestate
-SemanticJuice
-SentiBot
+Seekport
+SemrushBot
 SeoSiteCheckup
+SeobilityBot
+Shodan
 Siphon
 Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
 Sitebeam
-Siteimprove
-SmartDownload
-Snoopy
-SocialRankIOBot
-Sociscraper
+Sitevigil
+SlySearch
+Sogou web spider
 Spammen
-SpankBot
+Spanner
+Spbot
 Spinn3r
-SputnikBot
 Sucker
-SuperBot
-Suzuran
-Szukacz
+Surfbot
 T0PHackTeam
-TeleportPro
-Telesphoreo
+T8Abot
+The Intraformant
 TheNomad
-Titan
-Toweyabot
+Thumbor
 Tracemyfile
 Trendiction
-Trendictionbot
-Twice
-Typhoeus
-VCI
-Vacuum
+TurnitinBot
+UnisterBot
 Vagabondo
+VidibleScraper
+Virusdie
+Voil
+WASALive-Bot
+WBSearchBot
 WEBDAV
-WPScan
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
-Web Fetch
-Web Fuck
-Web Sauger
-WebCopier
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Collage
+Web Pix
+WebEnhancer
 WebFetch
-WebLeacher
-WebReaper
+WebFuck
+WebGo IS
+WebImageCollector
 WebSauger
 WebSucker
-WebZIP
 Webalta
-WebsiteExtractor
+WebmasterWorldForumBot
+Website Quester
 WebsiteQuester
-Whacker
-Widow
-WinHTTrack
-Woobot
+Whack
+Who.is Bot
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zeus
-ZoomBot
-ZumBot
+Zade
+Zermelo
+ZmEu
 ZyBorg
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+arquivo.pt
+backlink-check
+check1.exe
+clark-crawler
 cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 crawler4j
+dataforseo.com
 demandbase-bot
 heritrix
+internetVista monitor
 lwp-request
+lwp-trivial
+meanpathbot
+mediawords
 netEstate NE Crawler
-probe-image-size
-s1z.ru
+plumanalytics
+polaris version
+ripz
 satoristudio.net
-seoscanners
-serpstatbot
-sogouspider
+scan.lol
+sitechecker.pro
+siteripz
 sp_auditbot
-spyfu
-tAkeOut
-trendiction.de
-webprosbot
+trendiction.com
+webmeup-crawler
 x22Mozilla
-xpymep1.exe
 zauba.io
+zgrab