V4.2021.08.2519 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-404enemy
+360Spider
 AIBOT
 ALittle Client
-Aboundexbot
-Acunetix
+AhrefsBot
 AiHitBot
 Aipbot
-Alexibot
 AllSubmitter
-AlphaBot
+Alligator
 Anarchie
+Anarchy
+Ankit
 Anthill
+Apexoo
+Aspiegel
 Asterias
-Attach
-AwarioRssBot
+BBBike
 BDCbot
-BLEXBot
-Bandit
-Bitacle
-BlowFish
-BotALot
-Brandwatch
+BackWeb
+Badass
+BetaBot
+Bigfoot
 Buck
-Buddy
-CATExplorador
-CCBot
-CODE87
+BuiltBotTough
+BuzzSumo
+CSHttp
 Calculon
-Cegbfeieh
-CheeseBot
+CazoodleBot
+CheTeam
 ChinaClaw
-Cliqzbot
-Cogentbot
-Cosmos
-Craftbot
+Chlooe
+Cloud mapping
+Copier
+Copyscape
 CrazyWebCrawler
-Crescent
+CrunchBot
 Custo
+CyotekWebCopy
 DBLBot
-DIIbot
-DTS Agent
+DSearch
 DatabaseDriverMysqli
-Demon
-Deusu
-Devil
+Digincore
 Disco
-DittoSpyder
-DnyzBot
+Discoverybot
 DomCopBot
-DomainAppender
-DomainCrawler
-Domains Project
-ECCP/1.0
-EMail Wolf
-EasyDL
-Evil
-Extractor
-ExtractorPro
-Ezooms
+DomainStatsBot
+Download Wonder
+Ebingbong
+EirGrabber
+EroCrawler
+FDM
+FemtosearchBot
 Firefox/7.0
 FlashGet
 Foobot
-Freeuploader
-Genieo
+Fyrebot
+GT::WWW
+GalaxyBot
+GetRight
 GetWeb
-Gigablast
-Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GrapeFX
+GoZilla
+Grafula
+HMView
 HTTrack
 Harvest
 Havij
+Heritrix
 Hloader
 HybridBot
-Iblog
-Id-search
+IDBTE4M
+IRLbot
 Image Fetch
-Indy Library
-InfoTekies
-InterGET
-Iria
-Iskanie
-IstellaBot
-JOC Web Spider
+Image Sucker
+IndeedBot
+Internet Ninja
+Jbrofuzz
 JetCar
 Joomla
 Jorgee
-JustView
-Kinza
-Larbin
+Jyxobot
+LeechGet
 Lftp
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-LinkWalker
-Linkbot
+LibWeb
+LinkScan
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MIDown tool
-MIIxpc
+Lmspider
+MJ12bot
 MSIECrawler
-Magnet
-Majestic-SEO
+Majestic SEO
+Majestic12
 MarkMonitor
-Mass Downloader
-MauiBot
-Metauri
-MicroMessenger
-Microsoft URL Control
-Mister PiX
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Musobot
-NPbot
+Masscan
+Mata Hari
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Mr.4x3
+Msrabot
+NICErsPRO
 Nameprotect
-NearSite
-Net Vampire
-NetMechanic
-Netvibes
-NextGenSearchBot
+Nessus
+NetAnts
+NetLyzer
+Niki-bot
 Nikto
-Nmap
-Nuclei
-Offline Navigator
-OutfoxBot
-PHPCrawl
-Page Analyzer
-PageGrabber
+Nimbostratus
+Octopus
+OpenLinkProfiler
+OpenVAS
+Openfind
+PECL::HTTP
+POE-Component-Client-HTTP
 Pavuk
 Petalbot
-Picsearch
-Pixray
+PictureFinder
+Pimonster
 ProPowerBot
 ProWebWalker
 Probethenet
-Psbot
-Pump
 PxBroker
 QueryN Metasearch
-RankActive
+Quick-Crawler
 RankActiveLinkBot
-RankingBot
-RankingBot2
 Re-re
-RealDownload
-RebelMouse
-Ripper
-Rogerbot
+RedesScrapy
 SBIder
-SEOkicks-Robot
-SEOstats
+SEOlyticsCrawler
+SEOprofiler
 SISTRIX
-SMTBot
+SalesIntelligent
 ScanAlert
-ScoutJet
+Scanbot
+Scrapy
 Screaming
 ScreenerBot
+SearchmetricsBot
 Semrush
-SeoSiteCheckup
+SemrushBot
+SentiBot
 Seomoz
-Snoopy
-Sociscraper
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSucker
+Siteimprove
+Sitevigil
+Snake
+Snapbot
+SocialRankIOBot
 Sogou web spider
+Sosospider
+SpaceBison
 SpankBot
-Spbot
 SputnikBot
-Sqlmap
-Steeler
+Sqlworm
+Stripper
+Sucuri
+SuperBot
 SuperHTTP
-Suzuran
+Swiftbot
 Szukacz
+T8Abot
+TeleportPro
 Telesphoreo
 The Intraformant
-Thumbor
-Toata
+TheNomad
+TightTwatBot
+Titan
+Toweyabot
 Tracemyfile
-Trendictionbot
-Turnitin
-TurnitinBot
-TwengaBot
-Typhoeus
+Twice
 UnisterBot
-Vagabondo
-VidibleScraper
-Virusdie
-VoidEYE
+V-BOT
+VB Project
+VCI
+VeriCiteCrawler
+Voil
+Voltron
+WASALive-Bot
 WISENutbot
 WPScan
 WWW-Collector-E
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
+Wallpapers
 WallpapersHD
 Web Auto
 Web Collage
-Web Pix
+Web Fetch
+Web Fuck
 Web Sauger
-Web Sucker
-WebAuto
+WebBandit
+WebCollage
 WebEnhancer
 WebFetch
+WebGo IS
 WebLeacher
-WebReaper
+WebSauger
+WebStripper
 WebZIP
 Webalta
+WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
-Who.is Bot
+Webster
+Widow
 Wonderbot
-Woobot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
-Zade
+Zauba
+Zermelo
+Zeus
+Zitebot
+ZmEu
 ZoomBot
-ZyBorg
-archive.org_bot
-arquivo.pt
-backlink-check
-cah.io.community
+ZoominfoBot
+arquivo-web-crawler
+autoemailspider
+coccocbot-web
+cognitiveseo
 crawl.sogou.com
+crawler.feedback
 eCatch
 evc-batch
 facebookscraper
 heritrix
+internetVista monitor
 ips-agent
 isitwp.com
-lwp-request
-mediawords
-muhstik-scan
-oBot
+lwp-trivial
 page scorer
-pcBrowser
+plumanalytics
+ripz
+s1z.ru
+scalaj-http
 scan.lol
-seoscanners
-serpstatbot
 sexsearcher
 sitechecker.pro
-sogouspider
-spyfu
+siteripz
+voyagerx.com
 x09Mozilla
 zauba.io
 zgrab