V4.2021.09.2623 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+ADmantX
 ASPSeek
 Abonti
 Aboundex
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
-AllSubmitter
+AlphaBot
 Anarchie
-Anarchy
-Anarchy99
+Anthill
+Asterias
 Attach
-AwarioRssBot
-BBBike
 BDCbot
-BDFetch
+BLEXBot
 BackDoorBot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-BatchFTP
-BetaBot
-Black Hole
-BlackWidow
-Blackboard
-Blow
+Badass
+Bandit
+Battleztar Bazinga
 BlowFish
-Boardreader
+Bolt
 Brandprotect
 Buck
-Buddy
-BuiltBotTough
-BuiltWith
-BuzzSumo
-CATExplorador
+Bullseye
+CazoodleBot
 Cegbfeieh
-CensysInspect
-ChinaClaw
-Cliqzbot
-Cloud mapping
-Copier
+CheTeam
+CheeseBot
+Chlooe
+Cogentbot
+Collector
+Cosmos
+Craftbot
+CrazyWebCrawler
 Crescent
-CrunchBot
-Curious
 Custo
-DBLBot
 DIIbot
 DSearch
 DTS Agent
 DatabaseDriverMysqli
-Deusu
-Digincore
-Dirbuster
-Dispatch
-DittoSpyder
-DomCopBot
-DomainCrawler
-DomainStatsBot
+Disco
+Discobot
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-Dragonfly
-EMail Wolf
-EroCrawler
-Exabot
+EMail Siphon
+Ebingbong
+EirGrabber
 ExtLinksBot
-ExtractorPro
-Fimap
-Flunky
-FyberSpider
+EyeNetIE
+FHscan
+Firefox/7.0
+Freeuploader
+FrontPage
+G-i-g-a-b-o-t
 Genieo
+GermCrawler
+GetRight
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
+Grabber
+Grafula
 GrapeFX
-HMView
-Haansoft
-HaosouSpider
-Harvest
+GrapeshotCrawler
+HEADMasterSEO
 Heritrix
-Hloader
-Humanlinks
-IDBTE4M
-IDBot
-Iblog
-IlseBot
-Indy Library
-InfoNaviRobot
-InterGET
+HybridBot
+IRLbot
+InfoTekies
+Intelliseek
+InternetSeer
+IstellaBot
+JamesBOT
 Jbrofuzz
-Jetty
-JustView
+JikeSpider
+Joomla
+Jorgee
 Jyxobot
+Kenjin Spider
 Keyword Density
-Lanshanbot
+Kozmosbot
+LNSpiderguy
+Larbin
 Leap
 LeechFTP
-LeechGet
-LexiBot
-Lftp
-LibWeb
-Lightspeedsystems
-LinkWalker
-Linkbot
-LinqiaRSSBot
-Litemage_walker
-MIDown tool
-MIIxpc
-MJ12bot
+LinkScan
+Linkdexbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
+Lmspider
+Ltx71
+MFC_Tear_Sample
 MSIECrawler
-Magnet
+MTRobot
 Mail.RU_Bot
-MarkMonitor
+Majestic SEO
 MarkWatch
-MauiBot
+Mata Hari
 Mb2345Browser
-Meanpathbot
+MegaIndex.ru
+Metauri
 MicroMessenger
+Microsoft Data Access
 Mister PiX
 Moblie Safari
-Mojeek
 Mojolicious
 Msrabot
-Name Intelligence
-Navroad
+Musobot
+Nameprotect
 NearSite
-Needle
-NetLyzer
-Netcraft
-NextGenSearchBot
+Nessus
+Net Vampire
+NetAnts
+NetZIP
+Netvibes
 Nibbler
-Niki-bot
-Nikto
-NimbleCrawler
 Nutch
+Offline Explorer
 Offline Navigator
 OnCrawl
-Openfind
-POE-Component-Client-HTTP
-Page Analyzer
-PageScorer
+PHPCrawl
 Pandalytics
-Pavuk
-Pi-Monster
+Panscient
+PeoplePal
+Petalbot
+Picscout
 PictureFinder
-Piepmatz
 Pimonster
-ProWebWalker
+Pixray
+PleaseCrawl
+Pockey
+ProPowerBot
 Probethenet
-Psbot
 Pump
-PxBroker
-PyCurl
-QueryN Metasearch
-RankActive
+RSSingBot
+RankingBot2
 RankurBot
+Re-re
 RebelMouse
-Ripper
-RocketCrawler
-Rogerbot
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
+RedesScrapy
+RepoMonkey
+SMTBot
+ScanAlert
 Scanbot
-Scrapy
-Screaming
-ScrepyBot
-SeobilityBot
-Siphon
-Site Sucker
+ScreenerBot
+SemrushBot
+SentiBot
+Shodan
+SiteExplorer
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitebeam
 SlySearch
-Snoopy
-Sociscraper
+Snake
 Sottopop
 SpaceBison
 Spammen
-Spanner
 Spbot
-Sqlworm
-Sqworm
-Steeler
+SputnikBot
 Stripper
 Sucker
-Sucuri
-SuperHTTP
+Surfbot
+SurveyBot
 Suzuran
+Swiftbot
 T0PHackTeam
-The Intraformant
-TheNomad
-TightTwatBot
-Trendiction
-TwengaBot
-Twice
+Tracemyfile
+TurnitinBot
 UnisterBot
 Upflow
 VCI
-Voil
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+VoidEYE
 Voltron
 WBSearchBot
+WEBDAV
+WPScan
+WWW-Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
+WallpapersHD
 Web Collage
 Web Fuck
 Web Sucker
-WebPix
-WebSauger
-WebSucker
+WebEnhancer
+WebImageCollector
+WebStripper
 WebWhacker
-WebZIP
 Webalta
 WebmasterWorldForumBot
-Website Quester
+Webshag
 WebsiteExtractor
 Whatweb
 Who.is Bot
-Widow
-Woobot
+WinHTTrack
+WiseGuys Robot
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zauba
-ZumBot
+Zade
+Zitebot
+ZoomBot
 ZyBorg
-archive.org_bot
+arquivo.pt
 autoemailspider
 backlink-check
-cah.io.community
+check1.exe
 clark-crawler
+coccocbot-web
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
 dataforseo.com
+demandbase-bot
 domainsproject.org
 eCatch
-evc-batch
-instabid
-ips-agent
-isitwp.com
-lwp-request
-lwp-trivial
-muhstik-scan
-page scorer
+facebookscraper
+heritrix
+internetVista monitor
+netEstate NE Crawler
+pcBrowser
 plumanalytics
+polaris version
 probe-image-size
+s1z.ru
 scalaj-http
+scan.lol
 seobility
+sitechecker.pro
+siteripz
+sogouspider
 sp_auditbot
+spyfu
 sysscan
+tAkeOut
 trendiction.com
+trendiction.de
+voyagerx.com
+webmeup-crawler
 webpros.com
+x09Mozilla
 x22Mozilla
-xpymep1.exe
 zauba.io
+zgrab