V4.2021.11.2727 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-ALittle Client
-Abonti
-Aboundex
-Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
+360Spider
+AIBOT
+Acunetix
+AhrefsBot
+AiHitBot
+Anarchy
 Anarchy99
-Apexoo
+Ankit
+Anthill
 AwarioRssBot
-BLEXBot
-BackDoorBot
-BackStreet
-Backlink-Ceck
-Badass
-Bandit
-BetaBot
-Boardreader
+AwarioSmartBot
+BDCbot
+BacklinkCrawler
+Barkrowler
+Battleztar Bazinga
+BlackWidow
+BlowFish
+Bolt
+BotALot
 Brandwatch
-Buck
 Bullseye
+BuzzSumo
+CATExplorador
 CCBot
 CODE87
-CazoodleBot
-CheTeam
-ChinaClaw
-Chlooe
-Claritybot
+Calculon
+CensysInspect
+CheeseBot
+CherryPicker
+Cocolyzebot
 Cogentbot
 Copier
 Cosmos
-Craftbot
 DBLBot
-DIIbot
-Demon
-Digincore
-Dirbuster
+DSearch
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Deusu
 Discobot
 Discoverybot
-DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
 DomCopBot
-DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
 Dotbot
-EMail Wolf
-EasyDL
+Download Wonder
+Drip
+ECCP/1.0
 EirGrabber
-EroCrawler
+Evil
+Exabot
 Express WebPictures
-Firefox/7.0
-FlashGet
-Freeuploader
-FrontPage
-GT::WWW
+ExtLinksBot
+FDM
+FHscan
+Fimap
+Flunky
+Fuzz
+Fyrebot
+GalaxyBot
 Genieo
-GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
+GetRight
+Getintent
+Gigabot
 GoZilla
-Grafula
+GrapeFX
 GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HTTP::Lite
-HTTrack
-Hloader
-Humanlinks
-IDBTE4M
-IDBot
+HMView
+Haansoft
+HaosouSpider
+Harvest
+Heritrix
 Iblog
-IlseBot
-Image Fetch
 Indy Library
-Iria
+InterGET
+Internet Ninja
 Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
 Jbrofuzz
 JennyBot
-JikeSpider
-Jorgee
+Jetty
 Jyxobot
-Kenjin Spider
 Keyword Density
-Kozmosbot
-LNSpiderguy
-Larbin
-Leap
-LexiBot
+Lanshanbot
+LeechFTP
 Lftp
-Libwhisker
+LibWeb
 Lightspeedsystems
-Likse
-LinkScan
-Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
 Litemage_walker
-Lmspider
-MIDown tool
-MSFrontPage
+MJ12bot
 MSIECrawler
-Majestic SEO
-MauiBot
-Mediatoolkitbot
-MegaIndex.ru
+Magnet
+Mail.RU_Bot
+MarkMonitor
+MarkWatch
+Mass Downloader
+Mata Hari
 Metauri
-Mojolicious
-Mozlila
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
+Morfeus Fucking Scanner
 Musobot
-Name Intelligence
-Navroad
+Nameprotect
+NearSite
+NetAnts
+NetZIP
+Netcraft
 Nettrack
-Netvibes
-NextGenSearchBot
-Nibbler
 Niki-bot
+Nikto
 NimbleCrawler
-Ninja
-Nuclei
-Nutch
-Offline Navigator
-OnCrawl
+Octopus
+Offline Explorer
+OpenLinkProfiler
 OpenVAS
 Openfind
-OrangeSpider
-PECL::HTTP
-PHPCrawl
+OrangeBot
+Page Analyzer
 PageAnalyzer
 PageScorer
 PageThing.com
-Pandalytics
 Panscient
-Papa Foto
 Pavuk
+Picscout
 Picsearch
-ProPowerBot
-Probethenet
+Pimonster
+PleaseCrawl
+Psbot
+Pu_iN
+Pump
 PyCurl
-Quick-Crawler
 RSSingBot
-Rankivabot
+RankActiveLinkBot
 RankurBot
-Ripper
+Re-re
+ReGet
+RealDownload
+RedesScrapy
+RocketCrawler
+Rogerbot
 SEOkicks-Robot
-SMTBot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
 ScoutJet
-Scrapy
 Screaming
+ScrepyBot
+SearchmetricsBot
+SemanticJuice
 Semrush
-SemrushBot
-SentiBot
 SeoSiteCheckup
+Shodan
 Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteSnagger
 SiteSucker
 Siteimprove
 Sitevigil
 SlySearch
 SmartDownload
-Snake
+Snoopy
 SocialRankIOBot
-Sociscraper
-SpankBot
-Spanner
-SputnikBot
-Sqlmap
-Sqlworm
-Sqworm
-Sucuri
-Suzuran
-Teleport
-Telesphorep
-Thumbor
-Turingos
-Turnitin
+Sosospider
+Sottopop
+Steeler
+SuperHTTP
+T0PHackTeam
+T8Abot
+TeleportPro
+Telesphoreo
+The Intraformant
+TightTwatBot
+Tracemyfile
+Trendiction
+Trendictionbot
+TurnitinBot
+TwengaBot
+Typhoeus
 URLy Warning
-Upflow
-VB Project
-VelenPublicWebCrawler
-Virusdie
+V-BOT
+Vacuum
+VeriCiteCrawler
+VidibleScraper
 VoidEYE
+Voil
+WASALive-Bot
 WBSearchBot
-WPScan
-WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-Web Auto
-Web Collage
 Web Enhancer
+Web Fetch
+Web Fuck
+Web Sauger
+Web Sucker
 WebBandit
-WebCopier
 WebEnhancer
-WebLeacher
+WebFetch
 WebPix
-WebReaper
+WebSauger
 WebStripper
-WebWhacker
 WebZIP
-Webshag
+Webalta
+WebsiteQuester
 Webster
-Whack
-Whatweb
-Who.is Bot
 WinHTTrack
+Woobot
 Wotbox
-Xenu
-Zauba
+Wprecon
+Xaldon WebSpider
+Zade
 Zermelo
 Zeus
-ZoominfoBot
-adscanner
+Zitebot
+ZmEu
 archive.org_bot
-arquivo-web-crawler
 backlink-check
 cah.io.community
 check1.exe
-crawl.sogou.com
-crawler.feedback
+clark-crawler
+com.plumanalytics
 crawler4j
+dataforseo.com
+domainsproject.org
+eCatch
 evc-batch
 facebookscraper
-gopher
 isitwp.com
 lwp-request
-magpie-crawler
+lwp-trivial
 meanpathbot
-page scorer
-plumanalytics
-ripz
-scalaj-http
+oBot
+probe-image-size
+s1z.ru
+scan.lol
 seobility
-seostar
-serpstatbot
+seocompany.store
+seoscanners
+sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-x22Mozilla
-xpymep1.exe
-zgrab
+webprosbot