V4.2022.06.3157 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
 80legs
-AIBOT
-Aboundex
-Aboundexbot
-AiHitBot
-Alexibot
-AllSubmitter
-Anarchie
-Ankit
+ADmantX
+Abonti
+AhrefsBot
+Aipbot
+Alligator
+AlphaBot
 Anthill
 Atomseobot
-AwarioRssBot
+AwarioSmartBot
 BDFetch
-BLEXBot
-BackStreet
-BacklinkCrawler
-Badass
-BatchFTP
+BackWeb
+Barkrowler
 Battleztar Bazinga
-Bitacle
+BetaBot
+Black Hole
+Blackboard
+BlowFish
 Boardreader
-Brandwatch
-Buck
+BotALot
+Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
-BuzzSumo
-CODE87
-CSHttp
+CATExplorador
+CCBot
 Calculon
-CensysInspect
-CherryPicker
+CazoodleBot
+Chlooe
+Citoid
 Cliqzbot
+Cloud mapping
 Cogentbot
+Collector
 Copier
 CopyRightCheck
+Copyscape
 Cosmos
 Crescent
 CrunchBot
-CyotekWebCopy
-DBLBot
-DIIbot
+Curious
 DSearch
 DTS Agent
-DatabaseDriverMysqli
-Deusu
-Devil
+DataCha0s
+Demon
 Dirbuster
+Disco
+Discobot
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 Dotbot
 Drip
-ECCP/1.0
-Ecxi
+EMail Siphon
+Ebingbong
 EirGrabber
-Express WebPictures
-ExtLinksBot
+EroCrawler
+Evil
 Extractor
-FHscan
-Firefox/7.0
-Flunky
-Foobot
-Freeuploader
+ExtractorPro
+FemtosearchBot
 FrontPage
+Fuzz
 Fyrebot
 G-i-g-a-b-o-t
-Gigabot
+GalaxyBot
+Genieo
+Go!Zilla
 Go-Ahead-Got-It
+GoZilla
 Gotit
-GrapeFX
-HTMLparser
-HTTP::Lite
-Haansoft
+Grafula
+GrapeshotCrawler
+GridBot
+HTTrack
 HaosouSpider
 Havij
 Hloader
 IDBTE4M
-IRLbot
-Id-search
+Iblog
 IlseBot
-IndeedBot
-InfoTekies
-InternetSeer
-Iria
-JOC Web Spider
-Jbrofuzz
-JetCar
-JikeSpider
+Indy Library
+InterGET
+JennyBot
+Jetty
 Joomla
-JustView
-Jyxobot
-Keyword Density
-Kinza
+Jorgee
+Kenjin Spider
 Kozmosbot
-Lanshanbot
-Leap
-LeechGet
+LWP::Simple
+LeechFTP
+LexiBot
+Lightspeedsystems
+Likse
+LinkScan
 LinkWalker
-LinqiaRSSBot
+Linkbot
+LinkextractorPro
+LinqiaScrapeBot
 Lipperhey
 Litemage_walker
-Lmspider
-Ltx71
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+MJ12bot
+MQQBrowser
 MarkWatch
+Mass Downloader
 Masscan
 Mata Hari
 MauiBot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Mister PiX
-Mojeek
-MolokaiBot
-NPbot
-Nameprotect
-Navroad
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+Metauri
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
+Name Intelligence
 NearSite
 Nessus
 NetLyzer
+NetMechanic
 NetSpider
+NetZIP
+Netcraft
+Netvibes
 NextGenSearchBot
-Nibbler
-Niki-bot
-Ninja
+Nikto
+NimbleCrawler
+Nimbostratus
+Not
+Nutch
 Octopus
-OpenLinkProfiler
+Offline Navigator
+Openfind
+Openvas
 OutclicksBot
-PECL::HTTP
-Page Analyzer
-PageAnalyzer
-Pavuk
-Pi-Monster
+PageGrabber
+PageScorer
+PageThing.com
+Pandalytics
+Papa Foto
 PictureFinder
+Pimonster
 ProPowerBot
-ProWebWalker
 Probethenet
-Pu_iN
-Pump
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RankActiveLinkBot
+RSSingBot
+RankActive
 RankingBot2
 Rankivabot
-Re-re
+RebelMouse
 Ripper
 Rogerbot
-SEOkicks-Robot
+SBIder
+SEOkicks
 SEOlyticsCrawler
-SISTRIX
-SMTBot
+SalesIntelligent
+ScanAlert
 ScoutJet
-Scrapy
-ScreenerBot
+Screaming
 Seekport
+SemanticJuice
 Semrush
-SentiBot
-SeoSiteCheckup
+SemrushBot
+Seomoz
+Shodan
+Site Sucker
 SiteExplorer
+SiteSucker
 Sitebeam
 Siteimprove
 Sitevigil
-SlySearch
-Snapbot
-Snoopy
-Sociscraper
-Sottopop
-Spammen
-Spanner
-Spbot
+Snake
+Sosospider
+Spinn3r
+Stripper
 Sucker
-Sucuri
-SuperBot
+Surfbot
 Suzuran
 Szukacz
 T0PHackTeam
 T8Abot
-TeleportPro
-Telesphoreo
-TheNomad
-Toata
+Teleport
+Telesphorep
+The Intraformant
+Thumbor
+Trendiction
+Turingos
+Turnitin
 TurnitinBot
-Twice
+TwengaBot
 Typhoeus
-URLy.Warning
 UnisterBot
-Upflow
 V-BOT
-VCI
-Vacuum
 Vagabondo
+VelenPublicWebCrawler
 Virusdie
-VoidEYE
 WBSearchBot
-WWW-Mechanize
+WEBDAV
+WWW-Collector-E
 WWW::Mechanize
+WWWOFFLE
 Wallpapers
-Web Enhancer
+Web Auto
 Web Fuck
-Web Pix
-WebBandit
-WebCopier
-WebEnhancer
+Web Sucker
+WebFetch
 WebGo IS
-WebReaper
-WebSauger
-WebStripper
+WebImageCollector
+WebPix
 Webalta
+WebsiteExtractor
 WebsiteQuester
-Webster
+Whack
 Widow
 WiseGuys Robot
+Wonderbot
+Wprecon
+Xaldon_WebSpider
+YoudaoBot
 Zade
 Zermelo
-ZoomBot
-ZumBot
+Zeus
+ZmEu
+ZoominfoBot
+ZyBorg
+archive.org_bot
 autoemailspider
-check1.exe
-crawl.sogou.com
-crawler4j
-demandbase-bot
-evc-batch
-facebookscraper
-isitwp.com
+crawler.feedback
+instabid
+iubenda-radar
+lwp-trivial
+meanpathbot
 muhstik-scan
-polaris version
+page scorer
+pcBrowser
+probe-image-size
 s1z.ru
-scalaj-http
-seocompany.store
-seostar
-sexsearcher
+satoristudio.net
 sitechecker.pro
+sp_auditbot
+spyfu
 tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-webmeup-crawler
-xpymep1.exe
-zauba.io
+webpros.com
+webprosbot
+x09Mozilla
+zgrab