V4.2021.12.2755 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
+360Spider
+80legs
 ALittle Client
 Abonti
-Acunetix
-AfD-Verbotsverfahren
+Aboundexbot
 AhrefsBot
+AiHitBot
 Aipbot
 Alexibot
-Apexoo
-Asterias
-Attach
+AllSubmitter
+Alligator
+Anarchie
+Anarchy
+Ankit
+Anthill
+Aspiegel
+AwarioSmartBot
+BBBike
 BackStreet
-Badass
-BetaBot
+BackWeb
 Bigfoot
 Black Hole
-BlackWidow
-Blow
-Brandwatch
-BunnySlippers
-CATExplorador
+Blackboard
+Brandprotect
+Buddy
+BuiltBotTough
+BuzzSumo
 CCBot
-Calculon
-CazoodleBot
 CensysInspect
+CheeseBot
+ChinaClaw
 Chlooe
+Citoid
 Cliqzbot
-Craftbot
-Crawling at Home Project
+Cocolyzebot
+Cogentbot
+Cosmos
 CrazyWebCrawler
-Curious
-Custo
 DBLBot
 DIIbot
-DTS Agent
-DataCha0s
+DSearch
+DatabaseDriverMysqli
 Demon
-Deusu
-Devil
-DigitalPebble
-Discoverybot
-DnyzBot
+Disco
+Discobot
+DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
 Domains Project
-Dotbot
 Dragonfly
+ECCP/1.0
+EMail Siphon
 EMail Wolf
-EasyDL
-Evil
+ExtractorPro
 EyeNetIE
 FDM
-FlashGet
-Flunky
 Foobot
-Freeuploader
-Fuzz
-Fyrebot
-G-i-g-a-b-o-t
-GermCrawler
+FyberSpider
+Gigabot
 Go-Ahead-Got-It
-GoZilla
-GrabNet
-Grabber
 Grafula
 GrapeFX
-HMView
+HTMLparser
+HTTP::Lite
+Haansoft
 HaosouSpider
+Harvest
 Havij
-Heritrix
 Humanlinks
-HybridBot
-IDBot
 IRLbot
 Iblog
-Id-search
-Image Fetch
-Image Sucker
-InfoNaviRobot
+IlseBot
+Indy Library
 InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
+Iria
 Iskanie
+JamesBOT
 Jbrofuzz
 JetCar
-Jorgee
-Jyxobot
+Jetty
+Joomla
 Kenjin Spider
+Keyword Density
+Kinza
+Kozmosbot
+LNSpiderguy
 LWP::Simple
+Lanshanbot
 Larbin
+Leap
+LeechFTP
 LeechGet
-Lftp
-LibWeb
+LexiBot
 LieBaoFast
-LinkWalker
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinqiaScrapeBot
+Likse
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-Lmspider
-Ltx71
-MIDown tool
-MJ12bot
-MQQBrowser
-MSFrontPage
+Litemage_walker
+MTRobot
+Magnet
+Majestic SEO
 Majestic12
+MarkWatch
 Masscan
 Mata Hari
-MauiBot
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
-Mojeek
-Mr.4x3
-Musobot
+Minefield
+Morfeus Fucking Scanner
+NICErsPRO
 Nameprotect
-Navroad
 Nessus
-Net Vampire
-NetLyzer
 NetMechanic
+NetZIP
 Netcraft
-Netvibes
+Nettrack
 Nikto
-Nutch
+Nimbostratus
+Ninja
+Nuclei
 OnCrawl
-Openfind
-OrangeBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
+OutfoxBot
+PHPCrawl
 PageScorer
-Panscient
+Pavuk
+Petalbot
+Pi-Monster
+PictureFinder
+Piepmatz
 Pimonster
 PleaseCrawl
 Pockey
+ProPowerBot
+Pump
+PxBroker
 PyCurl
-Quick-Crawler
-RankActive
-RankingBot
-Re-re
-ReGet
-RebelMouse
+RankingBot2
+RankurBot
 Recorder
-RedesScrapy
 RepoMonkey
-Ripper
+RocketCrawler
+Rogerbot
 SBIder
-SEOstats
-Scanbot
+SEOkicks
+SISTRIX
+SalesIntelligent
 ScoutJet
-Scrapy
-ScrepyBot
-Searchestate
-SemanticJuice
+ScreenerBot
+SearchmetricsBot
 SemrushBot
-SentiBot
-Site Sucker
-Siteimprove
-Sitevigil
-SlySearch
-Snake
-Snapbot
-Sottopop
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Siphon
+SiteCheckerBotCrawler
+SiteSucker
+Sitebeam
+SmartDownload
+Snoopy
+Sogou web spider
 SpaceBison
 Spammen
-Spanner
+Spbot
 Spinn3r
-Stripper
+SputnikBot
+Sqlmap
+Steeler
 Sucker
 SuperBot
-Surfbot
-T0PHackTeam
-T8Abot
+Swiftbot
 Teleport
 TeleportPro
+Telesoft
+Telesphoreo
 The Intraformant
-TheNomad
-Toweyabot
-Trendiction
-Trendictionbot
-TurnitinBot
+Titan
+Toata
+True_Robot
+Turnitin
 Twice
-Typhoeus
-URLy.Warning
-VB Project
-Vacuum
+Upflow
+Vagabondo
 VelenPublicWebCrawler
-Voltron
-WBSearchBot
 WEBDAV
 WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
 WallpapersHD
-WeSEE
 Web Collage
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Pix
+Web Sauger
+WebAuto
 WebBandit
+WebCollage
 WebCopier
-WebFetch
-WebFuck
 WebGo IS
 WebLeacher
 WebPix
-WebSucker
+WebReaper
+WebSauger
 WebWhacker
 Webalta
 WebmasterWorldForumBot
 Website Quester
-Whacker
+WebsiteExtractor
+Webster
+Whack
 Who.is Bot
-Widow
 WinHTTrack
-WiseGuys Robot
+Woobot
 Wotbox
+Zauba
+ZoomBot
+ZoominfoBot
 ZyBorg
-adscanner
-arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
-check1.exe
+clark-crawler
 coccocbot-web
 cognitiveseo
 crawler.feedback
+crawler4j
 demandbase-bot
-domainsproject.org
-evc-batch
+eCatch
 gopher
-heritrix
-magpie-crawler
+instabid
+internetVista monitor
+isitwp.com
+lwp-trivial
+mediawords
 muhstik-scan
+plumanalytics
 polaris version
+probe-image-size
+ripz
 satoristudio.net
+scalaj-http
 scan.lol
+seocompany.store
 seostar
-serpstatbot
-sexsearcher
-siteripz
-sp_auditbot
-sysscan
-trendiction.com
-ubermetrics-technologies.com
+sogouspider
+spyfu
+voyagerx.com
+webmeup-crawler
 webpros.com
-webprosbot
-x09Mozilla
-xpymep1.exe
-zgrab
+x22Mozilla
+zauba.io